2024-09-12T16:55:24.377 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T16:55:24.400 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T16:55:24.530 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705 branch: wip-rgw-meta-handlers description: rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7902705' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rgw-meta-handlers ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random ec-data-pool: true erasure_code_profile: crush-failure-domain: osd k: 3 m: 1 name: testprofile frontend: beast storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rgw-meta-handlers sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 6279 sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b sleep_before_teardown: 0 suite: rgw suite_branch: wip-rgw-meta-handlers suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b targets: smithi001.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLpyu54vMp3Lef+4oCN4Y8KK7FdsrLToTE8K1855FQJps9DPXrXK0TxhepSk3gijEAMa+Y6dmQe0ZhfasqzNOrM= smithi174.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPvr8VUrhIQP28ZmHl7Q8wEPJxlUYF75TsdPK0u+pt5uJO1sUHt7/JYEUYf6803B27AtArgDhf16puLU1IEcrvo= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-12_15:39:52 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T16:55:24.530 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa; will attempt to use it 2024-09-12T16:55:24.531 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa/tasks 2024-09-12T16:55:24.531 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T16:55:24.533 INFO:teuthology.task.internal:Checking packages... 2024-09-12T16:55:24.557 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'bad475c18c96ec20c5778159aa33ba72b84e9c1b' 2024-09-12T16:55:24.557 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T16:55:24.557 INFO:teuthology.packaging:ref: None 2024-09-12T16:55:24.557 INFO:teuthology.packaging:tag: None 2024-09-12T16:55:24.557 INFO:teuthology.packaging:branch: wip-rgw-meta-handlers 2024-09-12T16:55:24.557 INFO:teuthology.packaging:sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:55:24.557 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rgw-meta-handlers 2024-09-12T16:55:24.718 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4762-gbad475c1-1jammy 2024-09-12T16:55:24.720 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T16:55:24.725 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T16:55:24.725 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T16:55:24.731 INFO:teuthology.task.internal:Saving configuration 2024-09-12T16:55:24.748 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T16:55:24.754 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T16:55:24.778 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi001.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 16:49:56.465785', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBH8KEn+Vatp3Pw+UIgP05c2I/yL9ac+pOCxcXlRCNv3'} 2024-09-12T16:55:24.800 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi174.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 16:49:56.463605', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH27hj/lv6QjB8c9sayQ7S4lO+CHlSw0EavcIeiK74Nb'} 2024-09-12T16:55:24.800 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T16:55:24.806 INFO:teuthology.task.internal:roles: ubuntu@smithi001.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T16:55:24.807 INFO:teuthology.task.internal:roles: ubuntu@smithi174.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T16:55:24.807 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T16:55:24.869 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7faeae0032e0>, signals=[15]) 2024-09-12T16:55:24.869 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T16:55:24.875 INFO:teuthology.task.internal:Opening connections... 2024-09-12T16:55:24.875 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T16:55:24.878 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:55:24.968 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T16:55:24.970 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:55:25.067 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T16:55:25.075 DEBUG:teuthology.orchestra.run.smithi001:> uname -m 2024-09-12T16:55:25.081 INFO:teuthology.orchestra.run.smithi001.stdout:x86_64 2024-09-12T16:55:25.081 DEBUG:teuthology.orchestra.run.smithi001:> cat /etc/os-release 2024-09-12T16:55:25.129 INFO:teuthology.orchestra.run.smithi001.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T16:55:25.129 INFO:teuthology.orchestra.run.smithi001.stdout:NAME="Ubuntu" 2024-09-12T16:55:25.129 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION_ID="22.04" 2024-09-12T16:55:25.129 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T16:55:25.129 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION_CODENAME=jammy 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:ID=ubuntu 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:ID_LIKE=debian 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T16:55:25.130 INFO:teuthology.orchestra.run.smithi001.stdout:UBUNTU_CODENAME=jammy 2024-09-12T16:55:25.131 INFO:teuthology.lock.ops:Updating smithi001.front.sepia.ceph.com on lock server 2024-09-12T16:55:25.154 DEBUG:teuthology.orchestra.run.smithi174:> uname -m 2024-09-12T16:55:25.159 INFO:teuthology.orchestra.run.smithi174.stdout:x86_64 2024-09-12T16:55:25.160 DEBUG:teuthology.orchestra.run.smithi174:> cat /etc/os-release 2024-09-12T16:55:25.204 INFO:teuthology.orchestra.run.smithi174.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:NAME="Ubuntu" 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION_ID="22.04" 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION_CODENAME=jammy 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:ID=ubuntu 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:ID_LIKE=debian 2024-09-12T16:55:25.205 INFO:teuthology.orchestra.run.smithi174.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T16:55:25.206 INFO:teuthology.orchestra.run.smithi174.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T16:55:25.206 INFO:teuthology.orchestra.run.smithi174.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T16:55:25.206 INFO:teuthology.orchestra.run.smithi174.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T16:55:25.206 INFO:teuthology.orchestra.run.smithi174.stdout:UBUNTU_CODENAME=jammy 2024-09-12T16:55:25.206 INFO:teuthology.lock.ops:Updating smithi174.front.sepia.ceph.com on lock server 2024-09-12T16:55:25.230 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T16:55:25.241 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T16:55:25.248 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T16:55:25.248 DEBUG:teuthology.orchestra.run.smithi001:> test '!' -e /home/ubuntu/cephtest 2024-09-12T16:55:25.251 DEBUG:teuthology.orchestra.run.smithi174:> test '!' -e /home/ubuntu/cephtest 2024-09-12T16:55:25.255 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T16:55:25.262 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T16:55:25.262 DEBUG:teuthology.orchestra.run.smithi001:> test -z $(ls -A /var/lib/ceph) 2024-09-12T16:55:25.298 DEBUG:teuthology.orchestra.run.smithi174:> test -z $(ls -A /var/lib/ceph) 2024-09-12T16:55:25.314 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T16:55:25.367 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T16:55:25.391 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T16:55:25.392 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T16:55:25.392 DEBUG:teuthology.orchestra.run.smithi001:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T16:55:25.393 DEBUG:teuthology.orchestra.run.smithi174:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T16:55:25.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:55:25.400 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-09-12T16:55:25.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:55:25.402 DEBUG:teuthology.orchestra.run.smithi174:> uname -r 2024-09-12T16:55:25.450 INFO:teuthology.orchestra.run.smithi001.stdout:5.15.0-56-generic 2024-09-12T16:55:25.450 INFO:teuthology.task.kernel:Running kernel on smithi001: 5.15.0-56-generic 2024-09-12T16:55:25.451 DEBUG:teuthology.orchestra.run.smithi001:> sudo apt-get clean 2024-09-12T16:55:25.454 INFO:teuthology.orchestra.run.smithi174.stdout:5.15.0-56-generic 2024-09-12T16:55:25.454 INFO:teuthology.task.kernel:Running kernel on smithi174: 5.15.0-56-generic 2024-09-12T16:55:25.454 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get clean 2024-09-12T16:55:25.557 DEBUG:teuthology.orchestra.run.smithi001:> sudo apt-get update 2024-09-12T16:55:25.591 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get update 2024-09-12T16:55:25.700 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T16:55:25.717 INFO:teuthology.orchestra.run.smithi001.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T16:55:25.779 INFO:teuthology.orchestra.run.smithi001.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T16:55:25.815 INFO:teuthology.orchestra.run.smithi001.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T16:55:25.871 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T16:55:25.872 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T16:55:25.934 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T16:55:25.948 INFO:teuthology.orchestra.run.smithi001.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-12T16:55:26.014 INFO:teuthology.orchestra.run.smithi001.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-12T16:55:26.049 INFO:teuthology.orchestra.run.smithi001.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-12T16:55:26.053 INFO:teuthology.orchestra.run.smithi001.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T16:55:26.053 INFO:teuthology.orchestra.run.smithi001.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-12T16:55:26.074 INFO:teuthology.orchestra.run.smithi001.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T16:55:26.074 INFO:teuthology.orchestra.run.smithi001.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-12T16:55:26.078 INFO:teuthology.orchestra.run.smithi001.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T16:55:26.079 INFO:teuthology.orchestra.run.smithi001.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-12T16:55:26.085 INFO:teuthology.orchestra.run.smithi001.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-12T16:55:26.094 INFO:teuthology.orchestra.run.smithi001.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T16:55:26.097 INFO:teuthology.orchestra.run.smithi001.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T16:55:26.098 INFO:teuthology.orchestra.run.smithi001.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T16:55:26.098 INFO:teuthology.orchestra.run.smithi001.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T16:55:26.102 INFO:teuthology.orchestra.run.smithi001.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T16:55:26.123 INFO:teuthology.orchestra.run.smithi001.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T16:55:26.123 INFO:teuthology.orchestra.run.smithi001.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T16:55:26.123 INFO:teuthology.orchestra.run.smithi001.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T16:55:26.124 INFO:teuthology.orchestra.run.smithi001.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T16:55:26.125 INFO:teuthology.orchestra.run.smithi001.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T16:55:26.125 INFO:teuthology.orchestra.run.smithi001.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T16:55:26.125 INFO:teuthology.orchestra.run.smithi001.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T16:55:26.125 INFO:teuthology.orchestra.run.smithi001.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T16:55:26.125 INFO:teuthology.orchestra.run.smithi001.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T16:55:26.276 INFO:teuthology.orchestra.run.smithi001.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-12T16:55:26.290 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T16:55:26.313 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-12T16:55:26.429 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-12T16:55:26.635 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-12T16:55:26.696 INFO:teuthology.orchestra.run.smithi001.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T16:55:26.712 INFO:teuthology.orchestra.run.smithi001.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T16:55:26.721 INFO:teuthology.orchestra.run.smithi001.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T16:55:26.722 INFO:teuthology.orchestra.run.smithi001.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-12T16:55:26.732 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T16:55:26.748 INFO:teuthology.orchestra.run.smithi174.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T16:55:26.757 INFO:teuthology.orchestra.run.smithi174.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T16:55:26.757 INFO:teuthology.orchestra.run.smithi174.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-12T16:55:26.781 INFO:teuthology.orchestra.run.smithi174.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-12T16:55:26.798 INFO:teuthology.orchestra.run.smithi174.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T16:55:26.798 INFO:teuthology.orchestra.run.smithi174.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T16:55:26.800 INFO:teuthology.orchestra.run.smithi174.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-12T16:55:26.817 INFO:teuthology.orchestra.run.smithi001.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T16:55:26.818 INFO:teuthology.orchestra.run.smithi001.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-12T16:55:26.831 INFO:teuthology.orchestra.run.smithi001.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T16:55:26.831 INFO:teuthology.orchestra.run.smithi001.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T16:55:26.853 INFO:teuthology.orchestra.run.smithi001.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T16:55:26.854 INFO:teuthology.orchestra.run.smithi174.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T16:55:26.854 INFO:teuthology.orchestra.run.smithi174.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-12T16:55:26.872 INFO:teuthology.orchestra.run.smithi001.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T16:55:26.879 INFO:teuthology.orchestra.run.smithi001.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T16:55:26.879 INFO:teuthology.orchestra.run.smithi001.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T16:55:26.880 INFO:teuthology.orchestra.run.smithi001.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T16:55:26.890 INFO:teuthology.orchestra.run.smithi174.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-12T16:55:26.890 INFO:teuthology.orchestra.run.smithi174.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T16:55:26.891 INFO:teuthology.orchestra.run.smithi174.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T16:55:26.895 INFO:teuthology.orchestra.run.smithi174.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T16:55:26.895 INFO:teuthology.orchestra.run.smithi174.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-12T16:55:26.901 INFO:teuthology.orchestra.run.smithi174.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T16:55:26.904 INFO:teuthology.orchestra.run.smithi174.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-12T16:55:26.917 INFO:teuthology.orchestra.run.smithi174.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T16:55:26.920 INFO:teuthology.orchestra.run.smithi174.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T16:55:26.921 INFO:teuthology.orchestra.run.smithi174.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T16:55:26.921 INFO:teuthology.orchestra.run.smithi174.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T16:55:26.933 INFO:teuthology.orchestra.run.smithi174.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T16:55:26.938 INFO:teuthology.orchestra.run.smithi174.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T16:55:26.952 INFO:teuthology.orchestra.run.smithi174.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T16:55:26.953 INFO:teuthology.orchestra.run.smithi174.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T16:55:26.953 INFO:teuthology.orchestra.run.smithi174.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T16:55:26.959 INFO:teuthology.orchestra.run.smithi001.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T16:55:26.959 INFO:teuthology.orchestra.run.smithi001.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T16:55:26.997 INFO:teuthology.orchestra.run.smithi174.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T16:55:26.997 INFO:teuthology.orchestra.run.smithi174.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T16:55:27.027 INFO:teuthology.orchestra.run.smithi174.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T16:55:27.027 INFO:teuthology.orchestra.run.smithi174.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T16:55:27.027 INFO:teuthology.orchestra.run.smithi174.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T16:55:27.029 INFO:teuthology.orchestra.run.smithi174.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T16:55:27.029 INFO:teuthology.orchestra.run.smithi174.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T16:55:27.107 INFO:teuthology.orchestra.run.smithi174.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T16:55:27.108 INFO:teuthology.orchestra.run.smithi174.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T16:55:27.109 INFO:teuthology.orchestra.run.smithi174.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T16:55:27.109 INFO:teuthology.orchestra.run.smithi174.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T16:55:32.914 INFO:teuthology.orchestra.run.smithi001.stdout:Fetched 15.8 MB in 2s (7,216 kB/s) 2024-09-12T16:55:33.048 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 15.8 MB in 3s (5,805 kB/s) 2024-09-12T16:55:34.394 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T16:55:34.411 DEBUG:teuthology.orchestra.run.smithi001:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T16:55:34.478 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T16:55:34.542 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T16:55:34.561 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T16:55:34.618 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T16:55:34.691 INFO:teuthology.orchestra.run.smithi001.stdout:Building dependency tree... 2024-09-12T16:55:34.692 INFO:teuthology.orchestra.run.smithi001.stdout:Reading state information... 2024-09-12T16:55:34.806 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-09-12T16:55:34.807 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-09-12T16:55:34.883 INFO:teuthology.orchestra.run.smithi001.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T16:55:34.883 INFO:teuthology.orchestra.run.smithi001.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T16:55:34.884 INFO:teuthology.orchestra.run.smithi001.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T16:55:34.884 INFO:teuthology.orchestra.run.smithi001.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T16:55:34.884 INFO:teuthology.orchestra.run.smithi001.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T16:55:34.884 INFO:teuthology.orchestra.run.smithi001.stdout: python2.7-minimal 2024-09-12T16:55:34.885 INFO:teuthology.orchestra.run.smithi001.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T16:55:34.886 INFO:teuthology.orchestra.run.smithi001.stdout:The following additional packages will be installed: 2024-09-12T16:55:34.886 INFO:teuthology.orchestra.run.smithi001.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:55:34.886 INFO:teuthology.orchestra.run.smithi001.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-12T16:55:34.886 INFO:teuthology.orchestra.run.smithi001.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-12T16:55:34.887 INFO:teuthology.orchestra.run.smithi001.stdout:Suggested packages: 2024-09-12T16:55:34.888 INFO:teuthology.orchestra.run.smithi001.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T16:55:34.888 INFO:teuthology.orchestra.run.smithi001.stdout:Recommended packages: 2024-09-12T16:55:34.888 INFO:teuthology.orchestra.run.smithi001.stdout: thermald 2024-09-12T16:55:34.949 INFO:teuthology.orchestra.run.smithi001.stdout:The following NEW packages will be installed: 2024-09-12T16:55:34.950 INFO:teuthology.orchestra.run.smithi001.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:55:34.950 INFO:teuthology.orchestra.run.smithi001.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-12T16:55:34.950 INFO:teuthology.orchestra.run.smithi001.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-12T16:55:34.951 INFO:teuthology.orchestra.run.smithi001.stdout:The following packages will be upgraded: 2024-09-12T16:55:34.952 INFO:teuthology.orchestra.run.smithi001.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T16:55:34.972 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T16:55:34.972 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T16:55:34.973 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T16:55:34.973 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T16:55:34.973 INFO:teuthology.orchestra.run.smithi174.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T16:55:34.973 INFO:teuthology.orchestra.run.smithi174.stdout: python2.7-minimal 2024-09-12T16:55:34.973 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T16:55:34.974 INFO:teuthology.orchestra.run.smithi174.stdout:The following additional packages will be installed: 2024-09-12T16:55:34.974 INFO:teuthology.orchestra.run.smithi174.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:55:34.974 INFO:teuthology.orchestra.run.smithi174.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-12T16:55:34.975 INFO:teuthology.orchestra.run.smithi174.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-12T16:55:34.976 INFO:teuthology.orchestra.run.smithi174.stdout:Suggested packages: 2024-09-12T16:55:34.976 INFO:teuthology.orchestra.run.smithi174.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T16:55:34.976 INFO:teuthology.orchestra.run.smithi174.stdout:Recommended packages: 2024-09-12T16:55:34.976 INFO:teuthology.orchestra.run.smithi174.stdout: thermald 2024-09-12T16:55:35.023 INFO:teuthology.orchestra.run.smithi174.stdout:The following NEW packages will be installed: 2024-09-12T16:55:35.023 INFO:teuthology.orchestra.run.smithi174.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:55:35.023 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-12T16:55:35.024 INFO:teuthology.orchestra.run.smithi174.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-12T16:55:35.027 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages will be upgraded: 2024-09-12T16:55:35.027 INFO:teuthology.orchestra.run.smithi174.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T16:55:35.133 INFO:teuthology.orchestra.run.smithi001.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T16:55:35.133 INFO:teuthology.orchestra.run.smithi001.stdout:Need to get 113 MB of archives. 2024-09-12T16:55:35.133 INFO:teuthology.orchestra.run.smithi001.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-12T16:55:35.133 INFO:teuthology.orchestra.run.smithi001.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-12T16:55:35.206 INFO:teuthology.orchestra.run.smithi174.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T16:55:35.206 INFO:teuthology.orchestra.run.smithi174.stdout:Need to get 113 MB of archives. 2024-09-12T16:55:35.206 INFO:teuthology.orchestra.run.smithi174.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-12T16:55:35.206 INFO:teuthology.orchestra.run.smithi174.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-12T16:55:36.496 INFO:teuthology.orchestra.run.smithi001.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-12T16:55:36.575 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-12T16:55:36.761 INFO:teuthology.orchestra.run.smithi001.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-12T16:55:36.922 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-12T16:55:37.634 INFO:teuthology.orchestra.run.smithi001.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-12T16:55:37.652 INFO:teuthology.orchestra.run.smithi001.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-12T16:55:37.669 INFO:teuthology.orchestra.run.smithi001.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-12T16:55:37.832 INFO:teuthology.orchestra.run.smithi001.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-12T16:55:37.873 INFO:teuthology.orchestra.run.smithi001.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-12T16:55:38.292 INFO:teuthology.orchestra.run.smithi001.stdout:Fetched 113 MB in 3s (38.9 MB/s) 2024-09-12T16:55:38.472 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-12T16:55:39.088 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-12T16:55:39.088 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-12T16:55:39.088 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-12T16:55:39.464 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-12T16:55:39.548 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-12T16:55:39.950 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 113 MB in 5s (25.1 MB/s) 2024-09-12T16:55:40.153 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-12T16:55:40.542 INFO:teuthology.orchestra.run.smithi001.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T16:55:40.546 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:40.736 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:42.107 INFO:teuthology.orchestra.run.smithi174.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T16:55:42.111 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:42.258 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:42.935 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-12T16:55:42.957 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:43.331 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:43.740 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-12T16:55:43.761 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:43.790 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:44.508 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-12T16:55:44.529 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:44.640 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:45.242 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-12T16:55:45.263 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:45.450 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:50.340 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:55:50.474 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:55:50.800 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:55:50.953 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:55:51.264 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-12T16:55:51.287 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-12T16:55:51.331 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T16:55:52.091 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:55:52.217 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:55:52.565 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:55:52.670 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:55:53.006 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-12T16:55:53.028 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-12T16:55:53.072 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T16:55:56.779 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-12T16:55:56.816 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:56.845 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:55:59.109 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-12T16:55:59.146 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:55:59.184 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:00.034 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:56:00.156 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:56:00.457 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T16:56:00.561 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:00.687 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-12T16:56:00.791 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:02.222 INFO:teuthology.orchestra.run.smithi001.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T16:56:02.223 INFO:teuthology.orchestra.run.smithi001.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T16:56:02.223 INFO:teuthology.orchestra.run.smithi001.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-12T16:56:02.223 INFO:teuthology.orchestra.run.smithi001.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:02.409 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:03.737 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:56:03.827 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:03.892 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:56:04.292 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T16:56:04.397 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:04.548 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-12T16:56:04.677 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:05.247 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-12T16:56:05.346 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-12T16:56:05.455 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:05.547 INFO:teuthology.orchestra.run.smithi001.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T16:56:05.547 INFO:teuthology.orchestra.run.smithi001.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:06.032 INFO:teuthology.orchestra.run.smithi174.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T16:56:06.032 INFO:teuthology.orchestra.run.smithi174.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T16:56:06.032 INFO:teuthology.orchestra.run.smithi174.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-12T16:56:06.033 INFO:teuthology.orchestra.run.smithi174.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:06.269 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:08.337 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:09.714 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-12T16:56:09.873 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-12T16:56:10.014 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:56:10.088 INFO:teuthology.orchestra.run.smithi174.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T16:56:10.089 INFO:teuthology.orchestra.run.smithi174.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:20.152 INFO:teuthology.orchestra.run.smithi001.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T16:56:20.152 INFO:teuthology.orchestra.run.smithi001.stdout:Sourcing file `/etc/default/grub' 2024-09-12T16:56:20.163 INFO:teuthology.orchestra.run.smithi001.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T16:56:20.182 INFO:teuthology.orchestra.run.smithi001.stdout:Generating grub configuration file ... 2024-09-12T16:56:20.458 INFO:teuthology.orchestra.run.smithi001.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T16:56:20.627 INFO:teuthology.orchestra.run.smithi001.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:20.741 INFO:teuthology.orchestra.run.smithi001.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T16:56:20.746 INFO:teuthology.orchestra.run.smithi001.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T16:56:20.823 INFO:teuthology.orchestra.run.smithi001.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T16:56:20.829 INFO:teuthology.orchestra.run.smithi001.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T16:56:20.997 INFO:teuthology.orchestra.run.smithi001.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T16:56:20.997 INFO:teuthology.orchestra.run.smithi001.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T16:56:20.997 INFO:teuthology.orchestra.run.smithi001.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T16:56:21.047 INFO:teuthology.orchestra.run.smithi001.stdout:done 2024-09-12T16:56:21.480 DEBUG:teuthology.orchestra.run.smithi001:> dpkg -s linux-image-generic 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Package: linux-image-generic 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Status: install ok installed 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Priority: optional 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Section: kernel 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Installed-Size: 21 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T16:56:21.505 INFO:teuthology.orchestra.run.smithi001.stdout:Architecture: amd64 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout:Source: linux-meta 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout:Version: 5.15.0.119.119 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout:Recommends: thermald 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout:Description: Generic Linux kernel image 2024-09-12T16:56:21.506 INFO:teuthology.orchestra.run.smithi001.stdout: This package will always depend on the latest generic kernel image 2024-09-12T16:56:21.507 INFO:teuthology.orchestra.run.smithi001.stdout: available. 2024-09-12T16:56:21.507 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-12T16:56:21.507 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T16:56:21.507 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T16:56:21.508 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T16:56:21.508 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi001.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T16:56:21.508 DEBUG:teuthology.orchestra.run.smithi001:> sudo apt-get clean 2024-09-12T16:56:21.686 DEBUG:teuthology.orchestra.run.smithi001:> sudo apt-get update 2024-09-12T16:56:21.806 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T16:56:21.815 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T16:56:21.832 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T16:56:21.946 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T16:56:23.291 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T16:56:23.309 DEBUG:teuthology.orchestra.run.smithi001:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T16:56:23.375 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T16:56:23.570 INFO:teuthology.orchestra.run.smithi001.stdout:Building dependency tree... 2024-09-12T16:56:23.574 INFO:teuthology.orchestra.run.smithi001.stdout:Reading state information... 2024-09-12T16:56:23.750 INFO:teuthology.orchestra.run.smithi001.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T16:56:23.751 INFO:teuthology.orchestra.run.smithi001.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T16:56:23.790 INFO:teuthology.orchestra.run.smithi001.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T16:56:23.791 DEBUG:teuthology.orchestra.run.smithi001:> dpkg -s linux-image-generic 2024-09-12T16:56:23.861 INFO:teuthology.orchestra.run.smithi001.stdout:Package: linux-image-generic 2024-09-12T16:56:23.861 INFO:teuthology.orchestra.run.smithi001.stdout:Status: install ok installed 2024-09-12T16:56:23.861 INFO:teuthology.orchestra.run.smithi001.stdout:Priority: optional 2024-09-12T16:56:23.861 INFO:teuthology.orchestra.run.smithi001.stdout:Section: kernel 2024-09-12T16:56:23.862 INFO:teuthology.orchestra.run.smithi001.stdout:Installed-Size: 21 2024-09-12T16:56:23.862 INFO:teuthology.orchestra.run.smithi001.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T16:56:23.862 INFO:teuthology.orchestra.run.smithi001.stdout:Architecture: amd64 2024-09-12T16:56:23.862 INFO:teuthology.orchestra.run.smithi001.stdout:Source: linux-meta 2024-09-12T16:56:23.862 INFO:teuthology.orchestra.run.smithi001.stdout:Version: 5.15.0.119.119 2024-09-12T16:56:23.862 INFO:teuthology.orchestra.run.smithi001.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T16:56:23.863 INFO:teuthology.orchestra.run.smithi001.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T16:56:23.863 INFO:teuthology.orchestra.run.smithi001.stdout:Recommends: thermald 2024-09-12T16:56:23.863 INFO:teuthology.orchestra.run.smithi001.stdout:Description: Generic Linux kernel image 2024-09-12T16:56:23.863 INFO:teuthology.orchestra.run.smithi001.stdout: This package will always depend on the latest generic kernel image 2024-09-12T16:56:23.863 INFO:teuthology.orchestra.run.smithi001.stdout: available. 2024-09-12T16:56:23.864 DEBUG:teuthology.orchestra.run.smithi001:> mktemp 2024-09-12T16:56:23.911 INFO:teuthology.orchestra.run.smithi001.stdout:/tmp/tmp.4g9yF8nc0E 2024-09-12T16:56:23.911 DEBUG:teuthology.orchestra.run.smithi001:> sudo cp /boot/grub/grub.cfg /tmp/tmp.4g9yF8nc0E 2024-09-12T16:56:23.977 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0666 /tmp/tmp.4g9yF8nc0E 2024-09-12T16:56:24.100 DEBUG:teuthology.orchestra.remote:smithi001:/tmp/tmp.4g9yF8nc0E is 10KB 2024-09-12T16:56:24.117 DEBUG:teuthology.orchestra.run.smithi001:> rm -fr /tmp/tmp.4g9yF8nc0E 2024-09-12T16:56:24.125 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T16:56:24.181 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T16:56:24.181 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T16:56:24.181 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T16:56:24.254 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-12T16:56:24.254 DEBUG:teuthology.orchestra.run.smithi001:> sudo update-grub 2024-09-12T16:56:24.341 INFO:teuthology.orchestra.run.smithi174.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T16:56:24.341 INFO:teuthology.orchestra.run.smithi174.stdout:Sourcing file `/etc/default/grub' 2024-09-12T16:56:24.365 INFO:teuthology.orchestra.run.smithi174.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T16:56:24.385 INFO:teuthology.orchestra.run.smithi174.stdout:Generating grub configuration file ... 2024-09-12T16:56:24.665 INFO:teuthology.orchestra.run.smithi174.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T16:56:24.686 INFO:teuthology.orchestra.run.smithi174.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:25.060 INFO:teuthology.orchestra.run.smithi174.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T16:56:25.066 INFO:teuthology.orchestra.run.smithi174.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T16:56:25.140 INFO:teuthology.orchestra.run.smithi174.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T16:56:25.146 INFO:teuthology.orchestra.run.smithi174.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T16:56:25.354 INFO:teuthology.orchestra.run.smithi174.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T16:56:25.355 INFO:teuthology.orchestra.run.smithi174.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T16:56:25.355 INFO:teuthology.orchestra.run.smithi174.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T16:56:25.400 INFO:teuthology.orchestra.run.smithi174.stdout:done 2024-09-12T16:56:25.497 INFO:teuthology.orchestra.run.smithi001.stderr:Sourcing file `/etc/default/grub' 2024-09-12T16:56:25.498 INFO:teuthology.orchestra.run.smithi001.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T16:56:25.499 INFO:teuthology.orchestra.run.smithi001.stderr:Generating grub configuration file ... 2024-09-12T16:56:25.660 INFO:teuthology.orchestra.run.smithi001.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T16:56:25.666 INFO:teuthology.orchestra.run.smithi001.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:25.893 DEBUG:teuthology.orchestra.run.smithi174:> dpkg -s linux-image-generic 2024-09-12T16:56:25.895 INFO:teuthology.orchestra.run.smithi001.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T16:56:25.901 INFO:teuthology.orchestra.run.smithi001.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T16:56:25.923 INFO:teuthology.orchestra.run.smithi174.stdout:Package: linux-image-generic 2024-09-12T16:56:25.923 INFO:teuthology.orchestra.run.smithi174.stdout:Status: install ok installed 2024-09-12T16:56:25.923 INFO:teuthology.orchestra.run.smithi174.stdout:Priority: optional 2024-09-12T16:56:25.923 INFO:teuthology.orchestra.run.smithi174.stdout:Section: kernel 2024-09-12T16:56:25.923 INFO:teuthology.orchestra.run.smithi174.stdout:Installed-Size: 21 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Architecture: amd64 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Source: linux-meta 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Version: 5.15.0.119.119 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Recommends: thermald 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout:Description: Generic Linux kernel image 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout: This package will always depend on the latest generic kernel image 2024-09-12T16:56:25.924 INFO:teuthology.orchestra.run.smithi174.stdout: available. 2024-09-12T16:56:25.925 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-12T16:56:25.925 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T16:56:25.925 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T16:56:25.925 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T16:56:25.925 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi174.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T16:56:25.925 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get clean 2024-09-12T16:56:25.942 INFO:teuthology.orchestra.run.smithi001.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T16:56:25.948 INFO:teuthology.orchestra.run.smithi001.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T16:56:26.080 INFO:teuthology.orchestra.run.smithi001.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T16:56:26.080 INFO:teuthology.orchestra.run.smithi001.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T16:56:26.081 INFO:teuthology.orchestra.run.smithi001.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T16:56:26.093 INFO:teuthology.orchestra.run.smithi001.stderr:done 2024-09-12T16:56:26.110 DEBUG:teuthology.orchestra.run.smithi001:> sudo shutdown -r now 2024-09-12T16:56:26.126 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get update 2024-09-12T16:56:26.375 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T16:56:26.375 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T16:56:26.446 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T16:56:26.528 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T16:56:27.820 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T16:56:27.840 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T16:56:27.904 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T16:56:28.114 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-09-12T16:56:28.114 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-09-12T16:56:28.307 INFO:teuthology.orchestra.run.smithi174.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-12T16:56:28.307 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T16:56:28.307 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T16:56:28.307 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T16:56:28.307 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T16:56:28.308 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T16:56:28.308 INFO:teuthology.orchestra.run.smithi174.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T16:56:28.308 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T16:56:28.349 INFO:teuthology.orchestra.run.smithi174.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T16:56:28.351 DEBUG:teuthology.orchestra.run.smithi174:> dpkg -s linux-image-generic 2024-09-12T16:56:28.366 INFO:teuthology.orchestra.run.smithi174.stdout:Package: linux-image-generic 2024-09-12T16:56:28.366 INFO:teuthology.orchestra.run.smithi174.stdout:Status: install ok installed 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Priority: optional 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Section: kernel 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Installed-Size: 21 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Architecture: amd64 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Source: linux-meta 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Version: 5.15.0.119.119 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Recommends: thermald 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout:Description: Generic Linux kernel image 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout: This package will always depend on the latest generic kernel image 2024-09-12T16:56:28.367 INFO:teuthology.orchestra.run.smithi174.stdout: available. 2024-09-12T16:56:28.368 DEBUG:teuthology.orchestra.run.smithi174:> mktemp 2024-09-12T16:56:28.412 INFO:teuthology.orchestra.run.smithi174.stdout:/tmp/tmp.S3QllGpOzo 2024-09-12T16:56:28.412 DEBUG:teuthology.orchestra.run.smithi174:> sudo cp /boot/grub/grub.cfg /tmp/tmp.S3QllGpOzo 2024-09-12T16:56:28.470 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0666 /tmp/tmp.S3QllGpOzo 2024-09-12T16:56:28.584 DEBUG:teuthology.orchestra.remote:smithi174:/tmp/tmp.S3QllGpOzo is 10KB 2024-09-12T16:56:28.597 DEBUG:teuthology.orchestra.run.smithi174:> rm -fr /tmp/tmp.S3QllGpOzo 2024-09-12T16:56:28.602 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T16:56:28.656 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T16:56:28.656 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T16:56:28.656 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T16:56:28.759 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-12T16:56:28.759 DEBUG:teuthology.orchestra.run.smithi174:> sudo update-grub 2024-09-12T16:56:30.250 INFO:teuthology.orchestra.run.smithi174.stderr:Sourcing file `/etc/default/grub' 2024-09-12T16:56:30.251 INFO:teuthology.orchestra.run.smithi174.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T16:56:30.258 INFO:teuthology.orchestra.run.smithi174.stderr:Generating grub configuration file ... 2024-09-12T16:56:30.468 INFO:teuthology.orchestra.run.smithi174.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T16:56:30.473 INFO:teuthology.orchestra.run.smithi174.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T16:56:30.725 INFO:teuthology.orchestra.run.smithi174.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T16:56:30.730 INFO:teuthology.orchestra.run.smithi174.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T16:56:30.767 INFO:teuthology.orchestra.run.smithi174.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T16:56:30.772 INFO:teuthology.orchestra.run.smithi174.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T16:56:30.901 INFO:teuthology.orchestra.run.smithi174.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T16:56:30.902 INFO:teuthology.orchestra.run.smithi174.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T16:56:30.902 INFO:teuthology.orchestra.run.smithi174.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T16:56:30.920 INFO:teuthology.orchestra.run.smithi174.stderr:done 2024-09-12T16:56:30.925 DEBUG:teuthology.orchestra.run.smithi174:> sudo shutdown -r now 2024-09-12T16:56:56.133 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T16:56:56.134 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-12T16:56:56.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:57:00.973 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T16:57:00.973 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T16:57:00.974 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:57:14.557 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.1 2024-09-12T16:57:19.421 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.174 2024-09-12T16:57:23.559 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-12T16:57:23.560 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:57:28.426 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T16:57:28.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:57:31.485 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.174 2024-09-12T16:57:43.494 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T16:57:43.495 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:58:01.917 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.174 2024-09-12T16:58:16.933 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T16:58:16.934 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:58:17.190 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-09-12T16:58:17.744 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T16:58:17.744 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-12T16:58:17.745 DEBUG:teuthology.orchestra.run.smithi174:> uname -r 2024-09-12T16:58:17.790 INFO:teuthology.orchestra.run.smithi174.stdout:5.15.0-119-generic 2024-09-12T16:58:17.790 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-12T16:58:17.791 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T16:58:17.791 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T16:58:18.792 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T16:58:18.792 DEBUG:teuthology.orchestra.run.smithi174:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T16:58:18.872 INFO:teuthology.orchestra.run.smithi174.stdout:ttyS1 2024-09-12T16:58:18.892 DEBUG:teuthology.parallel:result is None 2024-09-12T16:58:23.562 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T16:58:35.563 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-12T16:58:35.564 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:58:35.786 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-09-12T16:58:36.402 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-12T16:58:36.402 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-12T16:58:36.403 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-09-12T16:58:36.450 INFO:teuthology.orchestra.run.smithi001.stdout:5.15.0-119-generic 2024-09-12T16:58:36.451 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-12T16:58:36.451 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T16:58:36.451 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T16:58:37.451 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T16:58:37.452 DEBUG:teuthology.orchestra.run.smithi001:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T16:58:37.528 INFO:teuthology.orchestra.run.smithi001.stdout:ttyS1 2024-09-12T16:58:37.573 DEBUG:teuthology.parallel:result is None 2024-09-12T16:58:37.573 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T16:58:37.581 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T16:58:37.581 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T16:58:37.584 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T16:58:37.589 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T16:58:37.595 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T16:58:37.605 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T16:58:37.605 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T16:58:37.631 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T16:58:37.682 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T16:58:37.689 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T16:58:37.689 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T16:58:37.692 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T16:58:37.714 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:58:37.724 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:58:37.757 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:58:37.766 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:58:37.768 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T16:58:37.791 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T16:58:37.791 DEBUG:teuthology.orchestra.run.smithi001:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T16:58:37.793 DEBUG:teuthology.orchestra.run.smithi174:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T16:58:37.806 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T16:58:37.814 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T16:58:37.815 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T16:58:37.847 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T16:58:37.854 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T16:58:37.898 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T16:58:37.947 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T16:58:37.947 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T16:58:38.005 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T16:58:38.010 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T16:58:38.058 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T16:58:38.058 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T16:58:38.122 DEBUG:teuthology.orchestra.run.smithi001:> sudo service rsyslog restart 2024-09-12T16:58:38.125 DEBUG:teuthology.orchestra.run.smithi174:> sudo service rsyslog restart 2024-09-12T16:58:38.202 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T16:58:38.210 INFO:teuthology.task.internal:Starting timer... 2024-09-12T16:58:38.210 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T16:58:38.220 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T16:58:38.229 DEBUG:teuthology.task.selinux:Excluding smithi001: OS 'ubuntu' does not support SELinux 2024-09-12T16:58:38.229 DEBUG:teuthology.task.selinux:Excluding smithi174: OS 'ubuntu' does not support SELinux 2024-09-12T16:58:38.229 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T16:58:38.229 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-12T16:58:38.229 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T16:58:38.230 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T16:58:38.238 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-12T16:58:38.241 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-12T16:58:38.349 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T16:58:38.361 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T16:58:38.380 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi001.front.sepia.ceph.com,smithi174.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T17:06:14.249 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi001.front.sepia.ceph.com'), Remote(name='ubuntu@smithi174.front.sepia.ceph.com')] 2024-09-12T17:06:14.283 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-12T17:06:14.285 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:06:14.369 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-09-12T17:06:14.453 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-09-12T17:06:14.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T17:06:14.453 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:06:14.537 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-09-12T17:06:14.617 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-12T17:06:14.617 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T17:06:14.632 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T17:06:14.632 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:06:14.632 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:06:14.635 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:06:14.635 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:06:14.663 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T17:06:14.663 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Command line: ntpd -gq 2024-09-12T17:06:14.664 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: ---------------------------------------------------- 2024-09-12T17:06:14.664 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T17:06:14.664 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T17:06:14.664 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: corporation. Support and training for ntp-4 are 2024-09-12T17:06:14.664 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: available at https://www.nwtime.org/support 2024-09-12T17:06:14.665 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: ---------------------------------------------------- 2024-09-12T17:06:14.665 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: proto: precision = 0.061 usec (-24) 2024-09-12T17:06:14.665 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: basedate set to 2022-02-04 2024-09-12T17:06:14.665 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: gps base set to 2022-02-06 (week 2196) 2024-09-12T17:06:14.666 INFO:teuthology.orchestra.run.smithi001.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:06:14.666 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:06:14.666 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:06:14.667 INFO:teuthology.orchestra.run.smithi001.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:06:14.668 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T17:06:14.669 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T17:06:14.669 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T17:06:14.669 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listen normally on 3 ens1f0 172.21.15.1:123 2024-09-12T17:06:14.669 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listen normally on 4 lo [::1]:123 2024-09-12T17:06:14.669 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:15e8%3]:123 2024-09-12T17:06:14.670 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:14 ntpd[18423]: Listening on routing socket on fd #22 for interface updates 2024-09-12T17:06:14.699 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T17:06:14.699 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Command line: ntpd -gq 2024-09-12T17:06:14.699 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: ---------------------------------------------------- 2024-09-12T17:06:14.699 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T17:06:14.699 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T17:06:14.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: corporation. Support and training for ntp-4 are 2024-09-12T17:06:14.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: available at https://www.nwtime.org/support 2024-09-12T17:06:14.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: ---------------------------------------------------- 2024-09-12T17:06:14.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: proto: precision = 0.044 usec (-24) 2024-09-12T17:06:14.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: basedate set to 2022-02-04 2024-09-12T17:06:14.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: gps base set to 2022-02-06 (week 2196) 2024-09-12T17:06:14.701 INFO:teuthology.orchestra.run.smithi174.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:06:14.702 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:06:14.702 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:06:14.702 INFO:teuthology.orchestra.run.smithi174.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:06:14.704 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T17:06:14.704 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T17:06:14.704 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T17:06:14.704 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listen normally on 3 enp3s0f1 172.21.15.174:123 2024-09-12T17:06:14.705 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listen normally on 4 lo [::1]:123 2024-09-12T17:06:14.705 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:771b%5]:123 2024-09-12T17:06:14.705 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:14 ntpd[18505]: Listening on routing socket on fd #22 for interface updates 2024-09-12T17:06:15.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.667 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.667 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:15.667 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:15 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:15.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:15.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:15.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:15.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:15 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:16.698 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:16 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:16.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:16 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:16.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:16 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:16.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:16 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:16.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:16 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:16.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:16 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:17.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:17 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:17.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:17.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:17 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:18.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:18 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:19.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:19.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:19 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:19.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:19.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:19 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:20.698 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:20 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:20.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:20 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:20.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:20 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:20.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:20 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:20.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:20 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:20.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:20 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:21.663 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.663 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:21.664 INFO:teuthology.orchestra.run.smithi001.stdout:12 Sep 17:06:21 ntpd[18423]: ntpd: time slew +0.000349 s 2024-09-12T17:06:21.665 INFO:teuthology.orchestra.run.smithi001.stdout:ntpd: time slew +0.000349s 2024-09-12T17:06:21.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T17:06:21.665 INFO:teuthology.orchestra.run.smithi001.stderr:12 Sep 17:06:21 ntpd[18423]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:06:21.699 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:06:21.700 INFO:teuthology.orchestra.run.smithi174.stdout:12 Sep 17:06:21 ntpd[18505]: ntpd: time slew +0.000093 s 2024-09-12T17:06:21.700 INFO:teuthology.orchestra.run.smithi174.stdout:ntpd: time slew +0.000093s 2024-09-12T17:06:21.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T17:06:21.700 INFO:teuthology.orchestra.run.smithi174.stderr:12 Sep 17:06:21 ntpd[18505]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T17:06:21.714 INFO:teuthology.orchestra.run.smithi001.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:06:21.715 INFO:teuthology.orchestra.run.smithi001.stdout:============================================================================== 2024-09-12T17:06:21.715 INFO:teuthology.orchestra.run.smithi001.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.715 INFO:teuthology.orchestra.run.smithi001.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.715 INFO:teuthology.orchestra.run.smithi001.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.715 INFO:teuthology.orchestra.run.smithi001.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.752 INFO:teuthology.orchestra.run.smithi174.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:06:21.752 INFO:teuthology.orchestra.run.smithi174.stdout:============================================================================== 2024-09-12T17:06:21.752 INFO:teuthology.orchestra.run.smithi174.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.752 INFO:teuthology.orchestra.run.smithi174.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.752 INFO:teuthology.orchestra.run.smithi174.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.752 INFO:teuthology.orchestra.run.smithi174.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:06:21.753 INFO:teuthology.run_tasks:Running task install... 2024-09-12T17:06:21.761 DEBUG:teuthology.task.install:project ceph 2024-09-12T17:06:21.761 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}} 2024-09-12T17:06:21.761 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'} 2024-09-12T17:06:21.762 INFO:teuthology.task.install:Using flavor: default 2024-09-12T17:06:21.767 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T17:06:21.767 INFO:teuthology.task.install:extra packages: [] 2024-09-12T17:06:21.767 DEBUG:teuthology.orchestra.run.smithi001:> sudo apt-key list | grep Ceph 2024-09-12T17:06:21.768 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-key list | grep Ceph 2024-09-12T17:06:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T17:06:21.850 INFO:teuthology.orchestra.run.smithi001.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T17:06:21.850 INFO:teuthology.orchestra.run.smithi001.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T17:06:21.851 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T17:06:21.851 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-12T17:06:21.851 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:06:21.858 INFO:teuthology.orchestra.run.smithi174.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T17:06:21.887 INFO:teuthology.orchestra.run.smithi174.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T17:06:21.888 INFO:teuthology.orchestra.run.smithi174.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T17:06:21.889 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T17:06:21.889 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-12T17:06:21.889 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:06:21.999 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default/ 2024-09-12T17:06:21.999 INFO:teuthology.task.install.deb:Package version is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:06:22.032 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default/ 2024-09-12T17:06:22.032 INFO:teuthology.task.install.deb:Package version is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:06:22.111 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:06:22.111 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T17:06:22.125 DEBUG:teuthology.orchestra.run.smithi001:> sudo apt-get update 2024-09-12T17:06:22.148 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:06:22.148 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T17:06:22.162 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get update 2024-09-12T17:06:22.301 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:06:22.309 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:06:22.326 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:06:22.327 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:06:22.338 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:06:22.355 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:06:22.365 INFO:teuthology.orchestra.run.smithi001.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T17:06:22.382 INFO:teuthology.orchestra.run.smithi174.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T17:06:22.386 INFO:teuthology.orchestra.run.smithi001.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-12T17:06:22.403 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-12T17:06:22.408 INFO:teuthology.orchestra.run.smithi001.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T17:06:22.421 INFO:teuthology.orchestra.run.smithi001.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:06:22.425 INFO:teuthology.orchestra.run.smithi174.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T17:06:22.429 INFO:teuthology.orchestra.run.smithi001.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-12T17:06:22.446 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-12T17:06:22.451 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:06:22.458 INFO:teuthology.orchestra.run.smithi001.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,427 B] 2024-09-12T17:06:22.472 INFO:teuthology.orchestra.run.smithi174.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,427 B] 2024-09-12T17:06:22.660 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 28.6 kB in 0s (88.4 kB/s) 2024-09-12T17:06:22.663 INFO:teuthology.orchestra.run.smithi001.stdout:Fetched 28.6 kB in 0s (81.6 kB/s) 2024-09-12T17:06:23.623 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T17:06:23.639 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4762-gbad475c1-1jammy cephadm=19.3.0-4762-gbad475c1-1jammy ceph-mds=19.3.0-4762-gbad475c1-1jammy ceph-mgr=19.3.0-4762-gbad475c1-1jammy ceph-common=19.3.0-4762-gbad475c1-1jammy ceph-fuse=19.3.0-4762-gbad475c1-1jammy ceph-test=19.3.0-4762-gbad475c1-1jammy ceph-volume=19.3.0-4762-gbad475c1-1jammy radosgw=19.3.0-4762-gbad475c1-1jammy python3-rados=19.3.0-4762-gbad475c1-1jammy python3-rgw=19.3.0-4762-gbad475c1-1jammy python3-cephfs=19.3.0-4762-gbad475c1-1jammy python3-rbd=19.3.0-4762-gbad475c1-1jammy libcephfs2=19.3.0-4762-gbad475c1-1jammy libcephfs-dev=19.3.0-4762-gbad475c1-1jammy librados2=19.3.0-4762-gbad475c1-1jammy librbd1=19.3.0-4762-gbad475c1-1jammy rbd-fuse=19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:06:23.689 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T17:06:23.693 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T17:06:23.707 DEBUG:teuthology.orchestra.run.smithi001:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4762-gbad475c1-1jammy cephadm=19.3.0-4762-gbad475c1-1jammy ceph-mds=19.3.0-4762-gbad475c1-1jammy ceph-mgr=19.3.0-4762-gbad475c1-1jammy ceph-common=19.3.0-4762-gbad475c1-1jammy ceph-fuse=19.3.0-4762-gbad475c1-1jammy ceph-test=19.3.0-4762-gbad475c1-1jammy ceph-volume=19.3.0-4762-gbad475c1-1jammy radosgw=19.3.0-4762-gbad475c1-1jammy python3-rados=19.3.0-4762-gbad475c1-1jammy python3-rgw=19.3.0-4762-gbad475c1-1jammy python3-cephfs=19.3.0-4762-gbad475c1-1jammy python3-rbd=19.3.0-4762-gbad475c1-1jammy libcephfs2=19.3.0-4762-gbad475c1-1jammy libcephfs-dev=19.3.0-4762-gbad475c1-1jammy librados2=19.3.0-4762-gbad475c1-1jammy librbd1=19.3.0-4762-gbad475c1-1jammy rbd-fuse=19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:06:23.776 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T17:06:23.880 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-09-12T17:06:23.880 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-09-12T17:06:23.989 INFO:teuthology.orchestra.run.smithi001.stdout:Building dependency tree... 2024-09-12T17:06:23.990 INFO:teuthology.orchestra.run.smithi001.stdout:Reading state information... 2024-09-12T17:06:24.066 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:06:24.066 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:06:24.066 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:06:24.066 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:06:24.066 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:06:24.067 INFO:teuthology.orchestra.run.smithi174.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:06:24.067 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:06:24.067 INFO:teuthology.orchestra.run.smithi174.stdout:The following additional packages will be installed: 2024-09-12T17:06:24.067 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T17:06:24.068 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-12T17:06:24.068 INFO:teuthology.orchestra.run.smithi174.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-12T17:06:24.068 INFO:teuthology.orchestra.run.smithi174.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:06:24.069 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T17:06:24.070 INFO:teuthology.orchestra.run.smithi174.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: xmlstarlet zip 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout:Suggested packages: 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-12T17:06:24.071 INFO:teuthology.orchestra.run.smithi174.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-12T17:06:24.072 INFO:teuthology.orchestra.run.smithi174.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-12T17:06:24.072 INFO:teuthology.orchestra.run.smithi174.stdout:Recommended packages: 2024-09-12T17:06:24.072 INFO:teuthology.orchestra.run.smithi174.stdout: btrfs-tools 2024-09-12T17:06:24.172 INFO:teuthology.orchestra.run.smithi174.stdout:The following NEW packages will be installed: 2024-09-12T17:06:24.172 INFO:teuthology.orchestra.run.smithi174.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T17:06:24.173 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T17:06:24.173 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T17:06:24.173 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-12T17:06:24.173 INFO:teuthology.orchestra.run.smithi174.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-12T17:06:24.173 INFO:teuthology.orchestra.run.smithi174.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-12T17:06:24.174 INFO:teuthology.orchestra.run.smithi174.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-12T17:06:24.174 INFO:teuthology.orchestra.run.smithi174.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-12T17:06:24.174 INFO:teuthology.orchestra.run.smithi174.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-12T17:06:24.174 INFO:teuthology.orchestra.run.smithi174.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T17:06:24.174 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T17:06:24.175 INFO:teuthology.orchestra.run.smithi174.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T17:06:24.176 INFO:teuthology.orchestra.run.smithi174.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-12T17:06:24.207 INFO:teuthology.orchestra.run.smithi001.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:06:24.207 INFO:teuthology.orchestra.run.smithi001.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:06:24.207 INFO:teuthology.orchestra.run.smithi001.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:06:24.208 INFO:teuthology.orchestra.run.smithi001.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:06:24.208 INFO:teuthology.orchestra.run.smithi001.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:06:24.208 INFO:teuthology.orchestra.run.smithi001.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:06:24.208 INFO:teuthology.orchestra.run.smithi001.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:06:24.209 INFO:teuthology.orchestra.run.smithi001.stdout:The following additional packages will be installed: 2024-09-12T17:06:24.209 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T17:06:24.210 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-12T17:06:24.210 INFO:teuthology.orchestra.run.smithi001.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-12T17:06:24.210 INFO:teuthology.orchestra.run.smithi001.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T17:06:24.210 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-12T17:06:24.210 INFO:teuthology.orchestra.run.smithi001.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-12T17:06:24.210 INFO:teuthology.orchestra.run.smithi001.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T17:06:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet zip 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout:Suggested packages: 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-12T17:06:24.212 INFO:teuthology.orchestra.run.smithi001.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-12T17:06:24.213 INFO:teuthology.orchestra.run.smithi001.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-12T17:06:24.213 INFO:teuthology.orchestra.run.smithi001.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-12T17:06:24.213 INFO:teuthology.orchestra.run.smithi001.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-12T17:06:24.213 INFO:teuthology.orchestra.run.smithi001.stdout:Recommended packages: 2024-09-12T17:06:24.213 INFO:teuthology.orchestra.run.smithi001.stdout: btrfs-tools 2024-09-12T17:06:24.319 INFO:teuthology.orchestra.run.smithi174.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:06:24.319 INFO:teuthology.orchestra.run.smithi174.stdout:Need to get 243 MB of archives. 2024-09-12T17:06:24.319 INFO:teuthology.orchestra.run.smithi174.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-12T17:06:24.319 INFO:teuthology.orchestra.run.smithi174.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4762-gbad475c1-1jammy [3,629 kB] 2024-09-12T17:06:24.322 INFO:teuthology.orchestra.run.smithi001.stdout:The following NEW packages will be installed: 2024-09-12T17:06:24.322 INFO:teuthology.orchestra.run.smithi001.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T17:06:24.322 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T17:06:24.322 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T17:06:24.322 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-12T17:06:24.322 INFO:teuthology.orchestra.run.smithi001.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-12T17:06:24.323 INFO:teuthology.orchestra.run.smithi001.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:06:24.324 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T17:06:24.325 INFO:teuthology.orchestra.run.smithi001.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-12T17:06:24.363 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T17:06:24.476 INFO:teuthology.orchestra.run.smithi001.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:06:24.476 INFO:teuthology.orchestra.run.smithi001.stdout:Need to get 243 MB of archives. 2024-09-12T17:06:24.477 INFO:teuthology.orchestra.run.smithi001.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-12T17:06:24.477 INFO:teuthology.orchestra.run.smithi001.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4762-gbad475c1-1jammy [3,629 kB] 2024-09-12T17:06:24.502 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4762-gbad475c1-1jammy [3,322 kB] 2024-09-12T17:06:24.516 INFO:teuthology.orchestra.run.smithi001.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T17:06:24.553 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4762-gbad475c1-1jammy [721 kB] 2024-09-12T17:06:24.565 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4762-gbad475c1-1jammy [357 kB] 2024-09-12T17:06:24.570 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4762-gbad475c1-1jammy [32.8 kB] 2024-09-12T17:06:24.571 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4762-gbad475c1-1jammy [180 kB] 2024-09-12T17:06:24.579 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4762-gbad475c1-1jammy [71.2 kB] 2024-09-12T17:06:24.580 INFO:teuthology.orchestra.run.smithi174.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4762-gbad475c1-1jammy [338 kB] 2024-09-12T17:06:24.586 INFO:teuthology.orchestra.run.smithi174.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4762-gbad475c1-1jammy [7,972 kB] 2024-09-12T17:06:24.751 INFO:teuthology.orchestra.run.smithi174.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4762-gbad475c1-1jammy [112 kB] 2024-09-12T17:06:24.752 INFO:teuthology.orchestra.run.smithi174.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4762-gbad475c1-1jammy [473 kB] 2024-09-12T17:06:24.759 INFO:teuthology.orchestra.run.smithi174.stdout:Get:13 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4762-gbad475c1-1jammy [28.2 MB] 2024-09-12T17:06:24.786 INFO:teuthology.orchestra.run.smithi174.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T17:06:24.804 INFO:teuthology.orchestra.run.smithi174.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T17:06:24.850 INFO:teuthology.orchestra.run.smithi001.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4762-gbad475c1-1jammy [3,322 kB] 2024-09-12T17:06:24.880 INFO:teuthology.orchestra.run.smithi174.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T17:06:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T17:06:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T17:06:25.034 INFO:teuthology.orchestra.run.smithi001.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T17:06:25.117 INFO:teuthology.orchestra.run.smithi174.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T17:06:25.118 INFO:teuthology.orchestra.run.smithi001.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4762-gbad475c1-1jammy [721 kB] 2024-09-12T17:06:25.127 INFO:teuthology.orchestra.run.smithi174.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T17:06:25.134 INFO:teuthology.orchestra.run.smithi001.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4762-gbad475c1-1jammy [357 kB] 2024-09-12T17:06:25.157 INFO:teuthology.orchestra.run.smithi174.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T17:06:25.166 INFO:teuthology.orchestra.run.smithi174.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T17:06:25.167 INFO:teuthology.orchestra.run.smithi174.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T17:06:25.168 INFO:teuthology.orchestra.run.smithi174.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T17:06:25.186 INFO:teuthology.orchestra.run.smithi174.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-12T17:06:25.187 INFO:teuthology.orchestra.run.smithi001.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4762-gbad475c1-1jammy [32.8 kB] 2024-09-12T17:06:25.189 INFO:teuthology.orchestra.run.smithi001.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4762-gbad475c1-1jammy [180 kB] 2024-09-12T17:06:25.190 INFO:teuthology.orchestra.run.smithi174.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-12T17:06:25.193 INFO:teuthology.orchestra.run.smithi001.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4762-gbad475c1-1jammy [71.2 kB] 2024-09-12T17:06:25.195 INFO:teuthology.orchestra.run.smithi001.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4762-gbad475c1-1jammy [338 kB] 2024-09-12T17:06:25.196 INFO:teuthology.orchestra.run.smithi174.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-12T17:06:25.200 INFO:teuthology.orchestra.run.smithi174.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-12T17:06:25.248 INFO:teuthology.orchestra.run.smithi001.stdout:Get:13 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4762-gbad475c1-1jammy [7,972 kB] 2024-09-12T17:06:25.265 INFO:teuthology.orchestra.run.smithi001.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T17:06:25.274 INFO:teuthology.orchestra.run.smithi001.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T17:06:25.281 INFO:teuthology.orchestra.run.smithi174.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-12T17:06:25.286 INFO:teuthology.orchestra.run.smithi174.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-12T17:06:25.290 INFO:teuthology.orchestra.run.smithi174.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-12T17:06:25.293 INFO:teuthology.orchestra.run.smithi174.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T17:06:25.294 INFO:teuthology.orchestra.run.smithi174.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T17:06:25.295 INFO:teuthology.orchestra.run.smithi174.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T17:06:25.297 INFO:teuthology.orchestra.run.smithi174.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T17:06:25.297 INFO:teuthology.orchestra.run.smithi174.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T17:06:25.298 INFO:teuthology.orchestra.run.smithi174.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T17:06:25.304 INFO:teuthology.orchestra.run.smithi001.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T17:06:25.314 INFO:teuthology.orchestra.run.smithi001.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T17:06:25.314 INFO:teuthology.orchestra.run.smithi001.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T17:06:25.316 INFO:teuthology.orchestra.run.smithi001.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T17:06:25.333 INFO:teuthology.orchestra.run.smithi001.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-12T17:06:25.337 INFO:teuthology.orchestra.run.smithi001.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-12T17:06:25.342 INFO:teuthology.orchestra.run.smithi001.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-12T17:06:25.348 INFO:teuthology.orchestra.run.smithi001.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-12T17:06:25.363 INFO:teuthology.orchestra.run.smithi174.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T17:06:25.411 INFO:teuthology.orchestra.run.smithi174.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T17:06:25.412 INFO:teuthology.orchestra.run.smithi174.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T17:06:25.427 INFO:teuthology.orchestra.run.smithi001.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-12T17:06:25.432 INFO:teuthology.orchestra.run.smithi001.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-12T17:06:25.436 INFO:teuthology.orchestra.run.smithi001.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-12T17:06:25.440 INFO:teuthology.orchestra.run.smithi001.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T17:06:25.441 INFO:teuthology.orchestra.run.smithi001.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T17:06:25.442 INFO:teuthology.orchestra.run.smithi001.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T17:06:25.445 INFO:teuthology.orchestra.run.smithi001.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T17:06:25.449 INFO:teuthology.orchestra.run.smithi001.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T17:06:25.449 INFO:teuthology.orchestra.run.smithi001.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T17:06:25.464 INFO:teuthology.orchestra.run.smithi174.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T17:06:25.464 INFO:teuthology.orchestra.run.smithi174.stdout:Get:40 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4762-gbad475c1-1jammy [5,206 kB] 2024-09-12T17:06:25.468 INFO:teuthology.orchestra.run.smithi174.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T17:06:25.469 INFO:teuthology.orchestra.run.smithi174.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T17:06:25.470 INFO:teuthology.orchestra.run.smithi174.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T17:06:25.471 INFO:teuthology.orchestra.run.smithi174.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T17:06:25.473 INFO:teuthology.orchestra.run.smithi174.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T17:06:25.474 INFO:teuthology.orchestra.run.smithi174.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T17:06:25.510 INFO:teuthology.orchestra.run.smithi001.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T17:06:25.529 INFO:teuthology.orchestra.run.smithi001.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T17:06:25.530 INFO:teuthology.orchestra.run.smithi001.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T17:06:25.530 INFO:teuthology.orchestra.run.smithi174.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T17:06:25.530 INFO:teuthology.orchestra.run.smithi001.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T17:06:25.534 INFO:teuthology.orchestra.run.smithi174.stdout:Get:48 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4762-gbad475c1-1jammy [251 kB] 2024-09-12T17:06:25.535 INFO:teuthology.orchestra.run.smithi001.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T17:06:25.536 INFO:teuthology.orchestra.run.smithi174.stdout:Get:49 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4762-gbad475c1-1jammy [124 kB] 2024-09-12T17:06:25.537 INFO:teuthology.orchestra.run.smithi001.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T17:06:25.538 INFO:teuthology.orchestra.run.smithi174.stdout:Get:50 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4762-gbad475c1-1jammy [1,562 kB] 2024-09-12T17:06:25.551 INFO:teuthology.orchestra.run.smithi001.stdout:Get:39 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4762-gbad475c1-1jammy [112 kB] 2024-09-12T17:06:25.568 INFO:teuthology.orchestra.run.smithi001.stdout:Get:40 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4762-gbad475c1-1jammy [473 kB] 2024-09-12T17:06:25.571 INFO:teuthology.orchestra.run.smithi174.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T17:06:25.573 INFO:teuthology.orchestra.run.smithi174.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T17:06:25.573 INFO:teuthology.orchestra.run.smithi174.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T17:06:25.574 INFO:teuthology.orchestra.run.smithi174.stdout:Get:54 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4762-gbad475c1-1jammy [6,310 kB] 2024-09-12T17:06:25.584 INFO:teuthology.orchestra.run.smithi174.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T17:06:25.585 INFO:teuthology.orchestra.run.smithi174.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T17:06:25.586 INFO:teuthology.orchestra.run.smithi174.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T17:06:25.587 INFO:teuthology.orchestra.run.smithi001.stdout:Get:41 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4762-gbad475c1-1jammy [28.2 MB] 2024-09-12T17:06:25.592 INFO:teuthology.orchestra.run.smithi001.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T17:06:25.593 INFO:teuthology.orchestra.run.smithi001.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T17:06:25.595 INFO:teuthology.orchestra.run.smithi001.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T17:06:25.595 INFO:teuthology.orchestra.run.smithi001.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T17:06:25.612 INFO:teuthology.orchestra.run.smithi174.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T17:06:25.614 INFO:teuthology.orchestra.run.smithi174.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T17:06:25.618 INFO:teuthology.orchestra.run.smithi174.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T17:06:25.674 INFO:teuthology.orchestra.run.smithi001.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T17:06:25.676 INFO:teuthology.orchestra.run.smithi001.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T17:06:25.677 INFO:teuthology.orchestra.run.smithi001.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T17:06:25.678 INFO:teuthology.orchestra.run.smithi001.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T17:06:25.689 INFO:teuthology.orchestra.run.smithi001.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T17:06:25.693 INFO:teuthology.orchestra.run.smithi174.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T17:06:25.695 INFO:teuthology.orchestra.run.smithi174.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T17:06:25.699 INFO:teuthology.orchestra.run.smithi174.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T17:06:25.703 INFO:teuthology.orchestra.run.smithi174.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T17:06:25.704 INFO:teuthology.orchestra.run.smithi174.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T17:06:25.706 INFO:teuthology.orchestra.run.smithi174.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-12T17:06:25.721 INFO:teuthology.orchestra.run.smithi174.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4762-gbad475c1-1jammy [23.1 MB] 2024-09-12T17:06:25.755 INFO:teuthology.orchestra.run.smithi001.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T17:06:25.756 INFO:teuthology.orchestra.run.smithi001.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T17:06:25.757 INFO:teuthology.orchestra.run.smithi001.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T17:06:25.760 INFO:teuthology.orchestra.run.smithi001.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T17:06:25.764 INFO:teuthology.orchestra.run.smithi001.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T17:06:25.774 INFO:teuthology.orchestra.run.smithi174.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T17:06:25.837 INFO:teuthology.orchestra.run.smithi001.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T17:06:25.840 INFO:teuthology.orchestra.run.smithi001.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T17:06:25.841 INFO:teuthology.orchestra.run.smithi001.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T17:06:25.846 INFO:teuthology.orchestra.run.smithi001.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T17:06:25.847 INFO:teuthology.orchestra.run.smithi001.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T17:06:25.892 INFO:teuthology.orchestra.run.smithi174.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T17:06:25.919 INFO:teuthology.orchestra.run.smithi001.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-12T17:06:25.923 INFO:teuthology.orchestra.run.smithi001.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T17:06:25.937 INFO:teuthology.orchestra.run.smithi174.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T17:06:25.939 INFO:teuthology.orchestra.run.smithi174.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T17:06:25.940 INFO:teuthology.orchestra.run.smithi174.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T17:06:25.942 INFO:teuthology.orchestra.run.smithi174.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T17:06:25.979 INFO:teuthology.orchestra.run.smithi174.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T17:06:25.982 INFO:teuthology.orchestra.run.smithi174.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T17:06:25.982 INFO:teuthology.orchestra.run.smithi174.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T17:06:26.043 INFO:teuthology.orchestra.run.smithi174.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T17:06:26.044 INFO:teuthology.orchestra.run.smithi174.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T17:06:26.087 INFO:teuthology.orchestra.run.smithi001.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T17:06:26.089 INFO:teuthology.orchestra.run.smithi001.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T17:06:26.092 INFO:teuthology.orchestra.run.smithi001.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T17:06:26.092 INFO:teuthology.orchestra.run.smithi001.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T17:06:26.094 INFO:teuthology.orchestra.run.smithi001.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T17:06:26.099 INFO:teuthology.orchestra.run.smithi174.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T17:06:26.100 INFO:teuthology.orchestra.run.smithi174.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T17:06:26.101 INFO:teuthology.orchestra.run.smithi174.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T17:06:26.102 INFO:teuthology.orchestra.run.smithi174.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T17:06:26.102 INFO:teuthology.orchestra.run.smithi174.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T17:06:26.103 INFO:teuthology.orchestra.run.smithi174.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T17:06:26.110 INFO:teuthology.orchestra.run.smithi174.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T17:06:26.131 INFO:teuthology.orchestra.run.smithi001.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T17:06:26.134 INFO:teuthology.orchestra.run.smithi001.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T17:06:26.134 INFO:teuthology.orchestra.run.smithi001.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T17:06:26.181 INFO:teuthology.orchestra.run.smithi174.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T17:06:26.184 INFO:teuthology.orchestra.run.smithi174.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T17:06:26.185 INFO:teuthology.orchestra.run.smithi174.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T17:06:26.193 INFO:teuthology.orchestra.run.smithi001.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T17:06:26.194 INFO:teuthology.orchestra.run.smithi001.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T17:06:26.255 INFO:teuthology.orchestra.run.smithi001.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T17:06:26.256 INFO:teuthology.orchestra.run.smithi001.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T17:06:26.257 INFO:teuthology.orchestra.run.smithi001.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T17:06:26.259 INFO:teuthology.orchestra.run.smithi001.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T17:06:26.259 INFO:teuthology.orchestra.run.smithi001.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T17:06:26.260 INFO:teuthology.orchestra.run.smithi001.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T17:06:26.262 INFO:teuthology.orchestra.run.smithi174.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T17:06:26.267 INFO:teuthology.orchestra.run.smithi001.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T17:06:26.268 INFO:teuthology.orchestra.run.smithi174.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-12T17:06:26.270 INFO:teuthology.orchestra.run.smithi174.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-12T17:06:26.272 INFO:teuthology.orchestra.run.smithi174.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-12T17:06:26.283 INFO:teuthology.orchestra.run.smithi174.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-12T17:06:26.284 INFO:teuthology.orchestra.run.smithi174.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-12T17:06:26.291 INFO:teuthology.orchestra.run.smithi174.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T17:06:26.337 INFO:teuthology.orchestra.run.smithi001.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T17:06:26.341 INFO:teuthology.orchestra.run.smithi001.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T17:06:26.342 INFO:teuthology.orchestra.run.smithi001.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T17:06:26.343 INFO:teuthology.orchestra.run.smithi174.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T17:06:26.414 INFO:teuthology.orchestra.run.smithi174.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T17:06:26.414 INFO:teuthology.orchestra.run.smithi174.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T17:06:26.415 INFO:teuthology.orchestra.run.smithi174.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4762-gbad475c1-1jammy [14.1 kB] 2024-09-12T17:06:26.415 INFO:teuthology.orchestra.run.smithi174.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4762-gbad475c1-1jammy [880 kB] 2024-09-12T17:06:26.418 INFO:teuthology.orchestra.run.smithi001.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T17:06:26.424 INFO:teuthology.orchestra.run.smithi174.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T17:06:26.425 INFO:teuthology.orchestra.run.smithi001.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-12T17:06:26.427 INFO:teuthology.orchestra.run.smithi174.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T17:06:26.427 INFO:teuthology.orchestra.run.smithi001.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-12T17:06:26.428 INFO:teuthology.orchestra.run.smithi001.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-12T17:06:26.429 INFO:teuthology.orchestra.run.smithi174.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4762-gbad475c1-1jammy [2,438 kB] 2024-09-12T17:06:26.440 INFO:teuthology.orchestra.run.smithi001.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-12T17:06:26.442 INFO:teuthology.orchestra.run.smithi001.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-12T17:06:26.443 INFO:teuthology.orchestra.run.smithi174.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T17:06:26.444 INFO:teuthology.orchestra.run.smithi174.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T17:06:26.445 INFO:teuthology.orchestra.run.smithi174.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T17:06:26.450 INFO:teuthology.orchestra.run.smithi001.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T17:06:26.450 INFO:teuthology.orchestra.run.smithi174.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T17:06:26.452 INFO:teuthology.orchestra.run.smithi174.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T17:06:26.465 INFO:teuthology.orchestra.run.smithi174.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4762-gbad475c1-1jammy [812 kB] 2024-09-12T17:06:26.475 INFO:teuthology.orchestra.run.smithi174.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4762-gbad475c1-1jammy [160 kB] 2024-09-12T17:06:26.477 INFO:teuthology.orchestra.run.smithi174.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4762-gbad475c1-1jammy [61.4 MB] 2024-09-12T17:06:26.500 INFO:teuthology.orchestra.run.smithi001.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T17:06:26.502 INFO:teuthology.orchestra.run.smithi001.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T17:06:26.502 INFO:teuthology.orchestra.run.smithi001.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T17:06:26.582 INFO:teuthology.orchestra.run.smithi001.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T17:06:26.584 INFO:teuthology.orchestra.run.smithi001.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T17:06:26.603 INFO:teuthology.orchestra.run.smithi001.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T17:06:26.603 INFO:teuthology.orchestra.run.smithi001.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T17:06:26.604 INFO:teuthology.orchestra.run.smithi001.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T17:06:26.609 INFO:teuthology.orchestra.run.smithi001.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T17:06:26.611 INFO:teuthology.orchestra.run.smithi001.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T17:06:26.874 INFO:teuthology.orchestra.run.smithi001.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4762-gbad475c1-1jammy [5,206 kB] 2024-09-12T17:06:26.974 INFO:teuthology.orchestra.run.smithi001.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4762-gbad475c1-1jammy [251 kB] 2024-09-12T17:06:26.979 INFO:teuthology.orchestra.run.smithi001.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4762-gbad475c1-1jammy [124 kB] 2024-09-12T17:06:27.005 INFO:teuthology.orchestra.run.smithi001.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4762-gbad475c1-1jammy [1,562 kB] 2024-09-12T17:06:27.061 INFO:teuthology.orchestra.run.smithi001.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4762-gbad475c1-1jammy [6,310 kB] 2024-09-12T17:06:27.292 INFO:teuthology.orchestra.run.smithi001.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4762-gbad475c1-1jammy [23.1 MB] 2024-09-12T17:06:28.278 INFO:teuthology.orchestra.run.smithi001.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4762-gbad475c1-1jammy [14.1 kB] 2024-09-12T17:06:28.279 INFO:teuthology.orchestra.run.smithi001.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4762-gbad475c1-1jammy [880 kB] 2024-09-12T17:06:28.296 INFO:teuthology.orchestra.run.smithi001.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4762-gbad475c1-1jammy [2,438 kB] 2024-09-12T17:06:28.339 INFO:teuthology.orchestra.run.smithi001.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4762-gbad475c1-1jammy [812 kB] 2024-09-12T17:06:28.350 INFO:teuthology.orchestra.run.smithi001.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4762-gbad475c1-1jammy [160 kB] 2024-09-12T17:06:28.352 INFO:teuthology.orchestra.run.smithi001.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4762-gbad475c1-1jammy [61.4 MB] 2024-09-12T17:06:28.468 INFO:teuthology.orchestra.run.smithi174.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4762-gbad475c1-1jammy [8,625 kB] 2024-09-12T17:06:28.644 INFO:teuthology.orchestra.run.smithi174.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4762-gbad475c1-1jammy [14.2 kB] 2024-09-12T17:06:28.645 INFO:teuthology.orchestra.run.smithi174.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4762-gbad475c1-1jammy [48.5 MB] 2024-09-12T17:06:30.173 INFO:teuthology.orchestra.run.smithi174.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4762-gbad475c1-1jammy [130 kB] 2024-09-12T17:06:30.245 INFO:teuthology.orchestra.run.smithi174.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4762-gbad475c1-1jammy [39.0 kB] 2024-09-12T17:06:30.246 INFO:teuthology.orchestra.run.smithi174.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4762-gbad475c1-1jammy [15.8 MB] 2024-09-12T17:06:30.544 INFO:teuthology.orchestra.run.smithi001.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4762-gbad475c1-1jammy [8,625 kB] 2024-09-12T17:06:30.616 INFO:teuthology.orchestra.run.smithi174.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4762-gbad475c1-1jammy [91.2 kB] 2024-09-12T17:06:30.656 INFO:teuthology.orchestra.run.smithi001.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4762-gbad475c1-1jammy [14.2 kB] 2024-09-12T17:06:30.657 INFO:teuthology.orchestra.run.smithi001.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4762-gbad475c1-1jammy [48.5 MB] 2024-09-12T17:06:31.181 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 243 MB in 6s (37.8 MB/s) 2024-09-12T17:06:31.342 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T17:06:31.442 INFO:teuthology.orchestra.run.smithi174.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-12T17:06:31.447 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T17:06:31.532 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:06:31.628 INFO:teuthology.orchestra.run.smithi001.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4762-gbad475c1-1jammy [130 kB] 2024-09-12T17:06:31.703 INFO:teuthology.orchestra.run.smithi001.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4762-gbad475c1-1jammy [39.0 kB] 2024-09-12T17:06:31.704 INFO:teuthology.orchestra.run.smithi001.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4762-gbad475c1-1jammy [15.8 MB] 2024-09-12T17:06:31.885 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T17:06:31.911 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T17:06:31.951 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:06:32.017 INFO:teuthology.orchestra.run.smithi001.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4762-gbad475c1-1jammy [91.2 kB] 2024-09-12T17:06:32.246 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T17:06:32.272 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T17:06:32.312 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:06:32.599 INFO:teuthology.orchestra.run.smithi001.stdout:Fetched 243 MB in 8s (31.7 MB/s) 2024-09-12T17:06:32.699 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T17:06:32.726 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:06:32.761 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T17:06:32.774 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:06:32.864 INFO:teuthology.orchestra.run.smithi001.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-12T17:06:32.869 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T17:06:32.951 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:06:33.186 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T17:06:33.212 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:06:33.252 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:06:33.414 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T17:06:33.440 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T17:06:33.472 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:06:33.597 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T17:06:33.623 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:06:33.663 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:06:33.791 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T17:06:33.818 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T17:06:33.858 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:06:33.991 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T17:06:34.018 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T17:06:34.058 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:06:34.295 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T17:06:34.321 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:06:34.370 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:06:34.386 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librados2. 2024-09-12T17:06:34.412 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../007-librados2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:34.452 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:34.731 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T17:06:34.758 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:06:34.798 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:06:34.888 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librbd1. 2024-09-12T17:06:34.914 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../008-librbd1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:34.955 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:35.076 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T17:06:35.102 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:06:35.134 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:06:35.391 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T17:06:35.417 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:35.449 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:35.487 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T17:06:35.514 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T17:06:35.553 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:06:35.727 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rados. 2024-09-12T17:06:35.742 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:35.785 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:35.881 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package librados2. 2024-09-12T17:06:35.909 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../007-librados2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:35.948 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:36.046 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T17:06:36.073 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:06:36.113 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:36.384 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package librbd1. 2024-09-12T17:06:36.398 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T17:06:36.400 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../008-librbd1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:36.414 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:36.434 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:36.457 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:36.776 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T17:06:36.803 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:06:36.837 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T17:06:36.842 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:36.863 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:36.903 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:37.179 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T17:06:37.180 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-rados. 2024-09-12T17:06:37.197 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:37.205 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T17:06:37.239 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:37.245 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:06:37.565 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T17:06:37.580 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T17:06:37.583 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T17:06:37.610 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:06:37.623 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T17:06:37.675 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:37.884 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T17:06:37.899 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:37.902 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T17:06:37.918 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:37.943 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:37.952 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:38.230 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T17:06:38.255 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T17:06:38.257 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:06:38.272 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T17:06:38.297 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:38.303 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:06:38.581 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-12T17:06:38.608 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-12T17:06:38.625 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T17:06:38.645 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T17:06:38.647 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:06:38.683 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:06:38.962 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-12T17:06:38.969 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T17:06:38.974 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-12T17:06:38.996 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T17:06:39.017 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:06:39.035 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T17:06:39.263 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T17:06:39.279 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:39.321 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:39.345 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package lua5.1. 2024-09-12T17:06:39.372 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-12T17:06:39.411 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:06:39.659 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T17:06:39.686 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T17:06:39.723 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package lua-any. 2024-09-12T17:06:39.726 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:06:39.750 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-12T17:06:39.790 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-12T17:06:39.978 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-12T17:06:39.994 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-12T17:06:40.028 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:06:40.042 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package zip. 2024-09-12T17:06:40.058 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-12T17:06:40.100 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking zip (3.0-12build2) ... 2024-09-12T17:06:40.298 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-12T17:06:40.314 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-12T17:06:40.356 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:06:40.453 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package unzip. 2024-09-12T17:06:40.480 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-12T17:06:40.520 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:06:40.685 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package lua5.1. 2024-09-12T17:06:40.711 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-12T17:06:40.751 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:06:41.079 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package lua-any. 2024-09-12T17:06:41.095 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-12T17:06:41.137 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-12T17:06:41.149 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package luarocks. 2024-09-12T17:06:41.176 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-12T17:06:41.207 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:06:41.373 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package zip. 2024-09-12T17:06:41.389 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-12T17:06:41.423 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking zip (3.0-12build2) ... 2024-09-12T17:06:41.573 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librgw2. 2024-09-12T17:06:41.599 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../025-librgw2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:41.639 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:41.743 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package unzip. 2024-09-12T17:06:41.770 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-12T17:06:41.810 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:06:42.208 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package luarocks. 2024-09-12T17:06:42.232 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-12T17:06:42.233 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T17:06:42.249 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:42.272 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:06:42.291 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:42.628 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T17:06:42.637 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package librgw2. 2024-09-12T17:06:42.653 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../025-librgw2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:42.654 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T17:06:42.687 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:42.694 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:06:42.955 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T17:06:42.982 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:43.013 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:43.257 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T17:06:43.283 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:43.323 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:43.458 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-common. 2024-09-12T17:06:43.485 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:43.525 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:43.651 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T17:06:43.678 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T17:06:43.718 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:06:44.029 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T17:06:44.056 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:44.095 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:44.457 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-common. 2024-09-12T17:06:44.484 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:44.523 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:45.005 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-base. 2024-09-12T17:06:45.032 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:45.080 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:45.626 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T17:06:45.652 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T17:06:45.684 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:06:45.961 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T17:06:45.988 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T17:06:46.020 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-base. 2024-09-12T17:06:46.028 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:06:46.047 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:46.097 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:46.356 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T17:06:46.382 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T17:06:46.431 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:06:46.666 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T17:06:46.693 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T17:06:46.733 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:06:46.742 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T17:06:46.769 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T17:06:46.817 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:06:47.019 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T17:06:47.046 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T17:06:47.085 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:06:47.094 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T17:06:47.110 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T17:06:47.144 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:06:47.405 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T17:06:47.414 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T17:06:47.432 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T17:06:47.440 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T17:06:47.472 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:06:47.480 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T17:06:47.758 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T17:06:47.767 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-portend. 2024-09-12T17:06:47.785 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T17:06:47.793 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-12T17:06:47.825 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:06:47.833 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T17:06:48.136 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T17:06:48.162 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T17:06:48.203 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T17:06:48.353 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T17:06:48.379 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T17:06:48.419 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:06:48.472 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T17:06:48.487 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T17:06:48.547 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:06:48.722 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T17:06:48.748 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T17:06:48.788 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T17:06:48.909 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T17:06:48.935 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T17:06:48.975 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T17:06:49.091 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-portend. 2024-09-12T17:06:49.118 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-12T17:06:49.158 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T17:06:49.287 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T17:06:49.313 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T17:06:49.353 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T17:06:49.419 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T17:06:49.446 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T17:06:49.477 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T17:06:49.639 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T17:06:49.665 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T17:06:49.705 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:06:49.805 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T17:06:49.832 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T17:06:49.872 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:06:49.994 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-mako. 2024-09-12T17:06:50.020 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T17:06:50.060 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:06:50.184 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T17:06:50.199 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T17:06:50.233 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T17:06:50.397 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T17:06:50.423 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T17:06:50.463 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:06:50.520 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T17:06:50.547 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T17:06:50.586 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T17:06:50.766 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T17:06:50.792 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T17:06:50.832 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:06:50.872 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T17:06:50.900 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T17:06:50.931 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:06:51.085 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-webob. 2024-09-12T17:06:51.108 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T17:06:51.152 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:06:51.183 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-mako. 2024-09-12T17:06:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T17:06:51.250 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:06:51.578 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T17:06:51.606 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T17:06:51.645 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:06:51.688 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T17:06:51.714 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T17:06:51.757 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:06:51.948 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T17:06:51.975 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T17:06:52.014 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:06:52.074 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T17:06:52.100 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T17:06:52.140 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:06:52.292 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-webob. 2024-09-12T17:06:52.308 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T17:06:52.342 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:06:52.393 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-paste. 2024-09-12T17:06:52.420 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T17:06:52.451 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:06:52.637 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T17:06:52.653 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T17:06:52.690 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:06:52.838 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T17:06:52.853 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T17:06:52.896 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:06:52.948 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T17:06:52.964 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T17:06:52.997 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:06:53.199 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T17:06:53.225 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T17:06:53.265 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:06:53.301 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-paste. 2024-09-12T17:06:53.327 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T17:06:53.367 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:06:53.527 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T17:06:53.553 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T17:06:53.585 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T17:06:53.628 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T17:06:53.644 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T17:06:53.678 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:06:53.871 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T17:06:53.900 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T17:06:53.937 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:06:54.006 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T17:06:54.033 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T17:06:54.073 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:06:54.267 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T17:06:54.294 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T17:06:54.334 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T17:06:54.368 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T17:06:54.395 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T17:06:54.434 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T17:06:54.653 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-idna. 2024-09-12T17:06:54.680 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T17:06:54.720 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:06:54.720 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T17:06:54.747 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T17:06:54.787 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:06:55.039 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T17:06:55.066 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T17:06:55.105 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:06:55.150 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T17:06:55.177 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T17:06:55.216 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T17:06:55.434 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-requests. 2024-09-12T17:06:55.460 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T17:06:55.509 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:06:55.536 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-idna. 2024-09-12T17:06:55.563 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T17:06:55.602 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:06:55.820 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T17:06:55.846 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T17:06:55.878 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:06:55.905 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T17:06:55.932 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T17:06:55.963 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:06:56.172 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T17:06:56.188 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:06:56.231 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:56.250 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-requests. 2024-09-12T17:06:56.277 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T17:06:56.308 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:06:56.611 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T17:06:56.619 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T17:06:56.638 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T17:06:56.645 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:56.678 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:06:56.704 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:56.956 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T17:06:56.973 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:06:57.005 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:57.021 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T17:06:57.048 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T17:06:57.088 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:06:57.390 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T17:06:57.402 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T17:06:57.417 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T17:06:57.429 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:57.457 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T17:06:57.460 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:58.402 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T17:06:58.430 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:58.627 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:58.739 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T17:06:58.766 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T17:06:58.805 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:06:59.030 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T17:06:59.057 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:59.066 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T17:06:59.093 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T17:06:59.096 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:59.124 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T17:06:59.444 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T17:06:59.471 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:59.511 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:59.708 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T17:06:59.735 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:59.775 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:06:59.922 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T17:06:59.949 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:06:59.989 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:00.534 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T17:07:00.561 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:00.600 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:00.870 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph. 2024-09-12T17:07:00.885 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../066-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:00.919 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:01.231 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T17:07:01.258 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:01.297 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:01.658 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T17:07:01.670 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph. 2024-09-12T17:07:01.685 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:01.686 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../066-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:01.725 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:01.728 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:02.078 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package cephadm. 2024-09-12T17:07:02.081 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T17:07:02.104 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../069-cephadm_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:02.108 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:02.136 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:02.147 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:02.455 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-12T17:07:02.476 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T17:07:02.482 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-12T17:07:02.503 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:02.522 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-12T17:07:02.542 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:02.841 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T17:07:02.856 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:07:02.891 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:02.945 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package cephadm. 2024-09-12T17:07:02.972 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../069-cephadm_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:03.012 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:03.323 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-12T17:07:03.350 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-12T17:07:03.389 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-12T17:07:03.700 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T17:07:03.727 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:07:03.817 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:03.913 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-babel. 2024-09-12T17:07:03.928 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:07:03.962 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:04.257 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T17:07:04.284 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T17:07:04.323 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:07:04.677 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T17:07:04.703 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:04.743 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:04.822 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-babel. 2024-09-12T17:07:04.849 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:07:04.888 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:05.096 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T17:07:05.123 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T17:07:05.162 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T17:07:05.216 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T17:07:05.244 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T17:07:05.282 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:07:05.465 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-routes. 2024-09-12T17:07:05.492 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T17:07:05.532 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:07:05.619 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T17:07:05.647 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:05.685 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:05.885 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T17:07:05.912 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:05.951 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:06.056 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T17:07:06.083 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T17:07:06.122 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T17:07:06.425 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-routes. 2024-09-12T17:07:06.452 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T17:07:06.491 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:07:06.820 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T17:07:06.847 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:06.886 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:08.539 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T17:07:08.556 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T17:07:08.597 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:07:09.100 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T17:07:09.116 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T17:07:09.159 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:07:09.512 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T17:07:09.540 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T17:07:09.578 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:07:09.632 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T17:07:09.650 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T17:07:09.690 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:07:09.865 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T17:07:09.892 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T17:07:09.922 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:07:10.203 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T17:07:10.230 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T17:07:10.269 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:07:10.631 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T17:07:10.647 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T17:07:10.659 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T17:07:10.676 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:10.697 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:07:10.808 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:10.991 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T17:07:11.019 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T17:07:11.058 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:07:11.711 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T17:07:11.728 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T17:07:11.761 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T17:07:11.808 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T17:07:11.837 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:11.952 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:12.031 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T17:07:12.059 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T17:07:12.322 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:07:12.650 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T17:07:12.678 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T17:07:12.717 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:07:12.830 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T17:07:12.859 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T17:07:12.897 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T17:07:13.028 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T17:07:13.056 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-12T17:07:13.120 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T17:07:13.166 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T17:07:13.195 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T17:07:13.233 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:07:13.432 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T17:07:13.459 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T17:07:13.498 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T17:07:13.562 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T17:07:13.590 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T17:07:13.628 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:07:13.810 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T17:07:13.826 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T17:07:13.868 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:07:13.906 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T17:07:13.935 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-12T17:07:14.107 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T17:07:14.137 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T17:07:14.165 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T17:07:14.204 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T17:07:14.509 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T17:07:14.532 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T17:07:14.538 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T17:07:14.560 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T17:07:14.576 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T17:07:14.598 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:07:14.904 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T17:07:14.933 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T17:07:14.971 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:07:15.279 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T17:07:15.290 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T17:07:15.308 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:15.319 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T17:07:15.345 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:15.357 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T17:07:15.665 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T17:07:15.677 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T17:07:15.693 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T17:07:15.705 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T17:07:15.731 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:07:15.743 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:07:16.001 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T17:07:16.017 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:07:16.050 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:07:16.328 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package jq. 2024-09-12T17:07:16.345 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:07:16.387 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T17:07:16.390 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T17:07:16.408 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:16.440 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:16.614 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package socat. 2024-09-12T17:07:16.630 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T17:07:16.672 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:07:16.743 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T17:07:16.772 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T17:07:16.809 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:07:16.992 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T17:07:17.020 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T17:07:17.058 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:07:17.148 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T17:07:17.177 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:07:17.214 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:07:17.438 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-test. 2024-09-12T17:07:17.442 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package jq. 2024-09-12T17:07:17.454 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:17.459 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:07:17.491 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T17:07:17.496 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:17.744 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package socat. 2024-09-12T17:07:17.761 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T17:07:17.802 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:07:18.106 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T17:07:18.123 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T17:07:18.164 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:07:18.543 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-test. 2024-09-12T17:07:18.572 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:18.610 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:19.659 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T17:07:19.686 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:19.725 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:20.037 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T17:07:20.065 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:20.103 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:20.423 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-12T17:07:20.451 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-12T17:07:20.489 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:07:20.819 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-12T17:07:20.847 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-12T17:07:20.877 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:07:20.914 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T17:07:20.931 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:07:20.972 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:21.256 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T17:07:21.276 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T17:07:21.284 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-12T17:07:21.293 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:21.330 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:07:21.334 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:21.663 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-12T17:07:21.691 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-12T17:07:21.727 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package pkg-config. 2024-09-12T17:07:21.729 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:07:21.756 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-12T17:07:21.794 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:07:22.008 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-12T17:07:22.025 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-12T17:07:22.038 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-12T17:07:22.055 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-12T17:07:22.058 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:07:22.096 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:07:22.429 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T17:07:22.458 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-12T17:07:22.495 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:07:22.499 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T17:07:22.528 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T17:07:22.566 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T17:07:22.877 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T17:07:22.892 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package pkg-config. 2024-09-12T17:07:22.905 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T17:07:22.921 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-12T17:07:22.943 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T17:07:22.958 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:07:23.220 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-12T17:07:23.237 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-12T17:07:23.263 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T17:07:23.278 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:07:23.292 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T17:07:23.330 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:07:23.641 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T17:07:23.669 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T17:07:23.681 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T17:07:23.707 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T17:07:23.710 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T17:07:23.748 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T17:07:24.050 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T17:07:24.060 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-py. 2024-09-12T17:07:24.079 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T17:07:24.089 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-12T17:07:24.117 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T17:07:24.135 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T17:07:24.437 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T17:07:24.455 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T17:07:24.466 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T17:07:24.483 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T17:07:24.503 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:07:24.521 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:07:24.782 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T17:07:24.799 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T17:07:24.840 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T17:07:24.901 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T17:07:24.929 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T17:07:24.958 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:07:25.185 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-py. 2024-09-12T17:07:25.214 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-12T17:07:25.245 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T17:07:25.278 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-toml. 2024-09-12T17:07:25.307 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-12T17:07:25.344 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T17:07:25.529 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T17:07:25.546 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T17:07:25.596 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:07:25.664 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T17:07:25.692 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T17:07:25.730 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:07:26.050 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T17:07:26.079 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T17:07:26.083 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T17:07:26.112 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T17:07:26.116 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:07:26.150 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:07:26.411 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T17:07:26.419 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-toml. 2024-09-12T17:07:26.427 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T17:07:26.447 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-12T17:07:26.469 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:07:26.485 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T17:07:26.822 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T17:07:26.851 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T17:07:26.888 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:07:27.225 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T17:07:27.248 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package radosgw. 2024-09-12T17:07:27.254 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T17:07:27.277 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../116-radosgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:27.292 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:07:27.314 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:27.561 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T17:07:27.578 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T17:07:27.619 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:07:28.217 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T17:07:28.245 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:28.284 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:28.318 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package radosgw. 2024-09-12T17:07:28.344 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../116-radosgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:28.381 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:28.589 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T17:07:28.838 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:07:28.964 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:07:29.224 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T17:07:29.276 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T17:07:29.294 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:07:29.326 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:29.570 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T17:07:29.606 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T17:07:29.864 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:07:29.990 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:07:29.998 INFO:teuthology.orchestra.run.smithi174.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T17:07:30.066 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:30.252 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T17:07:30.572 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T17:07:30.584 INFO:teuthology.orchestra.run.smithi174.stdout:Adding system user cephadm....done 2024-09-12T17:07:30.732 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:07:31.016 INFO:teuthology.orchestra.run.smithi001.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T17:07:31.017 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:07:31.092 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:31.334 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:07:31.452 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:07:31.592 INFO:teuthology.orchestra.run.smithi001.stdout:Adding system user cephadm....done 2024-09-12T17:07:31.712 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T17:07:31.748 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:07:31.971 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:07:32.016 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:07:32.097 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T17:07:32.267 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:07:32.377 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:07:32.399 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:07:32.628 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T17:07:32.867 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T17:07:32.887 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:07:33.013 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T17:07:33.127 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T17:07:33.323 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:07:33.419 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:07:33.671 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:07:33.684 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T17:07:33.922 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:07:33.943 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T17:07:34.181 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:07:34.219 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:07:34.441 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:34.479 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:07:34.700 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:07:34.826 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:07:34.952 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:07:34.988 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:07:35.078 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:07:35.247 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:07:35.346 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:07:35.626 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:35.741 INFO:teuthology.orchestra.run.smithi174.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-12T17:07:35.777 INFO:teuthology.orchestra.run.smithi174.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-12T17:07:35.840 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:07:35.883 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:07:35.967 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T17:07:35.984 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:07:36.093 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:07:36.219 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:07:36.342 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:36.468 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T17:07:36.495 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:07:36.727 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:07:36.865 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-12T17:07:36.894 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-12T17:07:36.957 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:07:37.012 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:07:37.083 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T17:07:37.305 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up zip (3.0-12build2) ... 2024-09-12T17:07:37.414 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:07:37.451 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:37.568 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T17:07:37.845 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:07:38.049 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:07:38.104 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:07:38.308 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:07:38.405 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up zip (3.0-12build2) ... 2024-09-12T17:07:38.434 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:07:38.523 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:07:38.560 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:07:38.853 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-12T17:07:39.229 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T17:07:39.241 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:07:39.472 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:07:39.492 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:07:39.618 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:07:39.744 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:07:39.848 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:07:40.045 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-12T17:07:40.124 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:07:40.438 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T17:07:40.459 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:07:40.690 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:07:40.702 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:07:40.803 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:41.096 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:07:41.099 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:07:41.384 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:07:41.422 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:07:41.735 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:07:41.986 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:07:42.112 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:42.430 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:07:42.527 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:07:42.773 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:07:42.804 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:07:42.938 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T17:07:43.206 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:07:43.331 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:07:43.457 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:07:43.750 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:07:43.993 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T17:07:44.029 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:07:44.227 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:07:44.289 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:07:44.353 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:07:44.440 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T17:07:44.655 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:07:44.708 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:07:44.833 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:07:44.906 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T17:07:44.959 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:07:45.173 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T17:07:45.277 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:07:45.424 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:07:45.545 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T17:07:45.650 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T17:07:45.805 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:07:45.910 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:07:45.914 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:07:46.036 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T17:07:46.224 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:07:46.328 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:07:46.454 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:07:46.491 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T17:07:46.755 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:07:46.759 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T17:07:47.035 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:07:47.065 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:07:47.294 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T17:07:47.324 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:07:47.442 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:07:47.546 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:07:47.551 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:47.623 INFO:teuthology.orchestra.run.smithi174.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T17:07:47.647 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T17:07:47.869 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:07:47.939 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:07:47.995 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:07:48.065 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:07:48.350 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:07:48.388 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:07:48.651 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:07:48.656 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-12T17:07:48.782 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T17:07:48.910 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:07:49.033 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:07:49.053 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:07:49.150 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:07:49.179 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:07:49.277 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T17:07:49.452 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:07:49.548 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:07:49.673 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:07:49.761 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:07:50.029 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T17:07:50.067 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:07:50.155 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T17:07:50.319 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-12T17:07:50.431 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T17:07:50.443 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T17:07:50.703 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:07:50.706 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:07:50.804 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:07:51.043 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:07:51.130 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:07:51.420 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T17:07:51.431 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:07:51.705 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:07:51.716 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T17:07:51.842 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T17:07:52.040 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:07:52.109 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T17:07:52.166 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:52.277 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:52.376 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:07:52.377 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:07:52.696 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:52.714 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:07:52.822 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:52.948 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T17:07:53.099 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T17:07:53.233 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:53.342 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:53.408 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:07:53.460 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:53.655 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:07:53.656 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:07:53.761 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:07:53.887 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.021 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.127 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.148 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:07:54.254 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.379 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.434 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.506 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:07:54.560 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:54.686 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T17:07:54.954 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.055 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.192 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.412 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:07:55.412 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:07:55.709 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.810 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.891 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.910 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:55.992 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:56.045 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:56.101 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:56.171 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:56.227 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:07:56.705 INFO:teuthology.orchestra.run.smithi174.stdout:Adding group ceph....done 2024-09-12T17:07:57.081 INFO:teuthology.orchestra.run.smithi174.stdout:Adding system user ceph....done 2024-09-12T17:07:57.258 INFO:teuthology.orchestra.run.smithi174.stdout:Setting system user ceph properties....done 2024-09-12T17:07:57.270 INFO:teuthology.orchestra.run.smithi174.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T17:07:57.406 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T17:07:57.531 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:57.657 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:57.762 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T17:07:57.783 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:57.908 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:58.035 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:58.188 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:58.314 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:58.552 INFO:teuthology.orchestra.run.smithi001.stdout:Adding group ceph....done 2024-09-12T17:07:58.791 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:07:58.791 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:07:58.888 INFO:teuthology.orchestra.run.smithi001.stdout:Adding system user ceph....done 2024-09-12T17:07:59.056 INFO:teuthology.orchestra.run.smithi001.stdout:Setting system user ceph properties....done 2024-09-12T17:07:59.076 INFO:teuthology.orchestra.run.smithi001.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T17:07:59.219 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T17:07:59.252 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:07:59.589 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T17:07:59.715 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T17:08:00.094 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:00.193 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:00.220 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:00.413 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:08:00.414 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:08:00.668 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:08:00.668 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:08:00.853 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:01.067 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:08:01.067 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:08:01.390 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:01.530 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:01.742 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T17:08:01.796 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:08:01.796 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:08:02.250 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:02.281 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:02.407 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:02.483 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:08:02.484 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:08:02.558 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:02.750 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:08:02.750 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:08:02.935 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:03.159 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:08:03.159 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:08:03.218 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:03.368 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:03.478 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:03.644 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:03.960 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:08:03.960 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:08:04.123 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:04.438 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:04.551 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:08:04.564 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:04.660 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:08:04.707 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:04.813 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:08:04.905 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:08:04.905 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:08:05.420 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:05.570 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-12T17:08:05.627 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:06.136 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:06.231 INFO:teuthology.orchestra.run.smithi174.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:08:06.234 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-12T17:08:06.332 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-09-12T17:08:06.520 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-09-12T17:08:06.521 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-09-12T17:08:06.636 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:08:06.701 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:08:06.701 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:08:06.701 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:08:06.701 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:08:06.702 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:08:06.702 INFO:teuthology.orchestra.run.smithi174.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:08:06.702 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout:The following additional packages will be installed: 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:08:06.703 INFO:teuthology.orchestra.run.smithi174.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:08:06.704 INFO:teuthology.orchestra.run.smithi174.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-12T17:08:06.705 INFO:teuthology.orchestra.run.smithi174.stdout:Suggested packages: 2024-09-12T17:08:06.705 INFO:teuthology.orchestra.run.smithi174.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-12T17:08:06.705 INFO:teuthology.orchestra.run.smithi174.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-12T17:08:06.705 INFO:teuthology.orchestra.run.smithi174.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-12T17:08:06.705 INFO:teuthology.orchestra.run.smithi174.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-12T17:08:06.705 INFO:teuthology.orchestra.run.smithi174.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout:The following NEW packages will be installed: 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:08:06.743 INFO:teuthology.orchestra.run.smithi174.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:08:06.744 INFO:teuthology.orchestra.run.smithi174.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:08:06.744 INFO:teuthology.orchestra.run.smithi174.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:08:06.744 INFO:teuthology.orchestra.run.smithi174.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-12T17:08:06.744 INFO:teuthology.orchestra.run.smithi174.stdout: s3cmd 2024-09-12T17:08:06.924 INFO:teuthology.orchestra.run.smithi174.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:08:06.924 INFO:teuthology.orchestra.run.smithi174.stdout:Need to get 10.4 MB of archives. 2024-09-12T17:08:06.924 INFO:teuthology.orchestra.run.smithi174.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-12T17:08:06.924 INFO:teuthology.orchestra.run.smithi174.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-12T17:08:07.006 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-12T17:08:07.007 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-12T17:08:07.024 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-12T17:08:07.101 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:08:07.187 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-12T17:08:07.193 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:08:07.257 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-12T17:08:07.265 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-12T17:08:07.346 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:08:07.400 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-12T17:08:07.492 INFO:teuthology.orchestra.run.smithi174.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-12T17:08:07.493 INFO:teuthology.orchestra.run.smithi174.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-12T17:08:07.496 INFO:teuthology.orchestra.run.smithi174.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-12T17:08:07.641 INFO:teuthology.orchestra.run.smithi174.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-12T17:08:07.641 INFO:teuthology.orchestra.run.smithi174.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-12T17:08:07.685 INFO:teuthology.orchestra.run.smithi174.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-12T17:08:07.686 INFO:teuthology.orchestra.run.smithi174.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-12T17:08:07.687 INFO:teuthology.orchestra.run.smithi174.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-12T17:08:07.689 INFO:teuthology.orchestra.run.smithi174.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-12T17:08:07.689 INFO:teuthology.orchestra.run.smithi174.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-12T17:08:07.695 INFO:teuthology.orchestra.run.smithi174.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-12T17:08:07.696 INFO:teuthology.orchestra.run.smithi174.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-12T17:08:07.737 INFO:teuthology.orchestra.run.smithi174.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-12T17:08:07.740 INFO:teuthology.orchestra.run.smithi174.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-12T17:08:07.790 INFO:teuthology.orchestra.run.smithi174.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-12T17:08:07.791 INFO:teuthology.orchestra.run.smithi174.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-12T17:08:07.792 INFO:teuthology.orchestra.run.smithi174.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-12T17:08:07.794 INFO:teuthology.orchestra.run.smithi174.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-12T17:08:07.795 INFO:teuthology.orchestra.run.smithi174.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-12T17:08:07.819 INFO:teuthology.orchestra.run.smithi174.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-12T17:08:07.827 INFO:teuthology.orchestra.run.smithi174.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-12T17:08:07.832 INFO:teuthology.orchestra.run.smithi174.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-12T17:08:07.900 INFO:teuthology.orchestra.run.smithi174.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-12T17:08:07.900 INFO:teuthology.orchestra.run.smithi174.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-12T17:08:07.932 INFO:teuthology.orchestra.run.smithi174.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-12T17:08:07.933 INFO:teuthology.orchestra.run.smithi174.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-12T17:08:07.933 INFO:teuthology.orchestra.run.smithi174.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-12T17:08:08.146 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-12T17:08:08.376 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 10.4 MB in 1s (8,764 kB/s) 2024-09-12T17:08:08.452 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-12T17:08:08.525 INFO:teuthology.orchestra.run.smithi174.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-12T17:08:08.531 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-12T17:08:08.574 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-12T17:08:08.770 INFO:teuthology.orchestra.run.smithi001.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:08:08.773 DEBUG:teuthology.orchestra.run.smithi001:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-12T17:08:08.827 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-12T17:08:08.828 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T17:08:08.855 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-12T17:08:08.893 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:08:09.029 INFO:teuthology.orchestra.run.smithi001.stdout:Building dependency tree... 2024-09-12T17:08:09.030 INFO:teuthology.orchestra.run.smithi001.stdout:Reading state information... 2024-09-12T17:08:09.213 INFO:teuthology.orchestra.run.smithi001.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:08:09.213 INFO:teuthology.orchestra.run.smithi001.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:08:09.213 INFO:teuthology.orchestra.run.smithi001.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:08:09.213 INFO:teuthology.orchestra.run.smithi001.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:08:09.213 INFO:teuthology.orchestra.run.smithi001.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:08:09.214 INFO:teuthology.orchestra.run.smithi001.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:08:09.214 INFO:teuthology.orchestra.run.smithi001.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout:The following additional packages will be installed: 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:08:09.215 INFO:teuthology.orchestra.run.smithi001.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout:Suggested packages: 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-12T17:08:09.216 INFO:teuthology.orchestra.run.smithi001.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-12T17:08:09.217 INFO:teuthology.orchestra.run.smithi001.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-12T17:08:09.217 INFO:teuthology.orchestra.run.smithi001.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-12T17:08:09.217 INFO:teuthology.orchestra.run.smithi001.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-12T17:08:09.249 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-12T17:08:09.256 INFO:teuthology.orchestra.run.smithi001.stdout:The following NEW packages will be installed: 2024-09-12T17:08:09.256 INFO:teuthology.orchestra.run.smithi001.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:08:09.256 INFO:teuthology.orchestra.run.smithi001.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:08:09.256 INFO:teuthology.orchestra.run.smithi001.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:08:09.256 INFO:teuthology.orchestra.run.smithi001.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-12T17:08:09.257 INFO:teuthology.orchestra.run.smithi001.stdout: s3cmd 2024-09-12T17:08:09.278 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-12T17:08:09.439 INFO:teuthology.orchestra.run.smithi001.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:08:09.439 INFO:teuthology.orchestra.run.smithi001.stdout:Need to get 10.4 MB of archives. 2024-09-12T17:08:09.439 INFO:teuthology.orchestra.run.smithi001.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-12T17:08:09.439 INFO:teuthology.orchestra.run.smithi001.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-12T17:08:09.522 INFO:teuthology.orchestra.run.smithi001.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-12T17:08:09.522 INFO:teuthology.orchestra.run.smithi001.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-12T17:08:09.539 INFO:teuthology.orchestra.run.smithi001.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-12T17:08:09.598 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:08:09.702 INFO:teuthology.orchestra.run.smithi001.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-12T17:08:09.773 INFO:teuthology.orchestra.run.smithi001.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-12T17:08:09.781 INFO:teuthology.orchestra.run.smithi001.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-12T17:08:09.901 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-12T17:08:09.915 INFO:teuthology.orchestra.run.smithi001.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-12T17:08:09.929 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-12T17:08:09.968 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-12T17:08:10.007 INFO:teuthology.orchestra.run.smithi001.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-12T17:08:10.008 INFO:teuthology.orchestra.run.smithi001.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-12T17:08:10.011 INFO:teuthology.orchestra.run.smithi001.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-12T17:08:10.156 INFO:teuthology.orchestra.run.smithi001.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-12T17:08:10.157 INFO:teuthology.orchestra.run.smithi001.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-12T17:08:10.197 INFO:teuthology.orchestra.run.smithi001.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-12T17:08:10.198 INFO:teuthology.orchestra.run.smithi001.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-12T17:08:10.199 INFO:teuthology.orchestra.run.smithi001.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-12T17:08:10.200 INFO:teuthology.orchestra.run.smithi001.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-12T17:08:10.201 INFO:teuthology.orchestra.run.smithi001.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-12T17:08:10.207 INFO:teuthology.orchestra.run.smithi001.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-12T17:08:10.208 INFO:teuthology.orchestra.run.smithi001.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-12T17:08:10.237 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-12T17:08:10.252 INFO:teuthology.orchestra.run.smithi001.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-12T17:08:10.253 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-12T17:08:10.255 INFO:teuthology.orchestra.run.smithi001.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-12T17:08:10.295 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-12T17:08:10.305 INFO:teuthology.orchestra.run.smithi001.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-12T17:08:10.306 INFO:teuthology.orchestra.run.smithi001.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-12T17:08:10.307 INFO:teuthology.orchestra.run.smithi001.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-12T17:08:10.309 INFO:teuthology.orchestra.run.smithi001.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-12T17:08:10.310 INFO:teuthology.orchestra.run.smithi001.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-12T17:08:10.335 INFO:teuthology.orchestra.run.smithi001.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-12T17:08:10.343 INFO:teuthology.orchestra.run.smithi001.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-12T17:08:10.347 INFO:teuthology.orchestra.run.smithi001.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-12T17:08:10.415 INFO:teuthology.orchestra.run.smithi001.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-12T17:08:10.415 INFO:teuthology.orchestra.run.smithi001.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-12T17:08:10.449 INFO:teuthology.orchestra.run.smithi001.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-12T17:08:10.450 INFO:teuthology.orchestra.run.smithi001.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-12T17:08:10.450 INFO:teuthology.orchestra.run.smithi001.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-12T17:08:10.564 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-12T17:08:10.581 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-12T17:08:10.614 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-12T17:08:10.833 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-12T17:08:10.861 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-12T17:08:10.900 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-12T17:08:10.917 INFO:teuthology.orchestra.run.smithi001.stdout:Fetched 10.4 MB in 1s (8,743 kB/s) 2024-09-12T17:08:11.008 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-12T17:08:11.070 INFO:teuthology.orchestra.run.smithi001.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-12T17:08:11.075 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-12T17:08:11.116 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-12T17:08:11.169 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-12T17:08:11.196 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-12T17:08:11.235 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-12T17:08:11.470 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-12T17:08:11.499 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-12T17:08:11.537 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:08:11.546 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-12T17:08:11.562 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-12T17:08:11.604 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:08:11.815 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-12T17:08:11.823 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libjsr305-java. 2024-09-12T17:08:11.840 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-12T17:08:11.843 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-12T17:08:11.881 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:08:11.906 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:08:12.076 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libguava-java. 2024-09-12T17:08:12.092 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-12T17:08:12.134 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-12T17:08:12.151 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-12T17:08:12.168 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-12T17:08:12.209 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-12T17:08:12.420 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-12T17:08:12.437 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-12T17:08:12.470 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-12T17:08:12.561 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-12T17:08:12.578 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-12T17:08:12.628 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-12T17:08:12.722 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-12T17:08:12.739 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-12T17:08:12.780 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-12T17:08:12.864 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libguice-java. 2024-09-12T17:08:12.892 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-12T17:08:12.930 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-12T17:08:13.033 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-12T17:08:13.049 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-12T17:08:13.091 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-12T17:08:13.301 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-12T17:08:13.329 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-12T17:08:13.352 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-12T17:08:13.367 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:08:13.380 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-12T17:08:13.418 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-12T17:08:13.578 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-12T17:08:13.594 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-12T17:08:13.628 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-12T17:08:13.704 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-12T17:08:13.722 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-12T17:08:13.762 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:08:13.864 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libjansi-java. 2024-09-12T17:08:13.892 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-12T17:08:13.930 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-12T17:08:13.998 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libjsr305-java. 2024-09-12T17:08:14.027 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-12T17:08:14.056 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:08:14.182 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-12T17:08:14.199 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-12T17:08:14.241 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-12T17:08:14.309 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libguava-java. 2024-09-12T17:08:14.338 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-12T17:08:14.367 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-12T17:08:14.493 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-12T17:08:14.521 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-12T17:08:14.610 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:08:14.787 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-12T17:08:14.815 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-12T17:08:14.853 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-12T17:08:14.879 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-12T17:08:14.895 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-12T17:08:14.929 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:08:15.106 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libguice-java. 2024-09-12T17:08:15.132 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-12T17:08:15.165 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-12T17:08:15.180 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-12T17:08:15.193 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-12T17:08:15.231 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:08:15.535 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-12T17:08:15.552 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-12T17:08:15.560 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-12T17:08:15.576 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-12T17:08:15.593 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:08:15.618 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:08:15.871 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-12T17:08:15.896 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-12T17:08:15.899 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-12T17:08:15.924 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-12T17:08:15.937 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-12T17:08:15.962 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-12T17:08:16.173 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libjansi-java. 2024-09-12T17:08:16.181 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-12T17:08:16.198 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-12T17:08:16.201 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-12T17:08:16.231 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:08:16.240 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-12T17:08:16.467 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-12T17:08:16.495 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-12T17:08:16.534 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:08:16.593 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-12T17:08:16.622 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-12T17:08:16.660 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-12T17:08:16.769 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-12T17:08:16.786 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-12T17:08:16.827 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:08:16.921 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-12T17:08:16.949 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-12T17:08:16.987 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:08:17.082 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-12T17:08:17.098 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-12T17:08:17.131 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:08:17.248 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-12T17:08:17.276 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-12T17:08:17.306 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:08:17.367 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libslf4j-java. 2024-09-12T17:08:17.384 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-12T17:08:17.425 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-12T17:08:17.559 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-12T17:08:17.588 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-12T17:08:17.642 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:08:17.687 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-12T17:08:17.704 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-12T17:08:17.745 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:08:17.954 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-12T17:08:17.971 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-12T17:08:18.013 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:08:18.057 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-12T17:08:18.082 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-12T17:08:18.123 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:08:18.257 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-12T17:08:18.274 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-12T17:08:18.315 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-12T17:08:18.367 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-12T17:08:18.384 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-12T17:08:18.425 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:08:18.534 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-12T17:08:18.551 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-12T17:08:18.592 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:08:18.821 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-12T17:08:18.828 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-12T17:08:18.837 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-12T17:08:18.845 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-12T17:08:18.879 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-12T17:08:18.886 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:08:19.123 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-12T17:08:19.139 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-12T17:08:19.140 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-12T17:08:19.156 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-12T17:08:19.182 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:08:19.197 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:08:19.475 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-12T17:08:19.491 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-12T17:08:19.533 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:08:19.634 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package maven. 2024-09-12T17:08:19.663 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-12T17:08:19.701 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking maven (3.6.3-5) ... 2024-09-12T17:08:19.786 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libslf4j-java. 2024-09-12T17:08:19.814 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-12T17:08:19.852 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-12T17:08:19.995 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-magic. 2024-09-12T17:08:20.012 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-12T17:08:20.054 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-12T17:08:20.114 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-12T17:08:20.131 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-12T17:08:20.172 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:08:20.315 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package s3cmd. 2024-09-12T17:08:20.343 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-12T17:08:20.381 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-12T17:08:20.467 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-12T17:08:20.496 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-12T17:08:20.533 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:08:20.752 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-12T17:08:20.803 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-12T17:08:20.820 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-12T17:08:20.861 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:08:20.877 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:08:21.004 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:08:21.129 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:08:21.239 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-12T17:08:21.240 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-12T17:08:21.257 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-12T17:08:21.298 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-12T17:08:21.348 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-12T17:08:21.457 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:08:21.559 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-12T17:08:21.576 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-12T17:08:21.583 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-12T17:08:21.618 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:08:21.709 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:08:21.835 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:08:21.961 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-12T17:08:22.087 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:08:22.096 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package maven. 2024-09-12T17:08:22.125 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-12T17:08:22.162 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking maven (3.6.3-5) ... 2024-09-12T17:08:22.212 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:08:22.338 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:08:22.456 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:08:22.482 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package python3-magic. 2024-09-12T17:08:22.511 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-12T17:08:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-12T17:08:22.557 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-12T17:08:22.808 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-12T17:08:22.835 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package s3cmd. 2024-09-12T17:08:22.864 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-12T17:08:22.901 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-12T17:08:22.934 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:08:23.052 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:08:23.177 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-12T17:08:23.239 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-12T17:08:23.303 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-12T17:08:23.356 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:08:23.429 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:08:23.457 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:08:23.555 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-12T17:08:23.575 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:08:23.701 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-12T17:08:23.827 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-12T17:08:23.848 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:08:23.974 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:08:23.986 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:08:24.100 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libguava-java (29.0-6) ... 2024-09-12T17:08:24.112 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-12T17:08:24.218 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-12T17:08:24.238 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:08:24.319 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-12T17:08:24.365 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:08:24.420 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-12T17:08:24.465 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-12T17:08:24.537 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-12T17:08:24.566 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:08:24.663 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-12T17:08:24.692 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:08:24.789 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-12T17:08:24.818 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:08:24.915 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:08:24.944 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:08:25.041 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:08:25.070 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-12T17:08:25.167 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up maven (3.6.3-5) ... 2024-09-12T17:08:25.338 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-12T17:08:25.390 INFO:teuthology.orchestra.run.smithi174.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-12T17:08:25.446 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:08:25.464 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:08:25.573 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:08:25.682 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-12T17:08:25.817 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-12T17:08:25.943 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:08:26.069 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-12T17:08:26.387 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:08:26.513 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:08:26.647 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libguava-java (29.0-6) ... 2024-09-12T17:08:26.757 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-12T17:08:26.793 INFO:teuthology.orchestra.run.smithi174.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:08:26.798 DEBUG:teuthology.parallel:result is None 2024-09-12T17:08:26.858 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-12T17:08:27.093 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-12T17:08:27.219 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-12T17:08:27.345 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-12T17:08:27.471 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-12T17:08:27.597 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:08:27.715 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:08:27.824 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up maven (3.6.3-5) ... 2024-09-12T17:08:28.090 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-12T17:08:28.162 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:08:29.517 INFO:teuthology.orchestra.run.smithi001.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:08:29.523 DEBUG:teuthology.parallel:result is None 2024-09-12T17:08:29.524 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:08:29.661 DEBUG:teuthology.orchestra.run.smithi001:> dpkg-query -W -f '${Version}' ceph 2024-09-12T17:08:29.681 INFO:teuthology.orchestra.run.smithi001.stdout:19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:08:29.681 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:08:29.682 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762-gbad475c1-1jammy is installed. 2024-09-12T17:08:29.683 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:08:29.824 DEBUG:teuthology.orchestra.run.smithi174:> dpkg-query -W -f '${Version}' ceph 2024-09-12T17:08:29.844 INFO:teuthology.orchestra.run.smithi174.stdout:19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:08:29.844 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:08:29.844 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762-gbad475c1-1jammy is installed. 2024-09-12T17:08:29.846 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T17:08:29.846 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:29.846 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:08:29.861 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:29.861 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:08:29.901 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T17:08:29.901 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:29.901 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:08:29.917 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:08:29.973 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:29.973 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:08:29.986 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:08:30.040 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T17:08:30.040 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:30.040 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:08:30.055 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:08:30.109 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:30.109 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:08:30.122 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:08:30.175 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T17:08:30.176 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:30.176 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:08:30.189 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:08:30.245 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:30.245 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:08:30.258 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:08:30.311 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T17:08:30.395 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T17:08:30.395 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 777 /var/log/ceph 2024-09-12T17:08:30.397 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 777 /var/log/ceph 2024-09-12T17:08:30.409 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T17:08:30.410 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:08:30.454 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:08:30.467 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T17:08:30.467 DEBUG:teuthology.orchestra.run.smithi001:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:08:30.510 DEBUG:teuthology.orchestra.run.smithi174:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:08:30.561 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T17:08:30.561 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T17:08:30.561 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705', 'branch': 'wip-rgw-meta-handlers', 'description': 'rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7902705', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rgw-meta-handlers'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'ec-data-pool': True, 'erasure_code_profile': {'crush-failure-domain': 'osd', 'k': 3, 'm': 1, 'name': 'testprofile'}, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rgw-meta-handlers', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 6279, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-rgw-meta-handlers', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'targets': {'smithi001.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLpyu54vMp3Lef+4oCN4Y8KK7FdsrLToTE8K1855FQJps9DPXrXK0TxhepSk3gijEAMa+Y6dmQe0ZhfasqzNOrM=', 'smithi174.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPvr8VUrhIQP28ZmHl7Q8wEPJxlUYF75TsdPK0u+pt5uJO1sUHt7/JYEUYf6803B27AtArgDhf16puLU1IEcrvo='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-12_15:39:52', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T17:08:30.562 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:08:30.569 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:08:30.575 DEBUG:teuthology.orchestra.run.smithi001:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:08:30.614 DEBUG:teuthology.orchestra.run.smithi174:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:08:30.628 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:30.628 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:08:30.673 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:08:30.674 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_1 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 892 Links: 1 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-12 17:02:39.089175696 +0000 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-12 17:02:38.837177947 +0000 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-12 17:02:38.837177947 +0000 2024-09-12T17:08:30.722 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: - 2024-09-12T17:08:30.722 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:08:30.776 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-12T17:08:30.776 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-12T17:08:30.776 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000318587 s, 1.6 MB/s 2024-09-12T17:08:30.777 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:08:30.827 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_2 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 905 Links: 1 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-12 17:02:39.573171373 +0000 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-12 17:02:39.313173695 +0000 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-12 17:02:39.313173695 +0000 2024-09-12T17:08:30.874 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: - 2024-09-12T17:08:30.875 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:08:30.927 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-12T17:08:30.928 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-12T17:08:30.928 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000282031 s, 1.8 MB/s 2024-09-12T17:08:30.929 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:08:30.979 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_3 2024-09-12T17:08:31.025 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:08:31.025 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:31.025 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 927 Links: 1 2024-09-12T17:08:31.025 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:31.025 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-12 17:02:39.817169193 +0000 2024-09-12T17:08:31.025 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-12 17:02:39.813169229 +0000 2024-09-12T17:08:31.026 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-12 17:02:39.813169229 +0000 2024-09-12T17:08:31.026 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: - 2024-09-12T17:08:31.026 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:08:31.080 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-12T17:08:31.080 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-12T17:08:31.080 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000309237 s, 1.7 MB/s 2024-09-12T17:08:31.081 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:08:31.131 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_4 2024-09-12T17:08:31.181 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:08:31.181 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:31.181 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 944 Links: 1 2024-09-12T17:08:31.181 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:31.181 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-09-12 17:02:40.601162190 +0000 2024-09-12T17:08:31.182 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-09-12 17:02:40.329164620 +0000 2024-09-12T17:08:31.182 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-09-12 17:02:40.329164620 +0000 2024-09-12T17:08:31.182 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: - 2024-09-12T17:08:31.182 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:08:31.236 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-09-12T17:08:31.236 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-09-12T17:08:31.236 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000311018 s, 1.6 MB/s 2024-09-12T17:08:31.238 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:08:31.287 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:31.287 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:31.287 DEBUG:teuthology.orchestra.run.smithi174:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:08:31.293 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:08:31.293 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_1 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 881 Links: 1 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-12 17:02:38.815271804 +0000 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-12 17:02:38.583273876 +0000 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-12 17:02:38.583273876 +0000 2024-09-12T17:08:31.341 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-09-12T17:08:31.342 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:08:31.395 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-12T17:08:31.395 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-12T17:08:31.395 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000438181 s, 1.2 MB/s 2024-09-12T17:08:31.396 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:08:31.446 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_2 2024-09-12T17:08:31.492 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:08:31.492 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:31.492 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 896 Links: 1 2024-09-12T17:08:31.492 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:31.493 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-12 17:02:39.323267267 +0000 2024-09-12T17:08:31.493 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-12 17:02:39.039269803 +0000 2024-09-12T17:08:31.493 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-12 17:02:39.039269803 +0000 2024-09-12T17:08:31.493 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-09-12T17:08:31.493 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:08:31.546 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-12T17:08:31.547 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-12T17:08:31.547 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000332435 s, 1.5 MB/s 2024-09-12T17:08:31.548 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:08:31.597 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_3 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 908 Links: 1 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-12 17:02:39.811262907 +0000 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-12 17:02:39.567265088 +0000 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-12 17:02:39.567265088 +0000 2024-09-12T17:08:31.645 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-09-12T17:08:31.646 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:08:31.698 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-12T17:08:31.698 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-12T17:08:31.699 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.0004149 s, 1.2 MB/s 2024-09-12T17:08:31.700 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:08:31.750 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_4 2024-09-12T17:08:31.797 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:08:31.797 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:08:31.797 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 929 Links: 1 2024-09-12T17:08:31.797 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:08:31.797 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-12 17:02:40.307258477 +0000 2024-09-12T17:08:31.798 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-12 17:02:40.051260764 +0000 2024-09-12T17:08:31.798 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-12 17:02:40.051260764 +0000 2024-09-12T17:08:31.798 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-09-12T17:08:31.798 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:08:31.854 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-12T17:08:31.854 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-12T17:08:31.854 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.00039187 s, 1.3 MB/s 2024-09-12T17:08:31.856 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:08:31.910 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:31.910 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi001.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi174.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:08:31.910 INFO:tasks.ceph:Generating config... 2024-09-12T17:08:31.911 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T17:08:31.911 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T17:08:31.911 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T17:08:31.911 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T17:08:31.912 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T17:08:31.912 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T17:08:31.912 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T17:08:31.912 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T17:08:31.913 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T17:08:31.913 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-12T17:08:31.913 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T17:08:31.913 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T17:08:31.913 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T17:08:31.913 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T17:08:31.913 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T17:08:31.913 INFO:tasks.ceph:[mon] lockdep = True 2024-09-12T17:08:31.913 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T17:08:31.913 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T17:08:31.913 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T17:08:31.913 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T17:08:31.913 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T17:08:31.913 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] lockdep = True 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T17:08:31.914 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T17:08:31.914 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T17:08:31.915 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T17:08:31.951 INFO:teuthology.orchestra.run.smithi001.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T17:08:31.964 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T17:08:32.044 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:08:32.096 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.1'), ('mon.c', '[v2:172.21.15.1:3301,v1:172.21.15.1:6790]'), ('mon.b', '172.21.15.174')] 2024-09-12T17:08:32.097 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.1,[v2:172.21.15.1:3301,v1:172.21.15.1:6790],172.21.15.174', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T17:08:32.098 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:32.098 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:08:32.145 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.1 --addv c '[v2:172.21.15.1:3301,v1:172.21.15.1:6790]' --add b 172.21.15.174 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:08:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:08:32.233 INFO:teuthology.orchestra.run.smithi001.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:monmaptool: generated fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:setting min_mon_release = quincy 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:epoch 0 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:min_mon_release 17 (quincy) 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:election_strategy: 1 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:08:32.234 INFO:teuthology.orchestra.run.smithi001.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T17:08:32.236 DEBUG:teuthology.orchestra.run.smithi001:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:08:32.241 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60... 2024-09-12T17:08:32.242 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:08:32.286 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:08:32.315 INFO:teuthology.orchestra.run.smithi001.stdout:[global] 2024-09-12T17:08:32.315 INFO:teuthology.orchestra.run.smithi001.stdout: chdir = "" 2024-09-12T17:08:32.315 INFO:teuthology.orchestra.run.smithi001.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:08:32.315 INFO:teuthology.orchestra.run.smithi001.stdout: auth supported = cephx 2024-09-12T17:08:32.315 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.315 INFO:teuthology.orchestra.run.smithi001.stdout: filestore xattr use omap = true 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: mon clock drift allowed = 1.000 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: osd crush chooseleaf type = 0 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: auth debug = true 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: ms die on old message = true 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: ms die on bug = true 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: mon pg warn max object skew = 0 2024-09-12T17:08:32.316 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: osd pool default size = 2 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd allow primary affinity = true 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd allow pg remap = true 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon warn on no sortbitwise = false 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon warn on too few osds = false 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:08:32.317 INFO:teuthology.orchestra.run.smithi001.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: mon_allow_pool_size_one = true 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: osd default data pool replay window = 5 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: mon allow pool delete = true 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: mon cluster log file level = debug 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: debug asserts on shutdown = true 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: mon health detail to clog = false 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: mon host = "172.21.15.1,[v2:172.21.15.1:3301,v1:172.21.15.1:6790],172.21.15.174" 2024-09-12T17:08:32.318 INFO:teuthology.orchestra.run.smithi001.stdout: mon client directed command retry = 5 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: ms inject socket failures = 5000 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: rgw override bucket index max shards = 1 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: fsid = 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout:[osd] 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd journal size = 100 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd scrub load threshold = 5.0 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd scrub max interval = 600 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.319 INFO:teuthology.orchestra.run.smithi001.stdout: osd recover clone overlap = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd recovery max chunk = 1048576 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd debug shutdown = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd debug op order = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd debug verify stray on activate = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd debug trim objects = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd open classes on start = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd debug pg log writeout = true 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.320 INFO:teuthology.orchestra.run.smithi001.stdout: osd map max advance = 10 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: journal zero on create = true 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: filestore apply finisher threads = 3 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: bdev debug aio = true 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: osd debug misdirected ops = true 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: bdev async discard = True 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: bdev enable discard = True 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: bluestore allocator = bitmap 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: bluestore block size = 96636764160 2024-09-12T17:08:32.321 INFO:teuthology.orchestra.run.smithi001.stdout: bluestore fsck on mount = True 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: debug bluefs = 1/20 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: debug bluestore = 1/20 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: debug ms = 1 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: debug objclass = 20 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: debug osd = 20 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: debug rocksdb = 4/10 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: lockdep = True 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd full ratio = 0.9 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: osd objectstore = bluestore 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: osd shutdown pgref assert = True 2024-09-12T17:08:32.322 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout:[mgr] 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug ms = 1 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug mgr = 20 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug mon = 20 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug auth = 20 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: mgr/telemetry/nag = false 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout:[mon] 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug ms = 1 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug mon = 20 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug paxos = 20 2024-09-12T17:08:32.323 INFO:teuthology.orchestra.run.smithi001.stdout: debug auth = 20 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon data avail warn = 5 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon mgr mkfs grace = 240 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd reporter subtree level = osd 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon osd prime pg temp = true 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:08:32.324 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: # 1m isn't quite enough 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: lockdep = True 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout:[client] 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: rgw cache enabled = true 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: rgw enable ops log = true 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: rgw enable usage log = true 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: debug rgw = 20 2024-09-12T17:08:32.325 INFO:teuthology.orchestra.run.smithi001.stdout: debug rgw notification = 20 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw bucket counters cache = True 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw crypt require ssl = False 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw s3 auth use sts = True 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw torrent flag = True 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: rgw user counters cache = True 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: setgroup = ceph 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout: setuser = ceph 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout:[mon.a] 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout:[mon.c] 2024-09-12T17:08:32.326 INFO:teuthology.orchestra.run.smithi001.stdout:[mon.b] 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout:[global] 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout: chdir = "" 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout: auth supported = cephx 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout: filestore xattr use omap = true 2024-09-12T17:08:32.328 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: mon clock drift allowed = 1.000 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: osd crush chooseleaf type = 0 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: auth debug = true 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: ms die on old message = true 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: ms die on bug = true 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: mon pg warn max object skew = 0 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:08:32.329 INFO:teuthology.orchestra.run.smithi174.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: osd pool default size = 2 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd allow primary affinity = true 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd allow pg remap = true 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on no sortbitwise = false 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on too few osds = false 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:08:32.330 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: mon_allow_pool_size_one = true 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: osd default data pool replay window = 5 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: mon allow pool delete = true 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: mon cluster log file level = debug 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: debug asserts on shutdown = true 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: mon health detail to clog = false 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: mon host = "172.21.15.1,[v2:172.21.15.1:3301,v1:172.21.15.1:6790],172.21.15.174" 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: mon client directed command retry = 5 2024-09-12T17:08:32.331 INFO:teuthology.orchestra.run.smithi174.stdout: ms inject socket failures = 5000 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: rgw override bucket index max shards = 1 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: fsid = 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout:[osd] 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd journal size = 100 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd scrub load threshold = 5.0 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd scrub max interval = 600 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.332 INFO:teuthology.orchestra.run.smithi174.stdout: osd recover clone overlap = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd recovery max chunk = 1048576 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug shutdown = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug op order = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug verify stray on activate = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug trim objects = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd open classes on start = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug pg log writeout = true 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.333 INFO:teuthology.orchestra.run.smithi174.stdout: osd map max advance = 10 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: journal zero on create = true 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: filestore apply finisher threads = 3 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: bdev debug aio = true 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug misdirected ops = true 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: bdev async discard = True 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: bdev enable discard = True 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: bluestore allocator = bitmap 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: bluestore block size = 96636764160 2024-09-12T17:08:32.334 INFO:teuthology.orchestra.run.smithi174.stdout: bluestore fsck on mount = True 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: debug bluefs = 1/20 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: debug bluestore = 1/20 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: debug ms = 1 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: debug objclass = 20 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: debug osd = 20 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: debug rocksdb = 4/10 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: lockdep = True 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd full ratio = 0.9 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: osd objectstore = bluestore 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: osd shutdown pgref assert = True 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.335 INFO:teuthology.orchestra.run.smithi174.stdout:[mgr] 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: debug ms = 1 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: debug mgr = 20 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: debug mon = 20 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: debug auth = 20 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: mgr/telemetry/nag = false 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout:[mon] 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: debug ms = 1 2024-09-12T17:08:32.336 INFO:teuthology.orchestra.run.smithi174.stdout: debug mon = 20 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: debug paxos = 20 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: debug auth = 20 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: mon data avail warn = 5 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: mon mgr mkfs grace = 240 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd reporter subtree level = osd 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd prime pg temp = true 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.337 INFO:teuthology.orchestra.run.smithi174.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: # 1m isn't quite enough 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: lockdep = True 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout:[client] 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: rgw cache enabled = true 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: rgw enable ops log = true 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: rgw enable usage log = true 2024-09-12T17:08:32.338 INFO:teuthology.orchestra.run.smithi174.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: debug rgw = 20 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: debug rgw notification = 20 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw bucket counters cache = True 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw crypt require ssl = False 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw s3 auth use sts = True 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw torrent flag = True 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: rgw user counters cache = True 2024-09-12T17:08:32.339 INFO:teuthology.orchestra.run.smithi174.stdout: setgroup = ceph 2024-09-12T17:08:32.340 INFO:teuthology.orchestra.run.smithi174.stdout: setuser = ceph 2024-09-12T17:08:32.340 INFO:teuthology.orchestra.run.smithi174.stdout:[mon.a] 2024-09-12T17:08:32.340 INFO:teuthology.orchestra.run.smithi174.stdout:[mon.c] 2024-09-12T17:08:32.340 INFO:teuthology.orchestra.run.smithi174.stdout:[mon.b] 2024-09-12T17:08:32.340 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T17:08:32.340 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T17:08:32.420 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T17:08:32.420 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:32.420 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T17:08:32.426 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:32.426 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T17:08:32.473 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:08:32.474 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:32.474 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:08:32.474 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:08:32.539 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:08:32.539 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:32.586 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:08:32.586 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:32.586 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:08:32.586 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:08:32.609 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:08:32.609 DEBUG:teuthology.orchestra.run.smithi174:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:32.656 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T17:08:32.657 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T17:08:32.657 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:08:32.703 INFO:teuthology.orchestra.run.smithi001.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:08:32.706 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:08:32.749 INFO:teuthology.orchestra.run.smithi174.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:08:32.761 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T17:08:32.761 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T17:08:32.762 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T17:08:32.798 INFO:teuthology.orchestra.run.smithi001.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T17:08:32.808 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T17:08:32.842 INFO:teuthology.orchestra.run.smithi174.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T17:08:32.851 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T17:08:32.852 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi001.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi174.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:08:32.852 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T17:08:32.866 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:32.866 INFO:tasks.ceph:role: osd.0 2024-09-12T17:08:32.866 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:08:32.866 DEBUG:teuthology.orchestra.run.smithi001:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:32.922 INFO:teuthology.orchestra.run.smithi001.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:32.945 INFO:teuthology.orchestra.run.smithi001.stdout:Discarding blocks...Done. 2024-09-12T17:08:32.947 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi001.front.sepia.ceph.com -o noatime 2024-09-12T17:08:32.947 DEBUG:teuthology.orchestra.run.smithi001:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T17:08:33.006 DEBUG:teuthology.orchestra.run.smithi001:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T17:08:33.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:33.058 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:33.058 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T17:08:33.111 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:33.111 INFO:tasks.ceph:role: osd.1 2024-09-12T17:08:33.111 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:08:33.111 DEBUG:teuthology.orchestra.run.smithi001:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:33.165 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:33.166 INFO:teuthology.orchestra.run.smithi001.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:33.188 INFO:teuthology.orchestra.run.smithi001.stdout:Discarding blocks...Done. 2024-09-12T17:08:33.190 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi001.front.sepia.ceph.com -o noatime 2024-09-12T17:08:33.190 DEBUG:teuthology.orchestra.run.smithi001:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T17:08:33.251 DEBUG:teuthology.orchestra.run.smithi001:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T17:08:33.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:33.302 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:33.303 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T17:08:33.358 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:33.358 INFO:tasks.ceph:role: osd.2 2024-09-12T17:08:33.358 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:08:33.358 DEBUG:teuthology.orchestra.run.smithi001:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:08:33.413 INFO:teuthology.orchestra.run.smithi001.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:33.413 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:33.413 INFO:teuthology.orchestra.run.smithi001.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:33.413 INFO:teuthology.orchestra.run.smithi001.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:33.413 INFO:teuthology.orchestra.run.smithi001.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:33.413 INFO:teuthology.orchestra.run.smithi001.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:33.414 INFO:teuthology.orchestra.run.smithi001.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:33.414 INFO:teuthology.orchestra.run.smithi001.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:33.414 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:33.414 INFO:teuthology.orchestra.run.smithi001.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:33.437 INFO:teuthology.orchestra.run.smithi001.stdout:Discarding blocks...Done. 2024-09-12T17:08:33.439 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi001.front.sepia.ceph.com -o noatime 2024-09-12T17:08:33.439 DEBUG:teuthology.orchestra.run.smithi001:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T17:08:33.502 DEBUG:teuthology.orchestra.run.smithi001:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T17:08:33.553 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:33.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:33.554 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T17:08:33.608 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:33.608 INFO:tasks.ceph:role: osd.3 2024-09-12T17:08:33.608 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:08:33.608 DEBUG:teuthology.orchestra.run.smithi001:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:08:33.661 INFO:teuthology.orchestra.run.smithi001.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:33.662 INFO:teuthology.orchestra.run.smithi001.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:33.686 INFO:teuthology.orchestra.run.smithi001.stdout:Discarding blocks...Done. 2024-09-12T17:08:33.688 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi001.front.sepia.ceph.com -o noatime 2024-09-12T17:08:33.688 DEBUG:teuthology.orchestra.run.smithi001:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T17:08:33.748 DEBUG:teuthology.orchestra.run.smithi001:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T17:08:33.799 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:33.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:33.800 DEBUG:teuthology.orchestra.run.smithi001:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:33.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:33.912+0000 7ff95d1ae7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T17:08:33.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:33.912+0000 7ff95d1ae7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T17:08:33.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:33.912+0000 7ff95d1ae7c0 -1 bdev(0x56517bbe7800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:33.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:33.912+0000 7ff95d1ae7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T17:08:37.033 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T17:08:37.047 DEBUG:teuthology.orchestra.run.smithi001:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:37.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:37.128+0000 7fc85cb3c7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T17:08:37.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:37.128+0000 7fc85cb3c7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T17:08:37.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:37.128+0000 7fc85cb3c7c0 -1 bdev(0x562aa0d65800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:37.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:37.128+0000 7fc85cb3c7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T17:08:40.285 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T17:08:40.342 DEBUG:teuthology.orchestra.run.smithi001:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:40.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:40.424+0000 7fb9cadbe7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T17:08:40.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:40.424+0000 7fb9cadbe7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T17:08:40.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:40.424+0000 7fb9cadbe7c0 -1 bdev(0x5626d7b75800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:40.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:40.424+0000 7fb9cadbe7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T17:08:43.553 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T17:08:43.610 DEBUG:teuthology.orchestra.run.smithi001:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:43.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:43.692+0000 7fa9b87b17c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T17:08:43.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:43.692+0000 7fa9b87b17c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T17:08:43.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:43.692+0000 7fa9b87b17c0 -1 bdev(0x564d72fdd800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:43.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:08:43.692+0000 7fa9b87b17c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T17:08:46.853 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T17:08:46.911 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T17:08:46.926 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:46.926 INFO:tasks.ceph:role: osd.4 2024-09-12T17:08:46.926 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:08:46.926 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:08:46.987 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:46.987 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:46.987 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:46.988 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:47.418 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-12T17:08:47.420 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-12T17:08:47.421 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T17:08:47.579 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T17:08:47.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:47.591 INFO:teuthology.orchestra.run.smithi174.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:47.591 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T17:08:47.644 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:47.644 INFO:tasks.ceph:role: osd.5 2024-09-12T17:08:47.645 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:08:47.645 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:08:47.708 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:47.708 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:47.708 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:47.708 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:47.708 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:47.708 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:47.709 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:47.709 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:47.709 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:47.709 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:48.142 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-12T17:08:48.143 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-12T17:08:48.143 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T17:08:48.208 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T17:08:48.260 INFO:teuthology.orchestra.run.smithi174.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:48.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:48.261 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T17:08:48.314 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:48.314 INFO:tasks.ceph:role: osd.6 2024-09-12T17:08:48.314 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:08:48.314 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:08:48.377 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:48.547 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:48.548 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:48.830 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-12T17:08:48.832 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-12T17:08:48.832 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T17:08:48.935 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T17:08:48.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:48.945 INFO:teuthology.orchestra.run.smithi174.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:48.946 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T17:08:48.999 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:08:48.999 INFO:tasks.ceph:role: osd.7 2024-09-12T17:08:49.000 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:08:49.000 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:08:49.065 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:08:49.066 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:08:49.066 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:08:49.527 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-12T17:08:49.529 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-12T17:08:49.529 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T17:08:49.689 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T17:08:49.700 INFO:teuthology.orchestra.run.smithi174.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:08:49.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:08:49.702 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:49.821 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:49.818+0000 7f10a032d7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T17:08:49.828 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:49.826+0000 7f10a032d7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T17:08:49.828 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:49.826+0000 7f10a032d7c0 -1 bdev(0x55afeadf7800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:49.828 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:49.826+0000 7f10a032d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T17:08:52.993 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T17:08:53.007 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:53.086 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:53.082+0000 7f09f43087c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T17:08:53.087 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:53.082+0000 7f09f43087c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T17:08:53.087 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:53.082+0000 7f09f43087c0 -1 bdev(0x56252a689800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:53.087 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:53.082+0000 7f09f43087c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T17:08:56.228 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T17:08:56.288 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:56.369 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:56.366+0000 7f16c6d397c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T17:08:56.370 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:56.366+0000 7f16c6d397c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T17:08:56.370 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:56.366+0000 7f16c6d397c0 -1 bdev(0x5614cb9ef800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:56.370 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:56.366+0000 7f16c6d397c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T17:08:59.498 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T17:08:59.553 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:08:59.636 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:59.630+0000 7f4b413997c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T17:08:59.636 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:59.634+0000 7f4b413997c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T17:08:59.636 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:59.634+0000 7f4b413997c0 -1 bdev(0x55cedd3c5800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T17:08:59.636 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-12T17:08:59.634+0000 7f4b413997c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T17:09:02.812 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T17:09:02.869 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T17:09:02.869 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:02.869 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T17:09:02.885 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:02.885 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T17:09:02.941 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:02.942 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T17:09:02.996 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:02.996 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T17:09:03.053 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:03.053 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T17:09:03.108 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:03.108 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T17:09:03.122 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:03.122 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T17:09:03.176 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:03.176 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T17:09:03.230 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:03.231 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T17:09:03.283 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:03.284 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T17:09:03.341 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:03.341 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T17:09:03.346 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:03.347 DEBUG:teuthology.orchestra.run.smithi174:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T17:09:03.388 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T17:09:03.388 DEBUG:teuthology.orchestra.run.smithi001:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:09:03.391 DEBUG:teuthology.orchestra.run.smithi174:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout:[mgr.y] 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAQIONmVq/1KRAA4UGE00uaaqKoYSl64sHH9g== 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.0] 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQARIONmwDuANhAA7pzsa2bt2p9B5b+9SwZ/cw== 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.1] 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAVIONmSN2/BxAAjwD/XJQVlpYiJrZTof7qdg== 2024-09-12T17:09:03.434 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.2] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAYIONmwZ9lGRAA0RrGBa7hqz2R/FrRiNsoHA== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.3] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAbIONmDL9eKRAAF/fILxdcm0lOEkXERDbN8w== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[mgr.x] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAQIONm66G5LBAAE3j1eLCEwDCyDMjlalF1Og== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.4] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAhIONmtfT9MBAASB1tA+7L7r9UoLWS2W3Meg== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.5] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAlIONmCk00BRAAAii2wHpDAgTxtFyJY+Xq/A== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.6] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAoIONmXvkNFhAAfNHtbRBQUn6apck7Qaberw== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[osd.7] 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQArIONmIV7rJRAArW5PZt84VykzpSZ+/OsHcw== 2024-09-12T17:09:03.435 INFO:teuthology.orchestra.run.smithi001.stdout:[client.0] 2024-09-12T17:09:03.436 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAQIONm3lKeLxAAyMY3qes3BMTxgrtZ5Gh4MA== 2024-09-12T17:09:03.436 INFO:teuthology.orchestra.run.smithi001.stdout:[client.1] 2024-09-12T17:09:03.436 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQAQIONmWhs9MhAAShuEfli1PrUQoVmIlybRCw== 2024-09-12T17:09:03.442 INFO:teuthology.orchestra.run.smithi174.stdout:[mgr.y] 2024-09-12T17:09:03.442 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAQIONmVq/1KRAA4UGE00uaaqKoYSl64sHH9g== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.0] 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQARIONmwDuANhAA7pzsa2bt2p9B5b+9SwZ/cw== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.1] 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAVIONmSN2/BxAAjwD/XJQVlpYiJrZTof7qdg== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.2] 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAYIONmwZ9lGRAA0RrGBa7hqz2R/FrRiNsoHA== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.3] 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAbIONmDL9eKRAAF/fILxdcm0lOEkXERDbN8w== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[mgr.x] 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAQIONm66G5LBAAE3j1eLCEwDCyDMjlalF1Og== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.4] 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAhIONmtfT9MBAASB1tA+7L7r9UoLWS2W3Meg== 2024-09-12T17:09:03.443 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.5] 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAlIONmCk00BRAAAii2wHpDAgTxtFyJY+Xq/A== 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.6] 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAoIONmXvkNFhAAfNHtbRBQUn6apck7Qaberw== 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.7] 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQArIONmIV7rJRAArW5PZt84VykzpSZ+/OsHcw== 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout:[client.0] 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAQIONm3lKeLxAAyMY3qes3BMTxgrtZ5Gh4MA== 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout:[client.1] 2024-09-12T17:09:03.444 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQAQIONmWhs9MhAAShuEfli1PrUQoVmIlybRCw== 2024-09-12T17:09:03.445 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:09:03.482 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:09:03.532 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.534 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.576 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.622 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.663 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.706 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.749 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.790 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.836 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:09:03.838 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:09:03.924 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.926 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:03.968 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:04.010 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:04.055 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:04.057 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:04.137 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:04.150 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:09:04.224 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:09:04.226 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:09:04.313 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:09:04.315 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:09:04.402 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T17:09:04.402 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T17:09:04.417 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:09:04.513 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T17:09:04.524 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T17:09:04.578 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:09:04.667 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T17:09:04.721 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T17:09:04.736 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:09:04.835 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T17:09:04.848 DEBUG:teuthology.orchestra.run.smithi001:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:09:04.850 DEBUG:teuthology.orchestra.run.smithi174:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:09:04.896 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T17:09:04.896 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T17:09:04.896 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T17:09:04.898 INFO:tasks.ceph.mon.a:Started 2024-09-12T17:09:04.898 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T17:09:04.899 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T17:09:04.901 INFO:tasks.ceph.mon.c:Started 2024-09-12T17:09:04.901 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T17:09:04.901 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T17:09:04.942 INFO:tasks.ceph.mon.b:Started 2024-09-12T17:09:04.942 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T17:09:04.942 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T17:09:04.942 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T17:09:04.945 INFO:tasks.ceph.mgr.y:Started 2024-09-12T17:09:04.945 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T17:09:04.945 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T17:09:04.947 INFO:tasks.ceph.mgr.x:Started 2024-09-12T17:09:04.948 DEBUG:tasks.ceph:set 0 configs 2024-09-12T17:09:04.948 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T17:09:04.948 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T17:09:10.407 INFO:teuthology.orchestra.run.smithi001.stderr:adjusted tunables profile to default 2024-09-12T17:09:10.426 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T17:09:10.426 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T17:09:10.426 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:10.426 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T17:09:10.439 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:10.440 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T17:09:10.496 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:10.496 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T17:09:10.552 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:10.552 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T17:09:10.609 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:10.609 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T17:09:10.622 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:10.622 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T17:09:10.675 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:10.675 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T17:09:10.727 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-12T17:09:10.727 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T17:09:10.779 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 676f7ac5-2efa-4eff-b7a6-7c5cde150495 0 2024-09-12T17:09:11.031 INFO:teuthology.orchestra.run.smithi174.stdout:0 2024-09-12T17:09:11.049 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 42018114-b2dc-4462-af8e-c7b670355245 1 2024-09-12T17:09:11.254 INFO:teuthology.orchestra.run.smithi174.stdout:1 2024-09-12T17:09:11.271 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 2c75361e-7b83-4647-8ba7-8222cadc5b4d 2 2024-09-12T17:09:11.479 INFO:teuthology.orchestra.run.smithi174.stdout:2 2024-09-12T17:09:11.495 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new d0071f1c-7e6e-475f-b0c2-c66e687308b6 3 2024-09-12T17:09:11.695 INFO:teuthology.orchestra.run.smithi174.stdout:3 2024-09-12T17:09:11.713 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new dd2cd6a1-16f8-452a-9b83-434371cba548 4 2024-09-12T17:09:11.919 INFO:teuthology.orchestra.run.smithi174.stdout:4 2024-09-12T17:09:11.935 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 8b483bb1-cd60-4383-b712-9ca45b99911b 5 2024-09-12T17:09:12.133 INFO:teuthology.orchestra.run.smithi174.stdout:5 2024-09-12T17:09:12.150 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 9588a256-a3d7-4749-8538-299afb223f97 6 2024-09-12T17:09:12.353 INFO:teuthology.orchestra.run.smithi174.stdout:6 2024-09-12T17:09:12.370 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 3cd83495-c45c-46ed-8a0e-c638f28fcdb2 7 2024-09-12T17:09:12.568 INFO:teuthology.orchestra.run.smithi174.stdout:7 2024-09-12T17:09:12.584 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T17:09:12.585 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T17:09:12.587 INFO:tasks.ceph.osd.0:Started 2024-09-12T17:09:12.587 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T17:09:12.587 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T17:09:12.590 INFO:tasks.ceph.osd.1:Started 2024-09-12T17:09:12.590 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T17:09:12.590 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T17:09:12.592 INFO:tasks.ceph.osd.2:Started 2024-09-12T17:09:12.592 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T17:09:12.593 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T17:09:12.595 INFO:tasks.ceph.osd.3:Started 2024-09-12T17:09:12.595 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T17:09:12.595 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T17:09:12.597 INFO:tasks.ceph.osd.4:Started 2024-09-12T17:09:12.597 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T17:09:12.597 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T17:09:12.599 INFO:tasks.ceph.osd.5:Started 2024-09-12T17:09:12.599 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T17:09:12.599 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T17:09:12.601 INFO:tasks.ceph.osd.6:Started 2024-09-12T17:09:12.601 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T17:09:12.602 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T17:09:12.603 INFO:tasks.ceph.osd.7:Started 2024-09-12T17:09:12.604 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:09:12.819 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:12.819 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":10,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:09:12.565545+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:09:12.835 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T17:09:12.835 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T17:09:13.185 INFO:tasks.ceph.mgr.x.smithi174.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-12T17:09:13.186 INFO:tasks.ceph.mgr.x.smithi174.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-12T17:09:13.186 INFO:tasks.ceph.mgr.x.smithi174.stderr: from numpy import show_config as show_numpy_config 2024-09-12T17:09:13.641 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:09:13.794 INFO:tasks.ceph.osd.3.smithi001.stderr:2024-09-12T17:09:13.792+0000 7fb7029e17c0 -1 Falling back to public interface 2024-09-12T17:09:13.874 INFO:teuthology.misc.health.smithi001.stdout: 2024-09-12T17:09:13.874 INFO:teuthology.misc.health.smithi001.stdout:{"epoch":10,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:09:12.565545+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:09:13.889 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:09:13.933 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-12T17:09:13.930+0000 7eff05cc77c0 -1 Falling back to public interface 2024-09-12T17:09:14.013 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-12T17:09:14.010+0000 7fafb70bb7c0 -1 Falling back to public interface 2024-09-12T17:09:14.045 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-12T17:09:14.042+0000 7f54d4be57c0 -1 Falling back to public interface 2024-09-12T17:09:14.077 INFO:tasks.ceph.mgr.y.smithi001.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-12T17:09:14.078 INFO:tasks.ceph.mgr.y.smithi001.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-12T17:09:14.078 INFO:tasks.ceph.mgr.y.smithi001.stderr: from numpy import show_config as show_numpy_config 2024-09-12T17:09:14.082 INFO:tasks.ceph.osd.2.smithi001.stderr:2024-09-12T17:09:14.080+0000 7fcbe44d87c0 -1 Falling back to public interface 2024-09-12T17:09:14.277 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-12T17:09:14.274+0000 7f9ba34467c0 -1 Falling back to public interface 2024-09-12T17:09:14.286 INFO:tasks.ceph.osd.0.smithi001.stderr:2024-09-12T17:09:14.284+0000 7f6f12a2c7c0 -1 Falling back to public interface 2024-09-12T17:09:14.294 INFO:tasks.ceph.osd.1.smithi001.stderr:2024-09-12T17:09:14.292+0000 7f5f08b1a7c0 -1 Falling back to public interface 2024-09-12T17:09:16.204 INFO:tasks.ceph.mgr.x.smithi174.stderr:2024-09-12T17:09:16.202+0000 7f4235680640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T17:09:16.204 INFO:tasks.ceph.mgr.x.smithi174.stderr:2024-09-12T17:09:16.202+0000 7f4235680640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T17:09:17.831 INFO:tasks.ceph.osd.3.smithi001.stderr:2024-09-12T17:09:17.828+0000 7fb7029e17c0 -1 osd.3 0 log_to_monitors true 2024-09-12T17:09:17.939 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-12T17:09:17.934+0000 7eff05cc77c0 -1 osd.5 0 log_to_monitors true 2024-09-12T17:09:18.064 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-12T17:09:18.062+0000 7fafb70bb7c0 -1 osd.7 0 log_to_monitors true 2024-09-12T17:09:18.298 INFO:tasks.ceph.osd.2.smithi001.stderr:2024-09-12T17:09:18.296+0000 7fcbe44d87c0 -1 osd.2 0 log_to_monitors true 2024-09-12T17:09:18.395 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-12T17:09:18.390+0000 7f9ba34467c0 -1 osd.6 0 log_to_monitors true 2024-09-12T17:09:18.405 INFO:tasks.ceph.osd.0.smithi001.stderr:2024-09-12T17:09:18.404+0000 7f6f12a2c7c0 -1 osd.0 0 log_to_monitors true 2024-09-12T17:09:18.555 INFO:tasks.ceph.osd.1.smithi001.stderr:2024-09-12T17:09:18.552+0000 7f5f08b1a7c0 -1 osd.1 0 log_to_monitors true 2024-09-12T17:09:18.588 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-12T17:09:18.586+0000 7f54d4be57c0 -1 osd.4 0 log_to_monitors true 2024-09-12T17:09:20.396 INFO:tasks.ceph.osd.3.smithi001.stderr:2024-09-12T17:09:20.392+0000 7fb6fe98a640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T17:09:20.436 INFO:tasks.ceph.osd.3.smithi001.stderr:2024-09-12T17:09:20.432+0000 7fb6f67bc640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:20.450 INFO:tasks.ceph.osd.2.smithi001.stderr:2024-09-12T17:09:20.448+0000 7fcbe0481640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T17:09:20.481 INFO:tasks.ceph.osd.2.smithi001.stderr:2024-09-12T17:09:20.480+0000 7fcbd82b3640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:20.697 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:09:20.786 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-12T17:09:20.782+0000 7eff01c70640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T17:09:20.847 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-12T17:09:20.842+0000 7efef9aa2640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:20.925 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-12T17:09:20.918+0000 7fafb3064640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T17:09:20.967 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-12T17:09:20.962+0000 7fafaae96640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:21.181 INFO:teuthology.misc.health.smithi001.stdout: 2024-09-12T17:09:21.181 INFO:teuthology.misc.health.smithi001.stdout:{"epoch":13,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:09:20.314301+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:09:21.205 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:09:21.358 INFO:tasks.ceph.osd.1.smithi001.stderr:2024-09-12T17:09:21.356+0000 7f5f052d5640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T17:09:21.383 INFO:tasks.ceph.osd.0.smithi001.stderr:2024-09-12T17:09:21.380+0000 7f6f0f1e7640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T17:09:21.389 INFO:tasks.ceph.osd.1.smithi001.stderr:2024-09-12T17:09:21.388+0000 7f5efc8f5640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:21.401 INFO:tasks.ceph.osd.0.smithi001.stderr:2024-09-12T17:09:21.400+0000 7f6f06807640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:21.692 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-12T17:09:21.690+0000 7f54d13a0640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T17:09:21.712 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-12T17:09:21.710+0000 7f9b9fc01640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T17:09:21.724 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-12T17:09:21.722+0000 7f54c89c0640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:21.732 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-12T17:09:21.730+0000 7f9b97221640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:09:28.013 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:09:28.327 INFO:teuthology.misc.health.smithi001.stdout: 2024-09-12T17:09:28.327 INFO:teuthology.misc.health.smithi001.stdout:{"epoch":18,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:09:25.426734+0000","last_up_change":"2024-09-12T17:09:22.405709+0000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:09:23.231626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6817","nonce":701472656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6819","nonce":701472656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6823","nonce":701472656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6821","nonce":701472656}]},"public_addr":"172.21.15.1:6817/701472656","cluster_addr":"172.21.15.1:6819/701472656","heartbeat_back_addr":"172.21.15.1:6823/701472656","heartbeat_front_addr":"172.21.15.1:6821/701472656","state":["exists","up"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6825","nonce":1521527662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6827","nonce":1521527662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6831","nonce":1521527662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6829","nonce":1521527662}]},"public_addr":"172.21.15.1:6825/1521527662","cluster_addr":"172.21.15.1:6827/1521527662","heartbeat_back_addr":"172.21.15.1:6831/1521527662","heartbeat_front_addr":"172.21.15.1:6829/1521527662","state":["exists","up"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6809","nonce":4256850238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6811","nonce":4256850238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6815","nonce":4256850238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6813","nonce":4256850238}]},"public_addr":"172.21.15.1:6809/4256850238","cluster_addr":"172.21.15.1:6811/4256850238","heartbeat_back_addr":"172.21.15.1:6815/4256850238","heartbeat_front_addr":"172.21.15.1:6813/4256850238","state":["exists","up"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6801","nonce":2761924970}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6803","nonce":2761924970}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6807","nonce":2761924970}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6805","nonce":2761924970}]},"public_addr":"172.21.15.1:6801/2761924970","cluster_addr":"172.21.15.1:6803/2761924970","heartbeat_back_addr":"172.21.15.1:6807/2761924970","heartbeat_front_addr":"172.21.15.1:6805/2761924970","state":["exists","up"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6817","nonce":2348276578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6819","nonce":2348276578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6823","nonce":2348276578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6821","nonce":2348276578}]},"public_addr":"172.21.15.174:6817/2348276578","cluster_addr":"172.21.15.174:6819/2348276578","heartbeat_back_addr":"172.21.15.174:6823/2348276578","heartbeat_front_addr":"172.21.15.174:6821/2348276578","state":["exists","up"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6801","nonce":314686769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6803","nonce":314686769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6807","nonce":314686769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6805","nonce":314686769}]},"public_addr":"172.21.15.174:6801/314686769","cluster_addr":"172.21.15.174:6803/314686769","heartbeat_back_addr":"172.21.15.174:6807/314686769","heartbeat_front_addr":"172.21.15.174:6805/314686769","state":["exists","up"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6825","nonce":121842771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6827","nonce":121842771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6831","nonce":121842771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6829","nonce":121842771}]},"public_addr":"172.21.15.174:6825/121842771","cluster_addr":"172.21.15.174:6827/121842771","heartbeat_back_addr":"172.21.15.174:6831/121842771","heartbeat_front_addr":"172.21.15.174:6829/121842771","state":["exists","up"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6809","nonce":460661081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6811","nonce":460661081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6815","nonce":460661081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6813","nonce":460661081}]},"public_addr":"172.21.15.174:6809/460661081","cluster_addr":"172.21.15.174:6811/460661081","heartbeat_back_addr":"172.21.15.174:6815/460661081","heartbeat_front_addr":"172.21.15.174:6813/460661081","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.359661+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.560746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.301862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.810374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.557526+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.958162+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.374762+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.096436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:09:28.345 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T17:09:28.345 INFO:tasks.ceph:Creating RBD pool 2024-09-12T17:09:28.345 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T17:09:29.464 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'rbd' created 2024-09-12T17:09:29.488 DEBUG:teuthology.orchestra.run.smithi001:> rbd --cluster ceph pool init rbd 2024-09-12T17:09:29.530 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:29.530 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:32.503 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T17:09:32.504 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T17:09:32.505 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T17:09:32.864 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:32.883 INFO:teuthology.orchestra.run.smithi001.stdout:[{"version":9,"timestamp":"2024-09-12T17:09:21.714533+0000","name":"","changes":[{"name":"osd.6/osd_mclock_max_capacity_iops_ssd","new_value":"6164.088466"}]}] 2024-09-12T17:09:32.883 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T17:09:32.883 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T17:09:32.883 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T17:09:32.883 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T17:09:33.247 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:33.264 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6832","nonce":622131354},{"type":"v1","addr":"172.21.15.174:6833","nonce":622131354}]},"active_addr":"172.21.15.174:6833/622131354","active_change":"2024-09-12T17:09:15.179158+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.174:0","nonce":2495953534}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.174:0","nonce":1871405890}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.174:0","nonce":1396381136}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.174:0","nonce":136128337}]}]} 2024-09-12T17:09:33.269 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T17:09:33.269 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T17:09:33.269 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:09:33.572 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:33.572 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":22,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:09:32.471224+0000","last_up_change":"2024-09-12T17:09:22.405709+0000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:09:23.231626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:09:28.666424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6817","nonce":701472656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6819","nonce":701472656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6823","nonce":701472656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6821","nonce":701472656}]},"public_addr":"172.21.15.1:6817/701472656","cluster_addr":"172.21.15.1:6819/701472656","heartbeat_back_addr":"172.21.15.1:6823/701472656","heartbeat_front_addr":"172.21.15.1:6821/701472656","state":["exists","up"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6825","nonce":1521527662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6827","nonce":1521527662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6831","nonce":1521527662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6829","nonce":1521527662}]},"public_addr":"172.21.15.1:6825/1521527662","cluster_addr":"172.21.15.1:6827/1521527662","heartbeat_back_addr":"172.21.15.1:6831/1521527662","heartbeat_front_addr":"172.21.15.1:6829/1521527662","state":["exists","up"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6809","nonce":4256850238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6811","nonce":4256850238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6815","nonce":4256850238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6813","nonce":4256850238}]},"public_addr":"172.21.15.1:6809/4256850238","cluster_addr":"172.21.15.1:6811/4256850238","heartbeat_back_addr":"172.21.15.1:6815/4256850238","heartbeat_front_addr":"172.21.15.1:6813/4256850238","state":["exists","up"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6801","nonce":2761924970}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6803","nonce":2761924970}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6807","nonce":2761924970}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6805","nonce":2761924970}]},"public_addr":"172.21.15.1:6801/2761924970","cluster_addr":"172.21.15.1:6803/2761924970","heartbeat_back_addr":"172.21.15.1:6807/2761924970","heartbeat_front_addr":"172.21.15.1:6805/2761924970","state":["exists","up"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6817","nonce":2348276578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6819","nonce":2348276578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6823","nonce":2348276578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6821","nonce":2348276578}]},"public_addr":"172.21.15.174:6817/2348276578","cluster_addr":"172.21.15.174:6819/2348276578","heartbeat_back_addr":"172.21.15.174:6823/2348276578","heartbeat_front_addr":"172.21.15.174:6821/2348276578","state":["exists","up"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6801","nonce":314686769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6803","nonce":314686769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6807","nonce":314686769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6805","nonce":314686769}]},"public_addr":"172.21.15.174:6801/314686769","cluster_addr":"172.21.15.174:6803/314686769","heartbeat_back_addr":"172.21.15.174:6807/314686769","heartbeat_front_addr":"172.21.15.174:6805/314686769","state":["exists","up"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6825","nonce":121842771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6827","nonce":121842771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6831","nonce":121842771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6829","nonce":121842771}]},"public_addr":"172.21.15.174:6825/121842771","cluster_addr":"172.21.15.174:6827/121842771","heartbeat_back_addr":"172.21.15.174:6831/121842771","heartbeat_front_addr":"172.21.15.174:6829/121842771","state":["exists","up"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6809","nonce":460661081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6811","nonce":460661081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6815","nonce":460661081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6813","nonce":460661081}]},"public_addr":"172.21.15.174:6809/460661081","cluster_addr":"172.21.15.174:6811/460661081","heartbeat_back_addr":"172.21.15.174:6815/460661081","heartbeat_front_addr":"172.21.15.174:6813/460661081","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.359661+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.560746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.301862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.810374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.557526+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.958162+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.374762+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.096436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:09:33.589 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T17:09:33.589 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:09:33.903 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:33.903 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":22,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:09:32.471224+0000","last_up_change":"2024-09-12T17:09:22.405709+0000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:09:23.231626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:09:28.666424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6817","nonce":701472656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6819","nonce":701472656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6823","nonce":701472656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6821","nonce":701472656}]},"public_addr":"172.21.15.1:6817/701472656","cluster_addr":"172.21.15.1:6819/701472656","heartbeat_back_addr":"172.21.15.1:6823/701472656","heartbeat_front_addr":"172.21.15.1:6821/701472656","state":["exists","up"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6825","nonce":1521527662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6827","nonce":1521527662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6831","nonce":1521527662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6829","nonce":1521527662}]},"public_addr":"172.21.15.1:6825/1521527662","cluster_addr":"172.21.15.1:6827/1521527662","heartbeat_back_addr":"172.21.15.1:6831/1521527662","heartbeat_front_addr":"172.21.15.1:6829/1521527662","state":["exists","up"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6809","nonce":4256850238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6811","nonce":4256850238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6815","nonce":4256850238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6813","nonce":4256850238}]},"public_addr":"172.21.15.1:6809/4256850238","cluster_addr":"172.21.15.1:6811/4256850238","heartbeat_back_addr":"172.21.15.1:6815/4256850238","heartbeat_front_addr":"172.21.15.1:6813/4256850238","state":["exists","up"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6801","nonce":2761924970}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6803","nonce":2761924970}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6807","nonce":2761924970}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6805","nonce":2761924970}]},"public_addr":"172.21.15.1:6801/2761924970","cluster_addr":"172.21.15.1:6803/2761924970","heartbeat_back_addr":"172.21.15.1:6807/2761924970","heartbeat_front_addr":"172.21.15.1:6805/2761924970","state":["exists","up"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6817","nonce":2348276578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6819","nonce":2348276578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6823","nonce":2348276578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6821","nonce":2348276578}]},"public_addr":"172.21.15.174:6817/2348276578","cluster_addr":"172.21.15.174:6819/2348276578","heartbeat_back_addr":"172.21.15.174:6823/2348276578","heartbeat_front_addr":"172.21.15.174:6821/2348276578","state":["exists","up"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6801","nonce":314686769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6803","nonce":314686769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6807","nonce":314686769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6805","nonce":314686769}]},"public_addr":"172.21.15.174:6801/314686769","cluster_addr":"172.21.15.174:6803/314686769","heartbeat_back_addr":"172.21.15.174:6807/314686769","heartbeat_front_addr":"172.21.15.174:6805/314686769","state":["exists","up"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6825","nonce":121842771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6827","nonce":121842771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6831","nonce":121842771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6829","nonce":121842771}]},"public_addr":"172.21.15.174:6825/121842771","cluster_addr":"172.21.15.174:6827/121842771","heartbeat_back_addr":"172.21.15.174:6831/121842771","heartbeat_front_addr":"172.21.15.174:6829/121842771","state":["exists","up"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6809","nonce":460661081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6811","nonce":460661081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6815","nonce":460661081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6813","nonce":460661081}]},"public_addr":"172.21.15.174:6809/460661081","cluster_addr":"172.21.15.174:6811/460661081","heartbeat_back_addr":"172.21.15.174:6815/460661081","heartbeat_front_addr":"172.21.15.174:6813/460661081","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.359661+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.560746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.301862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.810374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.557526+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.958162+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.374762+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.096436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:09:33.923 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T17:09:33.924 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T17:09:33.924 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T17:09:33.925 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T17:09:33.925 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T17:09:33.926 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T17:09:33.926 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T17:09:33.927 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T17:09:34.186 INFO:teuthology.orchestra.run.smithi001.stdout:60129542150 2024-09-12T17:09:34.186 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:09:34.194 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:34.194 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T17:09:34.195 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:34.195 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:09:34.200 INFO:teuthology.orchestra.run.smithi001.stdout:64424509447 2024-09-12T17:09:34.201 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T17:09:34.202 INFO:teuthology.orchestra.run.smithi001.stdout:64424509446 2024-09-12T17:09:34.203 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T17:09:34.205 INFO:teuthology.orchestra.run.smithi001.stdout:64424509445 2024-09-12T17:09:34.205 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:09:34.206 INFO:teuthology.orchestra.run.smithi001.stdout:60129542148 2024-09-12T17:09:34.207 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:09:34.208 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:34.208 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:09:34.711 INFO:teuthology.orchestra.run.smithi001.stdout:60129542148 2024-09-12T17:09:34.715 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:34.719 INFO:teuthology.orchestra.run.smithi001.stdout:64424509445 2024-09-12T17:09:34.732 INFO:teuthology.orchestra.run.smithi001.stdout:60129542148 2024-09-12T17:09:34.737 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-12T17:09:34.745 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.3 2024-09-12T17:09:34.750 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.1 2024-09-12T17:09:34.762 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.2 2024-09-12T17:09:34.781 INFO:teuthology.orchestra.run.smithi001.stdout:60129542147 2024-09-12T17:09:34.791 INFO:teuthology.orchestra.run.smithi001.stdout:64424509444 2024-09-12T17:09:34.793 INFO:teuthology.orchestra.run.smithi001.stdout:64424509443 2024-09-12T17:09:34.797 INFO:teuthology.orchestra.run.smithi001.stdout:60129542148 2024-09-12T17:09:34.800 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542147 for osd.5 2024-09-12T17:09:34.815 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.6 2024-09-12T17:09:34.815 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509443 for osd.4 2024-09-12T17:09:34.818 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.7 2024-09-12T17:09:35.738 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:09:35.746 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:09:35.751 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T17:09:35.763 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T17:09:35.801 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:09:35.815 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T17:09:35.816 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:09:35.819 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:09:36.270 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:36.293 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2024-09-12T17:09:36.294 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.295 INFO:teuthology.orchestra.run.smithi001.stdout:60129542150 2024-09-12T17:09:36.300 INFO:teuthology.orchestra.run.smithi001.stdout:64424509447 2024-09-12T17:09:36.317 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:36.324 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.3 2024-09-12T17:09:36.325 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.335 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.1 2024-09-12T17:09:36.335 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.337 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.2 2024-09-12T17:09:36.337 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.358 INFO:teuthology.orchestra.run.smithi001.stdout:60129542148 2024-09-12T17:09:36.360 INFO:teuthology.orchestra.run.smithi001.stdout:60129542149 2024-09-12T17:09:36.379 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542148 for osd.5 2024-09-12T17:09:36.379 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.380 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.7 2024-09-12T17:09:36.380 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.390 INFO:teuthology.orchestra.run.smithi001.stdout:64424509445 2024-09-12T17:09:36.403 INFO:teuthology.orchestra.run.smithi001.stdout:64424509446 2024-09-12T17:09:36.407 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.4 2024-09-12T17:09:36.407 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.421 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.6 2024-09-12T17:09:36.421 DEBUG:teuthology.parallel:result is None 2024-09-12T17:09:36.421 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T17:09:36.421 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:09:36.750 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:36.750 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:09:36.767 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-12T17:09:35.193884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":248264,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754726456,"statfs":{"total":773094113280,"available":772839890944,"internally_reserved":0,"allocated":2965504,"data_stored":1787238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.734715"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:33.147639+0000","last_change":"2024-09-12T17:09:33.147639+0000","last_active":"2024-09-12T17:09:33.147639+0000","last_peered":"2024-09-12T17:09:33.147639+0000","last_clean":"2024-09-12T17:09:33.147639+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:09:33.147639+0000","last_undegraded":"2024-09-12T17:09:33.147639+0000","last_fullsized":"2024-09-12T17:09:33.147639+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:16.672658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.478381+0000","last_change":"2024-09-12T17:09:32.478381+0000","last_active":"2024-09-12T17:09:32.478381+0000","last_peered":"2024-09-12T17:09:32.478381+0000","last_clean":"2024-09-12T17:09:32.478381+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:09:32.478381+0000","last_undegraded":"2024-09-12T17:09:32.478381+0000","last_fullsized":"2024-09-12T17:09:32.478381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:25.613395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.973217+0000","last_change":"2024-09-12T17:09:32.973626+0000","last_active":"2024-09-12T17:09:32.973217+0000","last_peered":"2024-09-12T17:09:32.973217+0000","last_clean":"2024-09-12T17:09:32.973217+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:09:32.973217+0000","last_undegraded":"2024-09-12T17:09:32.973217+0000","last_fullsized":"2024-09-12T17:09:32.973217+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:10.157317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.478505+0000","last_change":"2024-09-12T17:09:32.478505+0000","last_active":"2024-09-12T17:09:32.478505+0000","last_peered":"2024-09-12T17:09:32.478505+0000","last_clean":"2024-09-12T17:09:32.478505+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:09:32.478505+0000","last_undegraded":"2024-09-12T17:09:32.478505+0000","last_fullsized":"2024-09-12T17:09:32.478505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:19.651164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.487224+0000","last_change":"2024-09-12T17:09:32.487224+0000","last_active":"2024-09-12T17:09:32.487224+0000","last_peered":"2024-09-12T17:09:32.487224+0000","last_clean":"2024-09-12T17:09:32.487224+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:09:32.487224+0000","last_undegraded":"2024-09-12T17:09:32.487224+0000","last_fullsized":"2024-09-12T17:09:32.487224+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:57.314322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.479187+0000","last_change":"2024-09-12T17:09:32.479836+0000","last_active":"2024-09-12T17:09:32.479187+0000","last_peered":"2024-09-12T17:09:32.479187+0000","last_clean":"2024-09-12T17:09:32.479187+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:09:32.479187+0000","last_undegraded":"2024-09-12T17:09:32.479187+0000","last_fullsized":"2024-09-12T17:09:32.479187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:21.050223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.973077+0000","last_change":"2024-09-12T17:09:32.973470+0000","last_active":"2024-09-12T17:09:32.973077+0000","last_peered":"2024-09-12T17:09:32.973077+0000","last_clean":"2024-09-12T17:09:32.973077+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:09:32.973077+0000","last_undegraded":"2024-09-12T17:09:32.973077+0000","last_fullsized":"2024-09-12T17:09:32.973077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:47.802781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.484735+0000","last_change":"2024-09-12T17:09:32.485145+0000","last_active":"2024-09-12T17:09:32.484735+0000","last_peered":"2024-09-12T17:09:32.484735+0000","last_clean":"2024-09-12T17:09:32.484735+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:09:32.484735+0000","last_undegraded":"2024-09-12T17:09:32.484735+0000","last_fullsized":"2024-09-12T17:09:32.484735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:50.371137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.972461+0000","last_change":"2024-09-12T17:09:24.535136+0000","last_active":"2024-09-12T17:09:32.972461+0000","last_peered":"2024-09-12T17:09:32.972461+0000","last_clean":"2024-09-12T17:09:32.972461+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:09:32.972461+0000","last_undegraded":"2024-09-12T17:09:32.972461+0000","last_fullsized":"2024-09-12T17:09:32.972461+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_clean_scrub_stamp":"2024-09-12T17:09:23.408825+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:24.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35576,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336264,"statfs":{"total":96636764160,"available":96600334336,"internally_reserved":0,"allocated":225280,"data_stored":75827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36148,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335692,"statfs":{"total":96636764160,"available":96599748608,"internally_reserved":0,"allocated":815104,"data_stored":666176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:09:36.768 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:09:37.057 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:37.057 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:09:37.075 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-12T17:09:35.193884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":248264,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754726456,"statfs":{"total":773094113280,"available":772839890944,"internally_reserved":0,"allocated":2965504,"data_stored":1787238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.734715"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:33.147639+0000","last_change":"2024-09-12T17:09:33.147639+0000","last_active":"2024-09-12T17:09:33.147639+0000","last_peered":"2024-09-12T17:09:33.147639+0000","last_clean":"2024-09-12T17:09:33.147639+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:09:33.147639+0000","last_undegraded":"2024-09-12T17:09:33.147639+0000","last_fullsized":"2024-09-12T17:09:33.147639+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:16.672658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.478381+0000","last_change":"2024-09-12T17:09:32.478381+0000","last_active":"2024-09-12T17:09:32.478381+0000","last_peered":"2024-09-12T17:09:32.478381+0000","last_clean":"2024-09-12T17:09:32.478381+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:09:32.478381+0000","last_undegraded":"2024-09-12T17:09:32.478381+0000","last_fullsized":"2024-09-12T17:09:32.478381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:25.613395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.973217+0000","last_change":"2024-09-12T17:09:32.973626+0000","last_active":"2024-09-12T17:09:32.973217+0000","last_peered":"2024-09-12T17:09:32.973217+0000","last_clean":"2024-09-12T17:09:32.973217+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:09:32.973217+0000","last_undegraded":"2024-09-12T17:09:32.973217+0000","last_fullsized":"2024-09-12T17:09:32.973217+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:10.157317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.478505+0000","last_change":"2024-09-12T17:09:32.478505+0000","last_active":"2024-09-12T17:09:32.478505+0000","last_peered":"2024-09-12T17:09:32.478505+0000","last_clean":"2024-09-12T17:09:32.478505+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:09:32.478505+0000","last_undegraded":"2024-09-12T17:09:32.478505+0000","last_fullsized":"2024-09-12T17:09:32.478505+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:19.651164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.487224+0000","last_change":"2024-09-12T17:09:32.487224+0000","last_active":"2024-09-12T17:09:32.487224+0000","last_peered":"2024-09-12T17:09:32.487224+0000","last_clean":"2024-09-12T17:09:32.487224+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:09:32.487224+0000","last_undegraded":"2024-09-12T17:09:32.487224+0000","last_fullsized":"2024-09-12T17:09:32.487224+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:57.314322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.479187+0000","last_change":"2024-09-12T17:09:32.479836+0000","last_active":"2024-09-12T17:09:32.479187+0000","last_peered":"2024-09-12T17:09:32.479187+0000","last_clean":"2024-09-12T17:09:32.479187+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:09:32.479187+0000","last_undegraded":"2024-09-12T17:09:32.479187+0000","last_fullsized":"2024-09-12T17:09:32.479187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:21.050223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.973077+0000","last_change":"2024-09-12T17:09:32.973470+0000","last_active":"2024-09-12T17:09:32.973077+0000","last_peered":"2024-09-12T17:09:32.973077+0000","last_clean":"2024-09-12T17:09:32.973077+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:09:32.973077+0000","last_undegraded":"2024-09-12T17:09:32.973077+0000","last_fullsized":"2024-09-12T17:09:32.973077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:47.802781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.484735+0000","last_change":"2024-09-12T17:09:32.485145+0000","last_active":"2024-09-12T17:09:32.484735+0000","last_peered":"2024-09-12T17:09:32.484735+0000","last_clean":"2024-09-12T17:09:32.484735+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:09:32.484735+0000","last_undegraded":"2024-09-12T17:09:32.484735+0000","last_fullsized":"2024-09-12T17:09:32.484735+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:50.371137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:09:32.972461+0000","last_change":"2024-09-12T17:09:24.535136+0000","last_active":"2024-09-12T17:09:32.972461+0000","last_peered":"2024-09-12T17:09:32.972461+0000","last_clean":"2024-09-12T17:09:32.972461+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:09:32.972461+0000","last_undegraded":"2024-09-12T17:09:32.972461+0000","last_fullsized":"2024-09-12T17:09:32.972461+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_clean_scrub_stamp":"2024-09-12T17:09:23.408825+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:24.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35576,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336264,"statfs":{"total":96636764160,"available":96600334336,"internally_reserved":0,"allocated":225280,"data_stored":75827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":221184,"data_stored":75808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36148,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335692,"statfs":{"total":96636764160,"available":96599748608,"internally_reserved":0,"allocated":815104,"data_stored":666176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:09:37.075 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T17:09:37.076 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T17:09:37.076 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T17:09:37.076 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T17:09:37.416 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:37.416 INFO:teuthology.orchestra.run.smithi001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T17:09:37.434 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T17:09:37.435 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T17:09:37.446 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T17:09:37.446 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:09:37.452 DEBUG:teuthology.orchestra.run.smithi001:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T17:09:37.961 INFO:teuthology.orchestra.run.smithi001.stderr:.+....+...+........+....+...+..+......+.........+.+..+....+......+........+......+....+..+.........+.+.........+...+..+..................+...+....+...+..+.+..................+.....+.+...+...+..+.......+......+........+....+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+....+........+...+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+............+......+.+......+..+...+...+....+.....+.......+...+...+.....+.........+...+...+.......+......+............+.......................+......+....+..+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:09:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:..+.......+..+....+.....+.......+..+.+..+.........+......+...+.+......+...+..........................+..........+...+...+...+..+...+.........+.+......+......+..+.......+........+..........+.....................+......+...+.....+...+...+.+........+.......+........+......+.+...............+...+..+.+.....+....+......+.....+.......+..+.+..+.......+...+..+....+.....+.........+.+..............+.+.....+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+.+.....+.+.........+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+...............+...+...+..+.......+..+...+......+.+..................+..+.+............+...+.....+.......+....................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:09:38.303 INFO:teuthology.orchestra.run.smithi001.stderr:----- 2024-09-12T17:09:38.313 DEBUG:teuthology.orchestra.run.smithi001:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2024-09-12T17:09:38.374 DEBUG:teuthology.orchestra.run.smithi001:> sudo update-ca-certificates 2024-09-12T17:09:38.439 INFO:teuthology.orchestra.run.smithi001.stdout:Updating certificates in /etc/ssl/certs... 2024-09-12T17:09:39.082 INFO:teuthology.orchestra.run.smithi001.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2024-09-12T17:09:39.102 INFO:teuthology.orchestra.run.smithi001.stdout:1 added, 0 removed; done. 2024-09-12T17:09:39.106 INFO:teuthology.orchestra.run.smithi001.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-12T17:09:39.109 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:09:40.646 INFO:teuthology.orchestra.run.smithi001.stdout:Adding debian:root.pem 2024-09-12T17:09:40.672 INFO:teuthology.orchestra.run.smithi001.stdout:done. 2024-09-12T17:09:40.672 INFO:teuthology.orchestra.run.smithi001.stdout:done. 2024-09-12T17:09:40.676 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:09:40.727 DEBUG:teuthology.orchestra.run.smithi001:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi001.front.sepia.ceph.com 2024-09-12T17:09:40.903 INFO:teuthology.orchestra.run.smithi001.stderr:...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.+..+...+......+...+.+.....+............+.......+...+.........+......+.....+...+......+.+..+..........+......+..+....+......+.....+...+....+...+..............+...+......+......+.+...............+.....+.........+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+...............+.....+.+...+.....+...+...+.+.....+.+............+......+...........+...+.+......+...+.....+.+......+......+..+......+.+......+..+..........+..+.+.....+....+..............+....+..+.+...+...............+.....+....+...+..+......+.......+.................+...+....+...+........+....+.........+.................+...................+......+..+.+.....+.+...+..+.+..................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:09:40.952 INFO:teuthology.orchestra.run.smithi001.stderr:....+......+..............+.+.....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.........+...+...+.+.....+.+..+.......+...+......+..+.............+..+....+.....+......+....+...+.....+.......+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+........+..........+.....+......+.+.....+.+........+......+......+.......+...+...+.........+..+...+............+....+..+....+........+.+.....+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:09:40.956 INFO:teuthology.orchestra.run.smithi001.stderr:----- 2024-09-12T17:09:40.959 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:09:40.959 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:09:41.049 DEBUG:teuthology.orchestra.run.smithi001:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:09:41.100 INFO:teuthology.orchestra.run.smithi001.stderr:Certificate request self-signature ok 2024-09-12T17:09:41.100 INFO:teuthology.orchestra.run.smithi001.stderr:subject=CN = smithi001.front.sepia.ceph.com 2024-09-12T17:09:41.116 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:09:41.165 DEBUG:teuthology.orchestra.run.smithi001:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:09:41.218 INFO:teuthology.orchestra.run.smithi001.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T17:09:41.218 DEBUG:teuthology.orchestra.run.smithi001:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:09:41.266 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T17:09:41.281 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-12T17:09:41.281 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T17:09:41.281 INFO:tasks.rgw:Creating data pools 2024-09-12T17:09:41.281 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T17:09:41.281 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph osd erasure-code-profile set client.0 crush-failure-domain=osd k=3 m=1 name=testprofile --cluster ceph 2024-09-12T17:09:42.288 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-12T17:09:44.280 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T17:09:44.313 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T17:09:45.300 INFO:teuthology.orchestra.run.smithi001.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T17:09:45.342 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T17:09:46.277 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T17:09:46.314 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T17:09:47.291 INFO:teuthology.orchestra.run.smithi001.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T17:09:47.343 DEBUG:tasks.rgw:Pools created 2024-09-12T17:09:47.343 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T17:09:47.343 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:09:47.343 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:09:47.344 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:09:47.389 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:47.389 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:49.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.379+0000 7f0be816e640 0 -- 172.21.15.1:0/2809438735 >> [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] conn(0x7f0abc0709f0 msgr2=0x7f0abc072eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:09:49.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be796d640 0 -- 172.21.15.1:0/35006285 >> [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] conn(0x7f0aac070ae0 msgr2=0x7f0aac072fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:09:49.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:49.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 realm 2024-09-12T17:09:49.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:49.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:09:49.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:49.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.387+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.391+0000 7f0be9e679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:09:49.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.391+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.391+0000 7f0be9e679c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T17:09:49.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.391+0000 7f0be9e679c0 20 searching for the correct realm 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:49.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:09:49.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.415+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:09:49.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 20 zone default found 2024-09-12T17:09:49.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 4 Realm: () 2024-09-12T17:09:49.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:09:49.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:09:49.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:09:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 20 zonegroup default 2024-09-12T17:09:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:49.419+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:51.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:51.319+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:51.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:51.319+0000 7f0be9e679c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:51.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:51.331+0000 7f0be9e679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:51.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:51.331+0000 7f0be9e679c0 20 started sync module instance, tier type = 2024-09-12T17:09:51.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:51.331+0000 7f0be9e679c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:09:53.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=0 2024-09-12T17:09:53.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=1 2024-09-12T17:09:53.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=2 2024-09-12T17:09:53.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=3 2024-09-12T17:09:53.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=4 2024-09-12T17:09:53.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=5 2024-09-12T17:09:53.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.375+0000 7f0be9e679c0 20 add_watcher() i=6 2024-09-12T17:09:53.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 add_watcher() i=7 2024-09-12T17:09:53.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:09:53.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T17:09:53.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T17:09:53.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T17:09:53.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T17:09:53.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T17:09:53.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T17:09:53.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.379+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T17:09:53.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T17:09:53.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T17:09:53.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T17:09:53.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T17:09:53.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T17:09:53.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T17:09:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T17:09:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T17:09:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T17:09:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T17:09:53.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T17:09:53.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T17:09:53.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T17:09:53.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.383+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T17:09:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T17:09:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T17:09:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T17:09:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T17:09:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T17:09:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T17:09:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T17:09:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T17:09:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T17:09:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T17:09:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T17:09:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.387+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T17:09:53.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T17:09:53.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T17:09:53.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T17:09:53.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T17:09:53.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T17:09:53.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T17:09:53.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T17:09:53.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T17:09:53.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T17:09:53.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T17:09:53.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T17:09:53.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T17:09:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T17:09:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T17:09:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T17:09:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.391+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T17:09:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T17:09:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T17:09:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T17:09:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T17:09:53.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T17:09:53.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T17:09:53.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T17:09:53.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T17:09:53.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T17:09:53.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T17:09:53.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.395+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T17:09:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T17:09:53.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T17:09:53.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T17:09:53.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T17:09:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T17:09:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T17:09:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T17:09:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T17:09:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.399+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T17:09:53.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T17:09:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T17:09:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T17:09:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T17:09:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T17:09:53.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T17:09:53.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T17:09:53.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T17:09:53.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T17:09:53.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T17:09:53.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T17:09:53.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T17:09:53.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.403+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T17:09:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T17:09:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T17:09:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T17:09:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T17:09:53.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T17:09:53.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T17:09:53.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T17:09:53.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T17:09:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T17:09:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T17:09:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T17:09:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.407+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T17:09:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T17:09:53.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T17:09:53.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T17:09:53.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T17:09:53.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T17:09:53.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T17:09:53.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T17:09:53.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T17:09:53.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T17:09:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T17:09:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T17:09:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T17:09:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T17:09:53.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T17:09:53.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T17:09:53.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.411+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T17:09:53.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T17:09:53.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T17:09:53.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T17:09:53.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.415+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T17:09:53.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T17:09:53.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T17:09:53.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T17:09:53.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T17:09:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T17:09:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T17:09:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T17:09:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T17:09:53.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T17:09:53.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T17:09:53.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T17:09:53.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T17:09:53.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T17:09:53.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.419+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T17:09:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T17:09:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T17:09:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T17:09:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T17:09:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T17:09:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T17:09:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T17:09:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T17:09:53.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.423+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T17:09:53.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T17:09:53.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T17:09:53.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T17:09:53.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T17:09:53.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T17:09:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T17:09:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T17:09:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T17:09:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T17:09:53.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T17:09:53.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.427+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T17:09:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T17:09:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T17:09:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T17:09:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T17:09:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T17:09:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T17:09:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T17:09:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T17:09:53.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T17:09:53.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T17:09:53.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T17:09:53.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T17:09:53.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T17:09:53.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.431+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T17:09:53.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T17:09:53.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T17:09:53.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T17:09:53.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T17:09:53.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T17:09:53.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T17:09:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T17:09:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T17:09:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T17:09:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.435+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T17:09:53.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T17:09:53.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T17:09:53.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T17:09:53.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T17:09:53.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T17:09:53.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T17:09:53.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T17:09:53.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T17:09:53.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.439+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T17:09:53.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T17:09:53.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T17:09:53.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T17:09:53.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T17:09:53.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T17:09:53.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T17:09:53.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T17:09:53.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T17:09:53.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T17:09:53.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.443+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.447+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T17:09:53.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.447+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T17:09:53.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.447+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.447+0000 7f0be9e679c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T17:09:53.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.447+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T17:09:53.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.447+0000 7f0be9e679c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:09:53.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.455+0000 7f0a9a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:09:53.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.455+0000 7f0be9e679c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:53.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:53.455+0000 7f0be9e679c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:56.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.311+0000 7f0be9e679c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T17:09:56.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.311+0000 7f0be9e679c0 5 note: GC not initialized 2024-09-12T17:09:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.323+0000 7f0a997e2640 20 reqs_thread_entry: start 2024-09-12T17:09:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.323+0000 7f0be9e679c0 20 init_complete bucket index max shards: 1 2024-09-12T17:09:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.323+0000 7f0be9e679c0 20 Filter name: none 2024-09-12T17:09:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.323+0000 7f0a927fc640 20 reqs_thread_entry: start 2024-09-12T17:09:56.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.383+0000 7f0a9a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:09:56.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.387+0000 7f0be9e679c0 20 remove_watcher() i=0 2024-09-12T17:09:56.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.387+0000 7f0be9e679c0 2 removed watcher, disabling cache 2024-09-12T17:09:56.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.391+0000 7f0be9e679c0 20 remove_watcher() i=1 2024-09-12T17:09:56.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.395+0000 7f0be9e679c0 20 remove_watcher() i=2 2024-09-12T17:09:56.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.399+0000 7f0be9e679c0 20 remove_watcher() i=3 2024-09-12T17:09:56.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.399+0000 7f0be9e679c0 20 remove_watcher() i=4 2024-09-12T17:09:56.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.403+0000 7f0be9e679c0 20 remove_watcher() i=5 2024-09-12T17:09:56.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.403+0000 7f0be9e679c0 20 remove_watcher() i=6 2024-09-12T17:09:56.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.407+0000 7f0be9e679c0 20 remove_watcher() i=7 2024-09-12T17:09:56.430 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-09-12T17:09:56.430 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:09:56.430 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:09:56.431 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:09:56.431 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T17:09:56.475 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:56.475 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:56.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.503+0000 7f2b7d1e59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:56.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.503+0000 7f2b7d1e59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:56.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.507+0000 7f2a38ff9640 20 reqs_thread_entry: start 2024-09-12T17:09:56.531 INFO:teuthology.orchestra.run.smithi001.stdout:{"id":"89018418-9cac-4cab-9409-03996b4334d4","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:09:56.531 DEBUG:tasks.util.rgw: json result: {'id': '89018418-9cac-4cab-9409-03996b4334d4', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:09:56.531 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:09:56.531 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:09:56.531 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:09:56.602 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:56.603 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:56.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 realm 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.639+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.643+0000 7fe1b05bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:09:56.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.643+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.643+0000 7fe1b05bb9c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T17:09:56.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.643+0000 7fe1b05bb9c0 20 searching for the correct realm 2024-09-12T17:09:56.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.647+0000 7fe1ae0c1640 0 -- 172.21.15.1:0/2053640943 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fe1a002eb00 msgr2=0x7fe1a0025400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:09:56.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.655+0000 7fe1ad8c0640 0 -- 172.21.15.1:0/2053640943 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe1a003f970 msgr2=0x7fe1a003c3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:09:56.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.871+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:09:56.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:09:56.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 zone default found 2024-09-12T17:09:56.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 4 Realm: () 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 zonegroup default 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.875+0000 7fe1b05bb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:09:56.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.879+0000 7fe1b05bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:09:56.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.879+0000 7fe1b05bb9c0 20 started sync module instance, tier type = 2024-09-12T17:09:56.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.879+0000 7fe1b05bb9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:09:56.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=0 2024-09-12T17:09:56.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=1 2024-09-12T17:09:56.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=2 2024-09-12T17:09:56.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=3 2024-09-12T17:09:56.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=4 2024-09-12T17:09:56.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=5 2024-09-12T17:09:56.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=6 2024-09-12T17:09:56.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 20 add_watcher() i=7 2024-09-12T17:09:56.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.903+0000 7fe1b05bb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:09:56.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fe064fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:09:56.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fe1b05bb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:56.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fe1b05bb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:56.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fe1b05bb9c0 5 note: GC not initialized 2024-09-12T17:09:56.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fdfdf7fe640 20 reqs_thread_entry: start 2024-09-12T17:09:56.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fe1b05bb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:09:56.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fe1b05bb9c0 20 Filter name: none 2024-09-12T17:09:56.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.907+0000 7fdfdd7fa640 20 reqs_thread_entry: start 2024-09-12T17:09:56.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.931+0000 7fe064fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:09:56.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.939+0000 7fe1b05bb9c0 20 remove_watcher() i=0 2024-09-12T17:09:56.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.939+0000 7fe1b05bb9c0 2 removed watcher, disabling cache 2024-09-12T17:09:56.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.939+0000 7fe1b05bb9c0 20 remove_watcher() i=1 2024-09-12T17:09:56.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.943+0000 7fe1b05bb9c0 20 remove_watcher() i=2 2024-09-12T17:09:56.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.947+0000 7fe1b05bb9c0 20 remove_watcher() i=3 2024-09-12T17:09:56.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.947+0000 7fe1b05bb9c0 20 remove_watcher() i=4 2024-09-12T17:09:56.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.951+0000 7fe1b05bb9c0 20 remove_watcher() i=5 2024-09-12T17:09:56.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.951+0000 7fe1b05bb9c0 20 remove_watcher() i=6 2024-09-12T17:09:56.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:56.955+0000 7fe1b05bb9c0 20 remove_watcher() i=7 2024-09-12T17:09:56.979 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-09-12T17:09:56.980 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:09:56.980 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T17:09:56.980 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:09:56.980 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:09:56.980 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T17:09:57.066 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:57.066 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.095+0000 7f26179949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.095+0000 7f26179949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:57.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.099+0000 7f24537fe640 20 reqs_thread_entry: start 2024-09-12T17:09:57.126 INFO:teuthology.orchestra.run.smithi001.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T17:09:57.127 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T17:09:57.127 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:09:57.127 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:09:57.127 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T17:09:57.164 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:57.164 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:57.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.187+0000 7f19ef8d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:57.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.187+0000 7f19ef8d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:57.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.191+0000 7f18b07e0640 20 reqs_thread_entry: start 2024-09-12T17:09:57.215 INFO:teuthology.orchestra.run.smithi001.stdout:{"id":"89018418-9cac-4cab-9409-03996b4334d4","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:09:57.216 DEBUG:tasks.util.rgw: json result: {'id': '89018418-9cac-4cab-9409-03996b4334d4', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:09:57.216 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T17:09:57.216 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:09:57.216 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:09:57.216 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T17:09:57.300 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:57.300 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:57.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.327+0000 7f33f32209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:57.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.327+0000 7f33f32209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:57.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.331+0000 7f3236ffd640 20 reqs_thread_entry: start 2024-09-12T17:09:57.358 INFO:teuthology.orchestra.run.smithi001.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T17:09:57.358 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T17:09:57.358 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:09:57.358 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:09:57.359 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T17:09:57.437 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:09:57.437 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:09:57.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.459+0000 7fa4689909c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:09:57.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.459+0000 7fa4689909c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:09:57.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:09:57.467+0000 7fa328fe1640 20 reqs_thread_entry: start 2024-09-12T17:09:57.489 INFO:teuthology.orchestra.run.smithi001.stdout:{"id":"89018418-9cac-4cab-9409-03996b4334d4","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:09:57.489 DEBUG:tasks.util.rgw: json result: {'id': '89018418-9cac-4cab-9409-03996b4334d4', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:09:57.489 INFO:tasks.rgw:Starting rgw... 2024-09-12T17:09:57.490 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-12T17:09:57.490 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T17:09:57.490 DEBUG:teuthology.orchestra.run.smithi001:> sudo echo -n https://smithi001.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T17:09:57.548 INFO:teuthology.orchestra.run.smithi001.stdout:https://smithi001.front.sepia.ceph.com:443 2024-09-12T17:09:57.549 DEBUG:teuthology.orchestra.run.smithi001:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T17:09:57.609 DEBUG:teuthology.orchestra.run.smithi001:> sudo keytool -import -alias smithi001.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T17:09:57.956 INFO:teuthology.orchestra.run.smithi001.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T17:09:58.315 INFO:teuthology.orchestra.run.smithi001.stderr:Certificate was added to keystore 2024-09-12T17:09:58.352 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T17:09:58.352 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T17:09:58.355 INFO:tasks.rgw.client.0:Started 2024-09-12T17:09:58.355 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi001.front.sepia.ceph.com:443/ 2024-09-12T17:09:58.355 DEBUG:teuthology.orchestra.run.smithi001:> curl https://smithi001.front.sepia.ceph.com:443/ 2024-09-12T17:09:58.383 INFO:teuthology.orchestra.run.smithi001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:09:58.383 INFO:teuthology.orchestra.run.smithi001.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:09:58.383 INFO:teuthology.orchestra.run.smithi001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T17:09:58.384 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T17:09:58.384 INFO:teuthology.orchestra.run.smithi001.stderr:curl: (7) Failed to connect to smithi001.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-12T17:09:58.920 INFO:tasks.rgw.client.0.smithi001.stdout:2024-09-12T17:09:58.915+0000 7f68520faa40 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T17:09:59.385 DEBUG:teuthology.orchestra.run.smithi001:> curl https://smithi001.front.sepia.ceph.com:443/ 2024-09-12T17:09:59.396 INFO:teuthology.orchestra.run.smithi001.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:09:59.397 INFO:teuthology.orchestra.run.smithi001.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:09:59.517 INFO:teuthology.orchestra.run.smithi001.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 1550 0 --:--:-- --:--:-- --:--:-- 1558 2024-09-12T17:09:59.521 INFO:teuthology.orchestra.run.smithi001.stdout:anonymous 2024-09-12T17:09:59.521 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T17:09:59.533 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T17:09:59.534 DEBUG:teuthology.orchestra.run.smithi001:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T17:10:02.587 DEBUG:teuthology.orchestra.run.smithi001:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T17:10:03.266 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting tox==3.15.0 2024-09-12T17:10:03.367 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T17:10:03.441 INFO:teuthology.orchestra.run.smithi001.stdout: ---------------------------------------- 82.1/82.1 KB 1.1 MB/s eta 0:00:00 2024-09-12T17:10:03.583 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting packaging>=14 2024-09-12T17:10:03.597 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T17:10:03.634 INFO:teuthology.orchestra.run.smithi001.stdout: ---------------------------------------- 54.0/54.0 KB 1.4 MB/s eta 0:00:00 2024-09-12T17:10:03.920 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T17:10:03.936 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T17:10:04.455 INFO:teuthology.orchestra.run.smithi001.stdout: ---------------------------------------- 6.0/6.0 MB 11.7 MB/s eta 0:00:00 2024-09-12T17:10:04.604 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting py<2,>=1.4.17 2024-09-12T17:10:04.619 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T17:10:04.660 INFO:teuthology.orchestra.run.smithi001.stdout: ---------------------------------------- 98.7/98.7 KB 2.4 MB/s eta 0:00:00 2024-09-12T17:10:04.785 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T17:10:04.799 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T17:10:04.890 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting toml>=0.9.4 2024-09-12T17:10:04.907 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T17:10:05.023 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T17:10:05.039 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T17:10:05.147 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting six<2,>=1.14.0 2024-09-12T17:10:05.164 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:10:05.372 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T17:10:05.389 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T17:10:05.490 INFO:teuthology.orchestra.run.smithi001.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T17:10:05.507 INFO:teuthology.orchestra.run.smithi001.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T17:10:05.567 INFO:teuthology.orchestra.run.smithi001.stdout: --------------------------------------- 468.9/468.9 KB 8.4 MB/s eta 0:00:00 2024-09-12T17:10:05.747 INFO:teuthology.orchestra.run.smithi001.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-12T17:10:06.718 INFO:teuthology.orchestra.run.smithi001.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T17:10:06.820 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:10:06.836 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:10:06.836 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:10:06.837 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:06.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:10:06.844 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:10:06.844 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:06.893 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:06.894 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:10:06.941 INFO:tasks.workunit:timeout=3h 2024-09-12T17:10:06.941 INFO:tasks.workunit:cleanup=True 2024-09-12T17:10:06.942 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:10:06.992 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:11:04.578 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 99% (12623/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:11:05.354 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:11:05.354 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.354 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.355 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:11:05.356 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:05.356 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:11:05.363 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:11:05.415 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:11:05.417 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:11:05.418 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:11:06.189 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:11:06.268 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:11:06.329 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:11:06.330 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:11:06.330 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:11:06.383 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:11:06.386 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:11:06.386 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:11:06.439 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T17:11:06.440 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T17:11:06.440 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:11:06.491 INFO:tasks.workunit.client.0.smithi001.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:11:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:11:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:11:09.539 INFO:tasks.workunit.client.0.smithi001.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ deactivate nondestructive 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ hash -r 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:11:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:++ export VIRTUAL_ENV 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ export PATH 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -z '' ']' 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ PS1='(rgw) ' 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ export PS1 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:++ hash -r 2024-09-12T17:11:09.541 INFO:tasks.workunit.client.0.smithi001.stderr:+ pip install pip --upgrade 2024-09-12T17:11:09.911 INFO:tasks.workunit.client.0.smithi001.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:11:10.150 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting pip 2024-09-12T17:11:10.247 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:11:10.474 INFO:tasks.workunit.client.0.smithi001.stdout: ---------------------------------------- 1.8/1.8 MB 8.2 MB/s eta 0:00:00 2024-09-12T17:11:10.551 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: pip 2024-09-12T17:11:10.551 INFO:tasks.workunit.client.0.smithi001.stdout: Attempting uninstall: pip 2024-09-12T17:11:10.552 INFO:tasks.workunit.client.0.smithi001.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:11:10.857 INFO:tasks.workunit.client.0.smithi001.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:11:10.864 INFO:tasks.workunit.client.0.smithi001.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:11:11.659 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed pip-24.2 2024-09-12T17:11:11.720 INFO:tasks.workunit.client.0.smithi001.stderr:+ pip install boto3 2024-09-12T17:11:12.861 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting boto3 2024-09-12T17:11:12.908 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:11:13.613 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:11:13.627 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:11:13.755 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:11:13.770 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:11:13.919 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:11:13.936 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:11:14.097 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:11:14.114 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:11:14.331 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:11:14.346 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:11:14.705 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:11:14.719 INFO:tasks.workunit.client.0.smithi001.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:11:14.782 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:11:14.880 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:11:15.147 INFO:tasks.workunit.client.0.smithi001.stdout: ---------------------------------------- 12.5/12.5 MB 49.2 MB/s eta 0:00:00 2024-09-12T17:11:15.164 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:11:15.230 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:11:15.306 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:11:15.382 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:11:15.449 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:11:15.629 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:11:16.903 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:11:17.373 INFO:tasks.workunit.client.0.smithi001.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T17:11:17.530 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T17:11:17.570 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:17.570 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:17.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.610+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 realm 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:17.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:17.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.614+0000 7fc195bd59c0 20 searching for the correct realm 2024-09-12T17:11:17.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.618+0000 7fc193edc640 0 -- 172.21.15.1:0/3021236196 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc188105430 msgr2=0x7fc1880fd740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:17.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.626+0000 7fc192eda640 0 -- 172.21.15.1:0/3021236196 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc18c046400 msgr2=0x7fc18c046880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:17.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.842+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:17.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 zone default found 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 4 Realm: () 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 zonegroup default 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.846+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.850+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.850+0000 7fc195bd59c0 20 started sync module instance, tier type = 2024-09-12T17:11:17.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.850+0000 7fc195bd59c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=0 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=1 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=2 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=3 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=4 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=5 2024-09-12T17:11:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.874+0000 7fc195bd59c0 20 add_watcher() i=6 2024-09-12T17:11:17.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.878+0000 7fc195bd59c0 20 add_watcher() i=7 2024-09-12T17:11:17.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.878+0000 7fc195bd59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:17.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc04a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:17.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:17.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:17.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 5 note: GC not initialized 2024-09-12T17:11:17.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc0497e2640 20 reqs_thread_entry: start 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 20 Filter name: none 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc0427fc640 20 reqs_thread_entry: start 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.882+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T17:11:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:17.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:17.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T17:11:17.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:11:17.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:11:17.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.886+0000 7fc195bd59c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:11:17.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.890+0000 7fc195bd59c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:11:17.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.890+0000 7fc195bd59c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:11:17.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.890+0000 7fc195bd59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T17:11:17.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.890+0000 7fc076ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 171798691840 cookie 94816995907088 notifier 4626 bl.length()=593 2024-09-12T17:11:17.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.890+0000 7fc076ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:11:17.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.890+0000 7fc076ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:11:17.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.894+0000 7fc195bd59c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:11:17.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.894+0000 7fc195bd59c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:11:17.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.894+0000 7fc195bd59c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T17:11:17.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.894+0000 7fc076ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 171798691840 cookie 94816995899584 notifier 4626 bl.length()=186 2024-09-12T17:11:17.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.894+0000 7fc076ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:11:17.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.894+0000 7fc076ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:11:17.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.898+0000 7fc04a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:17.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.902+0000 7fc195bd59c0 20 remove_watcher() i=0 2024-09-12T17:11:17.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.902+0000 7fc195bd59c0 2 removed watcher, disabling cache 2024-09-12T17:11:17.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.906+0000 7fc195bd59c0 20 remove_watcher() i=1 2024-09-12T17:11:17.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.906+0000 7fc195bd59c0 20 remove_watcher() i=2 2024-09-12T17:11:17.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.910+0000 7fc195bd59c0 20 remove_watcher() i=3 2024-09-12T17:11:17.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.910+0000 7fc195bd59c0 20 remove_watcher() i=4 2024-09-12T17:11:17.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.914+0000 7fc195bd59c0 20 remove_watcher() i=5 2024-09-12T17:11:17.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.914+0000 7fc195bd59c0 20 remove_watcher() i=6 2024-09-12T17:11:17.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:17.914+0000 7fc195bd59c0 20 remove_watcher() i=7 2024-09-12T17:11:18.102 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.102 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.152 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.152 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.201 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.202 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.226 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.226 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.249 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.249 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.256 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.256 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.272 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.273 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.281 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.282 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.292 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.293 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.328 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.328 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.337 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.337 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.370 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.371 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.379 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.380 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.415 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.415 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.423 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.423 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.458 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:18.458 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:18.464 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T17:11:18.464 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:18.465 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:11:18.500 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:18.500 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:18.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 realm 2024-09-12T17:11:18.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:18.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.542+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.546+0000 7fb635bd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:18.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.546+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.546+0000 7fb635bd89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:18.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.546+0000 7fb635bd89c0 20 searching for the correct realm 2024-09-12T17:11:18.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.550+0000 7fb633edf640 0 -- 172.21.15.1:0/2883923641 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fb628043030 msgr2=0x7fb62806ffc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:18.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.558+0000 7fb632edd640 0 -- 172.21.15.1:0/2883923641 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fb62c0e5900 msgr2=0x7fb62c0ce3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:18.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.774+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:18.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:18.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 zone default found 2024-09-12T17:11:18.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 4 Realm: () 2024-09-12T17:11:18.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:18.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:18.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:18.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 zonegroup default 2024-09-12T17:11:18.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.778+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.782+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.782+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.782+0000 7fb635bd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.782+0000 7fb635bd89c0 20 started sync module instance, tier type = 2024-09-12T17:11:18.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.782+0000 7fb635bd89c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=0 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=1 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=2 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=3 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=4 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=5 2024-09-12T17:11:18.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.806+0000 7fb635bd89c0 20 add_watcher() i=6 2024-09-12T17:11:18.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.810+0000 7fb635bd89c0 20 add_watcher() i=7 2024-09-12T17:11:18.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.810+0000 7fb635bd89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:18.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb4e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:18.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:18.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:18.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 5 note: GC not initialized 2024-09-12T17:11:18.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb4e8fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:18.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:18.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 20 Filter name: none 2024-09-12T17:11:18.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb4627fc640 20 reqs_thread_entry: start 2024-09-12T17:11:18.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:18.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.814+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:18.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:18.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:18.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:18.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:18.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:18.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:18.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:18.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:18.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:18.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.818+0000 7fb635bd89c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:18.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.826+0000 7fb4e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:18.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.834+0000 7fb635bd89c0 20 remove_watcher() i=0 2024-09-12T17:11:18.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.834+0000 7fb635bd89c0 2 removed watcher, disabling cache 2024-09-12T17:11:18.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.834+0000 7fb635bd89c0 20 remove_watcher() i=1 2024-09-12T17:11:18.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.838+0000 7fb635bd89c0 20 remove_watcher() i=2 2024-09-12T17:11:18.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.838+0000 7fb635bd89c0 20 remove_watcher() i=3 2024-09-12T17:11:18.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.842+0000 7fb635bd89c0 20 remove_watcher() i=4 2024-09-12T17:11:18.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.846+0000 7fb635bd89c0 20 remove_watcher() i=5 2024-09-12T17:11:18.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.846+0000 7fb635bd89c0 20 remove_watcher() i=6 2024-09-12T17:11:18.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.850+0000 7fb635bd89c0 20 remove_watcher() i=7 2024-09-12T17:11:18.872 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:11:18.904 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:18.905 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:18.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 20 realm 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.946+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.950+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.950+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.950+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:18.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.950+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:18.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.950+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:18.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.950+0000 7fa7abebe9c0 20 searching for the correct realm 2024-09-12T17:11:18.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:18.954+0000 7fa7aa1c5640 0 -- 172.21.15.1:0/2566743193 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa7a0067dc0 msgr2=0x7fa7a0066830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:19.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.170+0000 7fa7a91c3640 0 -- 172.21.15.1:0/2566743193 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa7a404e9f0 msgr2=0x7fa7a40528f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:19.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:19.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:19.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:19.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:19.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:19.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:19.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.386+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:19.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:19.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 zone default found 2024-09-12T17:11:19.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 4 Realm: () 2024-09-12T17:11:19.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 zonegroup default 2024-09-12T17:11:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.390+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.394+0000 7fa7abebe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.394+0000 7fa7abebe9c0 20 started sync module instance, tier type = 2024-09-12T17:11:19.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.394+0000 7fa7abebe9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=0 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=1 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=2 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=3 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=4 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=5 2024-09-12T17:11:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=6 2024-09-12T17:11:19.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.418+0000 7fa7abebe9c0 20 add_watcher() i=7 2024-09-12T17:11:19.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.422+0000 7fa7abebe9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:19.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa65b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:19.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:19.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:19.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 5 note: GC not initialized 2024-09-12T17:11:19.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa65a7fc640 20 reqs_thread_entry: start 2024-09-12T17:11:19.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:19.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 Filter name: none 2024-09-12T17:11:19.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa5cbfff640 20 reqs_thread_entry: start 2024-09-12T17:11:19.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:19.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.426+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:19.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:19.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:19.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:19.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.430+0000 7fa7abebe9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:19.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.434+0000 7fa65b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:19.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.438+0000 7fa7abebe9c0 20 remove_watcher() i=0 2024-09-12T17:11:19.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.438+0000 7fa7abebe9c0 2 removed watcher, disabling cache 2024-09-12T17:11:19.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.442+0000 7fa7abebe9c0 20 remove_watcher() i=1 2024-09-12T17:11:19.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.442+0000 7fa7abebe9c0 20 remove_watcher() i=2 2024-09-12T17:11:19.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.446+0000 7fa7abebe9c0 20 remove_watcher() i=3 2024-09-12T17:11:19.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.450+0000 7fa7abebe9c0 20 remove_watcher() i=4 2024-09-12T17:11:19.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.450+0000 7fa7abebe9c0 20 remove_watcher() i=5 2024-09-12T17:11:19.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.450+0000 7fa7abebe9c0 20 remove_watcher() i=6 2024-09-12T17:11:19.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.454+0000 7fa7abebe9c0 20 remove_watcher() i=7 2024-09-12T17:11:19.474 INFO:tasks.workunit.client.0.smithi001.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 101, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T17:11:19.474 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T17:11:19.474 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:19.474 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:11:19.511 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:19.511 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:19.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.550+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.550+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.550+0000 7f2af65aa9c0 20 realm 2024-09-12T17:11:19.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.550+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:19.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:19.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:19.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.554+0000 7f2af65aa9c0 20 searching for the correct realm 2024-09-12T17:11:19.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.562+0000 7f2af48b1640 0 -- 172.21.15.1:0/3211036611 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x5640e0338780 msgr2=0x5640e033ab90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:19.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.566+0000 7f2af38af640 0 -- 172.21.15.1:0/3211036611 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2aec004040 msgr2=0x7f2aec0e7910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:19.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:19.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 zone default found 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 4 Realm: () 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 zonegroup default 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.574+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.578+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.578+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.578+0000 7f2af65aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:19.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.578+0000 7f2af65aa9c0 20 started sync module instance, tier type = 2024-09-12T17:11:19.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.578+0000 7f2af65aa9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:19.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=0 2024-09-12T17:11:19.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=1 2024-09-12T17:11:19.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=2 2024-09-12T17:11:19.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=3 2024-09-12T17:11:19.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=4 2024-09-12T17:11:19.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=5 2024-09-12T17:11:19.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=6 2024-09-12T17:11:19.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 20 add_watcher() i=7 2024-09-12T17:11:19.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.594+0000 7f2af65aa9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:19.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f29ab7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:19.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:19.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:19.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 5 note: GC not initialized 2024-09-12T17:11:19.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f29aa7dc640 20 reqs_thread_entry: start 2024-09-12T17:11:19.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 Filter name: none 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f29a37fe640 20 reqs_thread_entry: start 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:19.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.598+0000 7f2af65aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:19.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:19.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:11:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f2af65aa9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:11:19.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.602+0000 7f29ab7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:19.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.606+0000 7f2af65aa9c0 20 remove_watcher() i=0 2024-09-12T17:11:19.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.606+0000 7f2af65aa9c0 2 removed watcher, disabling cache 2024-09-12T17:11:19.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.610+0000 7f2af65aa9c0 20 remove_watcher() i=1 2024-09-12T17:11:19.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.614+0000 7f2af65aa9c0 20 remove_watcher() i=2 2024-09-12T17:11:19.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.614+0000 7f2af65aa9c0 20 remove_watcher() i=3 2024-09-12T17:11:19.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.618+0000 7f2af65aa9c0 20 remove_watcher() i=4 2024-09-12T17:11:19.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.618+0000 7f2af65aa9c0 20 remove_watcher() i=5 2024-09-12T17:11:19.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.618+0000 7f2af65aa9c0 20 remove_watcher() i=6 2024-09-12T17:11:19.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:19.618+0000 7f2af65aa9c0 20 remove_watcher() i=7 2024-09-12T17:11:19.639 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:11:20.075 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:11:21.503 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:21.503 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:21.562 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:21.562 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:11:21.599 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:21.600 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:21.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.638+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 realm 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.642+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.646+0000 7f85d761b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:21.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.646+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.646+0000 7f85d761b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:21.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.646+0000 7f85d761b9c0 20 searching for the correct realm 2024-09-12T17:11:21.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.650+0000 7f85d5922640 0 -- 172.21.15.1:0/1663391976 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f85cc04f070 msgr2=0x7f85cc096ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:21.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.654+0000 7f85d4920640 0 -- 172.21.15.1:0/1663391976 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f85d00083a0 msgr2=0x7f85d0008820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.870+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:21.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:21.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 zone default found 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 4 Realm: () 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 zonegroup default 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.874+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.878+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.878+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.878+0000 7f85d761b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:21.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.878+0000 7f85d761b9c0 20 started sync module instance, tier type = 2024-09-12T17:11:21.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.878+0000 7f85d761b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=0 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=1 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=2 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=3 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=4 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=5 2024-09-12T17:11:21.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.902+0000 7f85d761b9c0 20 add_watcher() i=6 2024-09-12T17:11:21.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.906+0000 7f85d761b9c0 20 add_watcher() i=7 2024-09-12T17:11:21.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.906+0000 7f85d761b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:21.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f848bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:21.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f85d761b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:21.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f85d761b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:21.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f85d761b9c0 5 note: GC not initialized 2024-09-12T17:11:21.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f848afe5640 20 reqs_thread_entry: start 2024-09-12T17:11:21.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f85d761b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:21.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f85d761b9c0 20 Filter name: none 2024-09-12T17:11:21.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f8488fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:21.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.910+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:21.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:21.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:21.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:21.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:21.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 INFO: main: starting shard=0 2024-09-12T17:11:21.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:21.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:11:21.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f85d761b9c0 20 INFO: main: done 2024-09-12T17:11:21.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.914+0000 7f848bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:21.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.922+0000 7f85d761b9c0 20 remove_watcher() i=0 2024-09-12T17:11:21.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.922+0000 7f85d761b9c0 2 removed watcher, disabling cache 2024-09-12T17:11:21.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.922+0000 7f85d761b9c0 20 remove_watcher() i=1 2024-09-12T17:11:21.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.926+0000 7f85d761b9c0 20 remove_watcher() i=2 2024-09-12T17:11:21.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.930+0000 7f85d761b9c0 20 remove_watcher() i=3 2024-09-12T17:11:21.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.930+0000 7f85d761b9c0 20 remove_watcher() i=4 2024-09-12T17:11:21.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.934+0000 7f85d761b9c0 20 remove_watcher() i=5 2024-09-12T17:11:21.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.934+0000 7f85d761b9c0 20 remove_watcher() i=6 2024-09-12T17:11:21.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:21.934+0000 7f85d761b9c0 20 remove_watcher() i=7 2024-09-12T17:11:21.958 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:21.959 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:21.962 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:21.962 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:21.965 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:21.965 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:22.022 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:22.022 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:11:22.057 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:22.058 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:22.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 realm 2024-09-12T17:11:22.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:22.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.098+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.102+0000 7f77fb8fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:22.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.102+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.102+0000 7f77fb8fa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:22.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.102+0000 7f77fb8fa9c0 20 searching for the correct realm 2024-09-12T17:11:22.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.106+0000 7f77f9c01640 0 -- 172.21.15.1:0/3696618859 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f77f001e060 msgr2=0x7f77f0063010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:22.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.322+0000 7f77f8bff640 0 -- 172.21.15.1:0/3696618859 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f77f4106de0 msgr2=0x7f77f41391b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.538+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:22.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:22.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 zone default found 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 4 Realm: () 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 zonegroup default 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.542+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.546+0000 7f77fb8fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.546+0000 7f77fb8fa9c0 20 started sync module instance, tier type = 2024-09-12T17:11:22.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.546+0000 7f77fb8fa9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:22.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=0 2024-09-12T17:11:22.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=1 2024-09-12T17:11:22.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=2 2024-09-12T17:11:22.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=3 2024-09-12T17:11:22.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=4 2024-09-12T17:11:22.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=5 2024-09-12T17:11:22.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.570+0000 7f77fb8fa9c0 20 add_watcher() i=6 2024-09-12T17:11:22.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.574+0000 7f77fb8fa9c0 20 add_watcher() i=7 2024-09-12T17:11:22.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.574+0000 7f77fb8fa9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:22.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f76af7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f77fb8fa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f77fb8fa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f77fb8fa9c0 5 note: GC not initialized 2024-09-12T17:11:22.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f76ae7e4640 20 reqs_thread_entry: start 2024-09-12T17:11:22.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f77fb8fa9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:22.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f77fb8fa9c0 20 Filter name: none 2024-09-12T17:11:22.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f761ffff640 20 reqs_thread_entry: start 2024-09-12T17:11:22.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.578+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:22.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:22.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:22.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:22.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 INFO: main: starting shard=0 2024-09-12T17:11:22.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:22.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:11:22.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.582+0000 7f77fb8fa9c0 20 INFO: main: done 2024-09-12T17:11:22.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.586+0000 7f76af7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:22.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.590+0000 7f77fb8fa9c0 20 remove_watcher() i=0 2024-09-12T17:11:22.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.590+0000 7f77fb8fa9c0 2 removed watcher, disabling cache 2024-09-12T17:11:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.594+0000 7f77fb8fa9c0 20 remove_watcher() i=1 2024-09-12T17:11:22.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.594+0000 7f77fb8fa9c0 20 remove_watcher() i=2 2024-09-12T17:11:22.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.598+0000 7f77fb8fa9c0 20 remove_watcher() i=3 2024-09-12T17:11:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.598+0000 7f77fb8fa9c0 20 remove_watcher() i=4 2024-09-12T17:11:22.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.602+0000 7f77fb8fa9c0 20 remove_watcher() i=5 2024-09-12T17:11:22.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.602+0000 7f77fb8fa9c0 20 remove_watcher() i=6 2024-09-12T17:11:22.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.606+0000 7f77fb8fa9c0 20 remove_watcher() i=7 2024-09-12T17:11:22.627 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:22.627 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:22.633 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:22.634 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:22.690 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:22.690 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:11:22.727 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:22.727 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:22.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.766+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 realm 2024-09-12T17:11:22.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:22.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:22.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.770+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.774+0000 7f46321949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:22.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.774+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:22.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.774+0000 7f46321949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:22.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.774+0000 7f46321949c0 20 searching for the correct realm 2024-09-12T17:11:22.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.778+0000 7f463049b640 0 -- 172.21.15.1:0/2127400671 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f462406d580 msgr2=0x7f462405bb20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:22.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:22.994+0000 7f462f499640 0 -- 172.21.15.1:0/2127400671 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f46280c83f0 msgr2=0x7f46280c8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.210+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 zone default found 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 4 Realm: () 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 zonegroup default 2024-09-12T17:11:23.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.214+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.218+0000 7f46321949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.218+0000 7f46321949c0 20 started sync module instance, tier type = 2024-09-12T17:11:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.218+0000 7f46321949c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=0 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=1 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=2 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=3 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=4 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=5 2024-09-12T17:11:23.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.242+0000 7f46321949c0 20 add_watcher() i=6 2024-09-12T17:11:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.246+0000 7f46321949c0 20 add_watcher() i=7 2024-09-12T17:11:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.246+0000 7f46321949c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:23.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f44e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:23.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:23.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:23.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 5 note: GC not initialized 2024-09-12T17:11:23.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f44e4fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:23.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:23.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 Filter name: none 2024-09-12T17:11:23.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f445e7fc640 20 reqs_thread_entry: start 2024-09-12T17:11:23.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:23.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.250+0000 7f46321949c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 INFO: main: starting shard=0 2024-09-12T17:11:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:11:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f46321949c0 20 INFO: main: done 2024-09-12T17:11:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.254+0000 7f44e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:23.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.262+0000 7f46321949c0 20 remove_watcher() i=0 2024-09-12T17:11:23.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.262+0000 7f46321949c0 2 removed watcher, disabling cache 2024-09-12T17:11:23.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.262+0000 7f46321949c0 20 remove_watcher() i=1 2024-09-12T17:11:23.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.266+0000 7f46321949c0 20 remove_watcher() i=2 2024-09-12T17:11:23.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.270+0000 7f46321949c0 20 remove_watcher() i=3 2024-09-12T17:11:23.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.270+0000 7f46321949c0 20 remove_watcher() i=4 2024-09-12T17:11:23.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.274+0000 7f46321949c0 20 remove_watcher() i=5 2024-09-12T17:11:23.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.274+0000 7f46321949c0 20 remove_watcher() i=6 2024-09-12T17:11:23.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.278+0000 7f46321949c0 20 remove_watcher() i=7 2024-09-12T17:11:23.304 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:23.304 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:23.312 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:23.313 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:23.369 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:23.370 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:11:23.404 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:23.405 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:23.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.446+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 realm 2024-09-12T17:11:23.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:23.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:23.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:23.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.450+0000 7fa6e72a29c0 20 searching for the correct realm 2024-09-12T17:11:23.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.454+0000 7fa6e55a9640 0 -- 172.21.15.1:0/3596008181 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa6d4101bd0 msgr2=0x7fa6d41103f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:23.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.670+0000 7fa6e45a7640 0 -- 172.21.15.1:0/3596008181 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa6dc07e8e0 msgr2=0x7fa6dc07d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:23.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:23.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.886+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:23.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 zone default found 2024-09-12T17:11:23.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 4 Realm: () 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 zonegroup default 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:23.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 started sync module instance, tier type = 2024-09-12T17:11:23.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.890+0000 7fa6e72a29c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=0 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=1 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=2 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=3 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=4 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=5 2024-09-12T17:11:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=6 2024-09-12T17:11:23.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 20 add_watcher() i=7 2024-09-12T17:11:23.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.918+0000 7fa6e72a29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:23.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.922+0000 7fa59afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:23.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.922+0000 7fa6e72a29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:23.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.922+0000 7fa6e72a29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:23.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 5 note: GC not initialized 2024-09-12T17:11:23.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa599fe3640 20 reqs_thread_entry: start 2024-09-12T17:11:23.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:23.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 Filter name: none 2024-09-12T17:11:23.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa50b7fe640 20 reqs_thread_entry: start 2024-09-12T17:11:23.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:23.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:23.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:23.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:23.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:23.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 INFO: main: starting shard=0 2024-09-12T17:11:23.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.926+0000 7fa6e72a29c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:23.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.930+0000 7fa6e72a29c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:11:23.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.930+0000 7fa6e72a29c0 20 INFO: main: done 2024-09-12T17:11:23.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.930+0000 7fa59afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:23.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.934+0000 7fa6e72a29c0 20 remove_watcher() i=0 2024-09-12T17:11:23.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.934+0000 7fa6e72a29c0 2 removed watcher, disabling cache 2024-09-12T17:11:23.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.938+0000 7fa6e72a29c0 20 remove_watcher() i=1 2024-09-12T17:11:23.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.938+0000 7fa6e72a29c0 20 remove_watcher() i=2 2024-09-12T17:11:23.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.942+0000 7fa6e72a29c0 20 remove_watcher() i=3 2024-09-12T17:11:23.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.942+0000 7fa6e72a29c0 20 remove_watcher() i=4 2024-09-12T17:11:23.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.946+0000 7fa6e72a29c0 20 remove_watcher() i=5 2024-09-12T17:11:23.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.946+0000 7fa6e72a29c0 20 remove_watcher() i=6 2024-09-12T17:11:23.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:23.950+0000 7fa6e72a29c0 20 remove_watcher() i=7 2024-09-12T17:11:23.982 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:23.982 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:23.987 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:11:24.439 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:11:24.874 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T17:11:24.875 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:24.875 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:11:24.911 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:24.911 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:24.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:24.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:24.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 realm 2024-09-12T17:11:24.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.954+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:24.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.958+0000 7fc3799619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:24.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.958+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:24.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.958+0000 7fc3799619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:24.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.958+0000 7fc3799619c0 20 searching for the correct realm 2024-09-12T17:11:24.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.958+0000 7fc377467640 0 -- 172.21.15.1:0/1677991136 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fc360003bd0 msgr2=0x7fc37007c800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:24.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:24.966+0000 7fc377467640 0 -- 172.21.15.1:0/1677991136 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x55a2b0d80680 msgr2=0x7fc37007c800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:25.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.190+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:25.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 zone default found 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 4 Realm: () 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 zonegroup default 2024-09-12T17:11:25.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 started sync module instance, tier type = 2024-09-12T17:11:25.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.194+0000 7fc3799619c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:25.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=0 2024-09-12T17:11:25.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=1 2024-09-12T17:11:25.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=2 2024-09-12T17:11:25.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=3 2024-09-12T17:11:25.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=4 2024-09-12T17:11:25.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=5 2024-09-12T17:11:25.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=6 2024-09-12T17:11:25.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 20 add_watcher() i=7 2024-09-12T17:11:25.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.222+0000 7fc3799619c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:25.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc22dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:25.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:25.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:25.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 5 note: GC not initialized 2024-09-12T17:11:25.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc22cfe1640 20 reqs_thread_entry: start 2024-09-12T17:11:25.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:25.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 Filter name: none 2024-09-12T17:11:25.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc1a67fc640 20 reqs_thread_entry: start 2024-09-12T17:11:25.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:25.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:25.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:25.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:25.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:25.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.230+0000 7fc3799619c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:25.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:25.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:25.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:25.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:25.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:25.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.234+0000 7fc3799619c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.238+0000 7fc3799619c0 1 NOTICE: finished shard 0 (4 entries found) 2024-09-12T17:11:25.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.238+0000 7fc3799619c0 1 NOTICE: finished all shards (4 entries found) 2024-09-12T17:11:25.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.238+0000 7fc22dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:25.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.242+0000 7fc3799619c0 20 remove_watcher() i=0 2024-09-12T17:11:25.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.242+0000 7fc3799619c0 2 removed watcher, disabling cache 2024-09-12T17:11:25.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.246+0000 7fc3799619c0 20 remove_watcher() i=1 2024-09-12T17:11:25.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.246+0000 7fc3799619c0 20 remove_watcher() i=2 2024-09-12T17:11:25.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.250+0000 7fc3799619c0 20 remove_watcher() i=3 2024-09-12T17:11:25.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.254+0000 7fc3799619c0 20 remove_watcher() i=4 2024-09-12T17:11:25.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.254+0000 7fc3799619c0 20 remove_watcher() i=5 2024-09-12T17:11:25.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.254+0000 7fc3799619c0 20 remove_watcher() i=6 2024-09-12T17:11:25.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.258+0000 7fc3799619c0 20 remove_watcher() i=7 2024-09-12T17:11:25.279 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: unlinked entries are not listable 2024-09-12T17:11:25.279 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:25.282 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.282 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.287 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T17:11:25.287 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:25.289 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.289 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.337 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.337 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.382 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T17:11:25.382 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:25.382 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:11:25.424 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:25.424 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:25.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 realm 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.466+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.470+0000 7f77285009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:25.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.470+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.470+0000 7f77285009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:25.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.470+0000 7f77285009c0 20 searching for the correct realm 2024-09-12T17:11:25.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.474+0000 7f7726807640 0 -- 172.21.15.1:0/2209319876 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f771c105f10 msgr2=0x7f771c112990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:25.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.482+0000 7f7725805640 0 -- 172.21.15.1:0/2209319876 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f772006e3f0 msgr2=0x7f77200978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:25.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:25.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:25.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:25.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:25.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:25.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:25.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:25.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.698+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 zone default found 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 4 Realm: () 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 zonegroup default 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:25.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 started sync module instance, tier type = 2024-09-12T17:11:25.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.702+0000 7f77285009c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:25.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=0 2024-09-12T17:11:25.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=1 2024-09-12T17:11:25.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=2 2024-09-12T17:11:25.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=3 2024-09-12T17:11:25.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=4 2024-09-12T17:11:25.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=5 2024-09-12T17:11:25.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=6 2024-09-12T17:11:25.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 20 add_watcher() i=7 2024-09-12T17:11:25.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.730+0000 7f77285009c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:25.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f75dd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:25.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:25.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:25.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 5 note: GC not initialized 2024-09-12T17:11:25.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f75d77fe640 20 reqs_thread_entry: start 2024-09-12T17:11:25.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:25.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 Filter name: none 2024-09-12T17:11:25.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f75d57fa640 20 reqs_thread_entry: start 2024-09-12T17:11:25.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:25.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:25.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:25.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:25.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:25.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.738+0000 7f77285009c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:25.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:25.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:25.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:25.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:25.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:25.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:25.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:c state=0x559805d941d8 s->prefetch_data=0 2024-09-12T17:11:25.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to f9r1x5nsa93k299me9p3bqezvdh7rn5l 2024-09-12T17:11:25.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 get_obj_state_impl: setting s->olh_tag to hi2881pzozc3wqgm2iutzqrsqgexc5x9 2024-09-12T17:11:25.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.742+0000 7f77285009c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hi2881pzozc3wqgm2iutzqrsqgexc5x9 2024-09-12T17:11:25.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.746+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 olh_log_entry: epoch=3 op=3 key=c[jChC3WdPEGl3SJMfMbGcMY1ZcZICUN4] 2024-09-12T17:11:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:_:jChC3WdPEGl3SJMfMbGcMY1ZcZICUN4_c state=0x559805d8e758 s->prefetch_data=0 2024-09-12T17:11:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 10 manifest: total_size = 22 2024-09-12T17:11:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.10114809950457022684 2024-09-12T17:11:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:_:jChC3WdPEGl3SJMfMbGcMY1ZcZICUN4_c state=0x559805d8e758 s->prefetch_data=0 2024-09-12T17:11:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 prepare_atomic_modification: state is not atomic. state=0x559805d8e758 2024-09-12T17:11:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.750+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.758+0000 7f7609ffb640 20 handle_completion(): completion ok for obj=c[jChC3WdPEGl3SJMfMbGcMY1ZcZICUN4] 2024-09-12T17:11:25.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.758+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.758+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.758+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.762+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.762+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:d state=0x559805d941d8 s->prefetch_data=0 2024-09-12T17:11:25.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.762+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to 0p88oc8gd45qnrnmgpa89kpq4plc0l8u 2024-09-12T17:11:25.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.762+0000 7f77285009c0 20 get_obj_state_impl: setting s->olh_tag to bek84whncf8kudgs3axcqq386javd7v4 2024-09-12T17:11:25.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.762+0000 7f77285009c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bek84whncf8kudgs3axcqq386javd7v4 2024-09-12T17:11:25.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.762+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 olh_log_entry: epoch=3 op=3 key=d[D.kd71L1WlDOwPNqkE0cXxi0ZSPVMKF] 2024-09-12T17:11:25.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:_:D.kd71L1WlDOwPNqkE0cXxi0ZSPVMKF_d state=0x559805d8b728 s->prefetch_data=0 2024-09-12T17:11:25.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 10 manifest: total_size = 11 2024-09-12T17:11:25.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.15102280398746564108 2024-09-12T17:11:25.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:_:D.kd71L1WlDOwPNqkE0cXxi0ZSPVMKF_d state=0x559805d8b728 s->prefetch_data=0 2024-09-12T17:11:25.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 prepare_atomic_modification: state is not atomic. state=0x559805d8b728 2024-09-12T17:11:25.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.766+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.774+0000 7f76097fa640 20 handle_completion(): completion ok for obj=d[D.kd71L1WlDOwPNqkE0cXxi0ZSPVMKF] 2024-09-12T17:11:25.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.774+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.774+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.778+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.778+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.778+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:e state=0x559805dc3b18 s->prefetch_data=0 2024-09-12T17:11:25.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.778+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to kbmnnm12p0hm3n2a64x36hbgv4unlgvk 2024-09-12T17:11:25.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.778+0000 7f77285009c0 20 get_obj_state_impl: setting s->olh_tag to 2bwu1y1woic88sz7rx9qmxskfkxo06jn 2024-09-12T17:11:25.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.778+0000 7f77285009c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2bwu1y1woic88sz7rx9qmxskfkxo06jn 2024-09-12T17:11:25.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.782+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.782+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.782+0000 7f77285009c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:11:25.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.782+0000 7f77285009c0 20 olh_log_entry: epoch=2 op=3 key=e[f52Df5-fAB.X-mmx6V2P8SrZGiMJ0Oy] 2024-09-12T17:11:25.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.782+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:_:f52Df5-fAB.X-mmx6V2P8SrZGiMJ0Oy_e state=0x559805d951e8 s->prefetch_data=0 2024-09-12T17:11:25.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.786+0000 7f77285009c0 10 manifest: total_size = 22 2024-09-12T17:11:25.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.786+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.6651691264039555593 2024-09-12T17:11:25.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.786+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:_:f52Df5-fAB.X-mmx6V2P8SrZGiMJ0Oy_e state=0x559805d951e8 s->prefetch_data=0 2024-09-12T17:11:25.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.786+0000 7f77285009c0 20 prepare_atomic_modification: state is not atomic. state=0x559805d951e8 2024-09-12T17:11:25.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.786+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.790+0000 7f7609ffb640 20 handle_completion(): completion ok for obj=e[f52Df5-fAB.X-mmx6V2P8SrZGiMJ0Oy] 2024-09-12T17:11:25.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.794+0000 7f77285009c0 20 get_obj_state: octx=0x559805ae0100 obj=check-bucket:e state=0x559805dc3b18 s->prefetch_data=0 2024-09-12T17:11:25.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.794+0000 7f77285009c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2bwu1y1woic88sz7rx9qmxskfkxo06jn 2024-09-12T17:11:25.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.802+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.806+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.806+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.806+0000 7f77285009c0 20 get_obj_state: octx=0x559805dc5700 obj=check-bucket:f state=0x559805dc3b18 s->prefetch_data=0 2024-09-12T17:11:25.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.806+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to d1nh6f9fdobpmm7v95yx4y8hw1kk7bqs 2024-09-12T17:11:25.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.806+0000 7f77285009c0 20 get_obj_state_impl: setting s->olh_tag to liu2q5ohcu55fa3splj99sufz2yvxsoq 2024-09-12T17:11:25.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.806+0000 7f77285009c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=liu2q5ohcu55fa3splj99sufz2yvxsoq 2024-09-12T17:11:25.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.810+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.810+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:11:25.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 olh_log_entry: epoch=2 op=3 key=f[baM-Kbimxxu02z.qd2FBRq0yKx3oAtp] 2024-09-12T17:11:25.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 get_obj_state: octx=0x559805dc5700 obj=check-bucket:_:baM-Kbimxxu02z.qd2FBRq0yKx3oAtp_f state=0x559805d951e8 s->prefetch_data=0 2024-09-12T17:11:25.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 10 manifest: total_size = 12 2024-09-12T17:11:25.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.877932285399872387 2024-09-12T17:11:25.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 get_obj_state: octx=0x559805dc5700 obj=check-bucket:_:baM-Kbimxxu02z.qd2FBRq0yKx3oAtp_f state=0x559805d951e8 s->prefetch_data=0 2024-09-12T17:11:25.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 prepare_atomic_modification: state is not atomic. state=0x559805d951e8 2024-09-12T17:11:25.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.814+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.822+0000 7f76097fa640 20 handle_completion(): completion ok for obj=f[baM-Kbimxxu02z.qd2FBRq0yKx3oAtp] 2024-09-12T17:11:25.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.826+0000 7f77285009c0 20 get_obj_state: octx=0x559805dc5700 obj=check-bucket:f state=0x559805dc3b18 s->prefetch_data=0 2024-09-12T17:11:25.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.826+0000 7f77285009c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=liu2q5ohcu55fa3splj99sufz2yvxsoq 2024-09-12T17:11:25.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.830+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.834+0000 7f77285009c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:25.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.834+0000 7f77285009c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:11:25.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.834+0000 7f77285009c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:11:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.834+0000 7f75dd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:25.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.842+0000 7f77285009c0 20 remove_watcher() i=0 2024-09-12T17:11:25.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.842+0000 7f77285009c0 2 removed watcher, disabling cache 2024-09-12T17:11:25.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.842+0000 7f77285009c0 20 remove_watcher() i=1 2024-09-12T17:11:25.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.846+0000 7f77285009c0 20 remove_watcher() i=2 2024-09-12T17:11:25.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.846+0000 7f77285009c0 20 remove_watcher() i=3 2024-09-12T17:11:25.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.850+0000 7f77285009c0 20 remove_watcher() i=4 2024-09-12T17:11:25.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.850+0000 7f77285009c0 20 remove_watcher() i=5 2024-09-12T17:11:25.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.854+0000 7f77285009c0 20 remove_watcher() i=6 2024-09-12T17:11:25.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:25.854+0000 7f77285009c0 20 remove_watcher() i=7 2024-09-12T17:11:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.880 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.883 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.884 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.887 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.887 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.891 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.891 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.893 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T17:11:25.893 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:25.894 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.894 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.941 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.942 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.948 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.948 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.955 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.956 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.963 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:25.963 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:25.968 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T17:11:25.968 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:25.969 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:11:26.008 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:26.008 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:26.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.050+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 realm 2024-09-12T17:11:26.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:26.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:26.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.054+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.058+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:26.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.058+0000 7f7ccd5dd9c0 20 searching for the correct realm 2024-09-12T17:11:26.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.062+0000 7f7ccb8e4640 0 -- 172.21.15.1:0/1858528750 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7cc00676d0 msgr2=0x7f7cc0066140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:26.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.070+0000 7f7cca8e2640 0 -- 172.21.15.1:0/1858528750 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7cc40663e0 msgr2=0x7f7cc4009250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:26.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.286+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:26.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 zone default found 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 4 Realm: () 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 zonegroup default 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.290+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.294+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.294+0000 7f7ccd5dd9c0 20 started sync module instance, tier type = 2024-09-12T17:11:26.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.294+0000 7f7ccd5dd9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:26.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=0 2024-09-12T17:11:26.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=1 2024-09-12T17:11:26.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=2 2024-09-12T17:11:26.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=3 2024-09-12T17:11:26.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=4 2024-09-12T17:11:26.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=5 2024-09-12T17:11:26.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.318+0000 7f7ccd5dd9c0 20 add_watcher() i=6 2024-09-12T17:11:26.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.322+0000 7f7ccd5dd9c0 20 add_watcher() i=7 2024-09-12T17:11:26.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.322+0000 7f7ccd5dd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:26.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7b81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:26.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:26.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:26.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 5 note: GC not initialized 2024-09-12T17:11:26.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7b80fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:26.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:26.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 Filter name: none 2024-09-12T17:11:26.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7afa7fc640 20 reqs_thread_entry: start 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:26.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.326+0000 7f7ccd5dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:26.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:26.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:26.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:26.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:26.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:26.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:26.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:11:26.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7ccd5dd9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:11:26.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.330+0000 7f7b81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:26.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.338+0000 7f7ccd5dd9c0 20 remove_watcher() i=0 2024-09-12T17:11:26.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.338+0000 7f7ccd5dd9c0 2 removed watcher, disabling cache 2024-09-12T17:11:26.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.342+0000 7f7ccd5dd9c0 20 remove_watcher() i=1 2024-09-12T17:11:26.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.342+0000 7f7ccd5dd9c0 20 remove_watcher() i=2 2024-09-12T17:11:26.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.346+0000 7f7ccd5dd9c0 20 remove_watcher() i=3 2024-09-12T17:11:26.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.350+0000 7f7ccd5dd9c0 20 remove_watcher() i=4 2024-09-12T17:11:26.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.350+0000 7f7ccd5dd9c0 20 remove_watcher() i=5 2024-09-12T17:11:26.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.354+0000 7f7ccd5dd9c0 20 remove_watcher() i=6 2024-09-12T17:11:26.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.354+0000 7f7ccd5dd9c0 20 remove_watcher() i=7 2024-09-12T17:11:26.387 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:26.388 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:26.418 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:26.418 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:26.443 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:11:26.479 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:26.479 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:26.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 realm 2024-09-12T17:11:26.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:26.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.522+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.526+0000 7fc6b10d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:26.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.526+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.526+0000 7fc6b10d79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:26.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.526+0000 7fc6b10d79c0 20 searching for the correct realm 2024-09-12T17:11:26.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.530+0000 7fc6af3de640 0 -- 172.21.15.1:0/4239561798 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x562c486d6ce0 msgr2=0x562c486d90d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:26.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.538+0000 7fc6ae3dc640 0 -- 172.21.15.1:0/4239561798 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc6a805a410 msgr2=0x7fc6a805a890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:26.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:26.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:26.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:26.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:26.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:26.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:26.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.754+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:26.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 zone default found 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 4 Realm: () 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 zonegroup default 2024-09-12T17:11:26.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.758+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.762+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.762+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.762+0000 7fc6b10d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.762+0000 7fc6b10d79c0 20 started sync module instance, tier type = 2024-09-12T17:11:26.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.762+0000 7fc6b10d79c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:26.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=0 2024-09-12T17:11:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=1 2024-09-12T17:11:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=2 2024-09-12T17:11:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=3 2024-09-12T17:11:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=4 2024-09-12T17:11:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=5 2024-09-12T17:11:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.786+0000 7fc6b10d79c0 20 add_watcher() i=6 2024-09-12T17:11:26.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.790+0000 7fc6b10d79c0 20 add_watcher() i=7 2024-09-12T17:11:26.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.790+0000 7fc6b10d79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:26.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc5657e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:26.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc6b10d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:26.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc6b10d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:26.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc6b10d79c0 5 note: GC not initialized 2024-09-12T17:11:26.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc4dffff640 20 reqs_thread_entry: start 2024-09-12T17:11:26.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc6b10d79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:26.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc6b10d79c0 20 Filter name: none 2024-09-12T17:11:26.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc4ddffb640 20 reqs_thread_entry: start 2024-09-12T17:11:26.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.794+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:26.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 INFO: main: starting shard=0 2024-09-12T17:11:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:11:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc6b10d79c0 20 INFO: main: done 2024-09-12T17:11:26.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.798+0000 7fc5657e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:26.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.806+0000 7fc6b10d79c0 20 remove_watcher() i=0 2024-09-12T17:11:26.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.806+0000 7fc6b10d79c0 2 removed watcher, disabling cache 2024-09-12T17:11:26.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.810+0000 7fc6b10d79c0 20 remove_watcher() i=1 2024-09-12T17:11:26.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.814+0000 7fc6b10d79c0 20 remove_watcher() i=2 2024-09-12T17:11:26.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.814+0000 7fc6b10d79c0 20 remove_watcher() i=3 2024-09-12T17:11:26.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.818+0000 7fc6b10d79c0 20 remove_watcher() i=4 2024-09-12T17:11:26.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.818+0000 7fc6b10d79c0 20 remove_watcher() i=5 2024-09-12T17:11:26.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.822+0000 7fc6b10d79c0 20 remove_watcher() i=6 2024-09-12T17:11:26.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.822+0000 7fc6b10d79c0 20 remove_watcher() i=7 2024-09-12T17:11:26.842 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:11:26.876 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:26.876 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:26.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 realm 2024-09-12T17:11:26.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:26.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:26.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.917+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.921+0000 7f092e9089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:26.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.921+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:26.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.921+0000 7f092e9089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:26.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.921+0000 7f092e9089c0 20 searching for the correct realm 2024-09-12T17:11:26.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:26.925+0000 7f092cc0f640 0 -- 172.21.15.1:0/1414629879 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f0920100040 msgr2=0x7f09200f6520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:27.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.141+0000 7f092bc0d640 0 -- 172.21.15.1:0/1414629879 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f092407ba20 msgr2=0x7f0924065f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:27.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.357+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:27.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:27.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 zone default found 2024-09-12T17:11:27.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 4 Realm: () 2024-09-12T17:11:27.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:27.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:27.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:27.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 zonegroup default 2024-09-12T17:11:27.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 started sync module instance, tier type = 2024-09-12T17:11:27.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.361+0000 7f092e9089c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=0 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=1 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=2 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=3 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=4 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=5 2024-09-12T17:11:27.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=6 2024-09-12T17:11:27.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 20 add_watcher() i=7 2024-09-12T17:11:27.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.385+0000 7f092e9089c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:27.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f07e37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:27.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:27.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:27.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 5 note: GC not initialized 2024-09-12T17:11:27.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f07e27dc640 20 reqs_thread_entry: start 2024-09-12T17:11:27.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:27.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 Filter name: none 2024-09-12T17:11:27.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f07db7fe640 20 reqs_thread_entry: start 2024-09-12T17:11:27.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:27.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.393+0000 7f092e9089c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:27.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:27.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:27.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 INFO: main: starting shard=0 2024-09-12T17:11:27.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:27.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:11:27.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f092e9089c0 20 INFO: main: done 2024-09-12T17:11:27.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.397+0000 7f07e37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:27.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.405+0000 7f092e9089c0 20 remove_watcher() i=0 2024-09-12T17:11:27.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.405+0000 7f092e9089c0 2 removed watcher, disabling cache 2024-09-12T17:11:27.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.405+0000 7f092e9089c0 20 remove_watcher() i=1 2024-09-12T17:11:27.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.409+0000 7f092e9089c0 20 remove_watcher() i=2 2024-09-12T17:11:27.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.409+0000 7f092e9089c0 20 remove_watcher() i=3 2024-09-12T17:11:27.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.413+0000 7f092e9089c0 20 remove_watcher() i=4 2024-09-12T17:11:27.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.413+0000 7f092e9089c0 20 remove_watcher() i=5 2024-09-12T17:11:27.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.417+0000 7f092e9089c0 20 remove_watcher() i=6 2024-09-12T17:11:27.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.417+0000 7f092e9089c0 20 remove_watcher() i=7 2024-09-12T17:11:27.440 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T17:11:27.440 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:27.440 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:11:27.475 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:27.475 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:27.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.517+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 realm 2024-09-12T17:11:27.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:27.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:27.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:27.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.521+0000 7f254f99a9c0 20 searching for the correct realm 2024-09-12T17:11:27.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.525+0000 7f254dca1640 0 -- 172.21.15.1:0/1655188197 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2544027030 msgr2=0x7f25440771c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:27.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.741+0000 7f254cc9f640 0 -- 172.21.15.1:0/1655188197 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2548107650 msgr2=0x7f25480e3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:27.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:27.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 zone default found 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 4 Realm: () 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 zonegroup default 2024-09-12T17:11:27.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.961+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.965+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.965+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:27.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.965+0000 7f254f99a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:27.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.965+0000 7f254f99a9c0 20 started sync module instance, tier type = 2024-09-12T17:11:27.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.965+0000 7f254f99a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:27.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=0 2024-09-12T17:11:27.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=1 2024-09-12T17:11:27.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=2 2024-09-12T17:11:27.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=3 2024-09-12T17:11:27.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=4 2024-09-12T17:11:27.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=5 2024-09-12T17:11:27.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.989+0000 7f254f99a9c0 20 add_watcher() i=6 2024-09-12T17:11:27.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.993+0000 7f254f99a9c0 20 add_watcher() i=7 2024-09-12T17:11:27.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.993+0000 7f254f99a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:28.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.997+0000 7f2403fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:28.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.997+0000 7f254f99a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:28.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.997+0000 7f254f99a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:28.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.997+0000 7f254f99a9c0 5 note: GC not initialized 2024-09-12T17:11:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.997+0000 7f2402fe5640 20 reqs_thread_entry: start 2024-09-12T17:11:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:27.997+0000 7f254f99a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 20 Filter name: none 2024-09-12T17:11:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f2400fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:28.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:28.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:28.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:28.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.001+0000 7f254f99a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:28.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.005+0000 7f254f99a9c0 1 NOTICE: finished shard 0 (2 entries found) 2024-09-12T17:11:28.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.005+0000 7f254f99a9c0 1 NOTICE: finished all shards (2 entries found) 2024-09-12T17:11:28.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.005+0000 7f2403fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:28.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.009+0000 7f254f99a9c0 20 remove_watcher() i=0 2024-09-12T17:11:28.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.009+0000 7f254f99a9c0 2 removed watcher, disabling cache 2024-09-12T17:11:28.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.013+0000 7f254f99a9c0 20 remove_watcher() i=1 2024-09-12T17:11:28.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.013+0000 7f254f99a9c0 20 remove_watcher() i=2 2024-09-12T17:11:28.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.017+0000 7f254f99a9c0 20 remove_watcher() i=3 2024-09-12T17:11:28.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.021+0000 7f254f99a9c0 20 remove_watcher() i=4 2024-09-12T17:11:28.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.021+0000 7f254f99a9c0 20 remove_watcher() i=5 2024-09-12T17:11:28.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.021+0000 7f254f99a9c0 20 remove_watcher() i=6 2024-09-12T17:11:28.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.025+0000 7f254f99a9c0 20 remove_watcher() i=7 2024-09-12T17:11:28.045 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T17:11:28.045 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:28.045 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:11:28.077 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:28.077 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:28.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 realm 2024-09-12T17:11:28.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:28.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.117+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.121+0000 7fb0be90a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:28.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.121+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.121+0000 7fb0be90a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:28.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.121+0000 7fb0be90a9c0 20 searching for the correct realm 2024-09-12T17:11:28.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.125+0000 7fb0bcc11640 0 -- 172.21.15.1:0/2136619820 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fb0b00253f0 msgr2=0x7fb0b00257f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:28.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.341+0000 7fb0bbc0f640 0 -- 172.21.15.1:0/2136619820 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fb0b4017070 msgr2=0x7fb0b4047020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:28.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:28.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:28.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:28.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:28.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:28.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 zone default found 2024-09-12T17:11:28.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 4 Realm: () 2024-09-12T17:11:28.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:28.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:28.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:28.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 zonegroup default 2024-09-12T17:11:28.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.561+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.565+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.565+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.565+0000 7fb0be90a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.565+0000 7fb0be90a9c0 20 started sync module instance, tier type = 2024-09-12T17:11:28.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.565+0000 7fb0be90a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:28.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=0 2024-09-12T17:11:28.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=1 2024-09-12T17:11:28.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=2 2024-09-12T17:11:28.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=3 2024-09-12T17:11:28.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=4 2024-09-12T17:11:28.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=5 2024-09-12T17:11:28.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.589+0000 7fb0be90a9c0 20 add_watcher() i=6 2024-09-12T17:11:28.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.593+0000 7fb0be90a9c0 20 add_watcher() i=7 2024-09-12T17:11:28.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.593+0000 7fb0be90a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:28.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.597+0000 7faf72fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:28.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.597+0000 7fb0be90a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:28.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.597+0000 7fb0be90a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:28.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.597+0000 7fb0be90a9c0 5 note: GC not initialized 2024-09-12T17:11:28.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7faf71fe3640 20 reqs_thread_entry: start 2024-09-12T17:11:28.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:28.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 Filter name: none 2024-09-12T17:11:28.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7faf6affd640 20 reqs_thread_entry: start 2024-09-12T17:11:28.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:28.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:28.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:28.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:28.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:28.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:28.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:28.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:28.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:28.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:28.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:28.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.601+0000 7fb0be90a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:28.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 get_obj_state: octx=0x55597ffc60f0 obj=check-bucket:c state=0x5559802794e8 s->prefetch_data=0 2024-09-12T17:11:28.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 get_obj_state: setting s->obj_tag to f9r1x5nsa93k299me9p3bqezvdh7rn5l 2024-09-12T17:11:28.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 get_obj_state_impl: setting s->olh_tag to hi2881pzozc3wqgm2iutzqrsqgexc5x9 2024-09-12T17:11:28.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:28.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T17:11:28.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 olh_log_entry: epoch=4 op=3 key=c[V4b0Lo3maE.cN.IoO46.evVLRjpvdkU] 2024-09-12T17:11:28.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.605+0000 7fb0be90a9c0 20 get_obj_state: octx=0x5559802a27a0 obj=check-bucket:_:V4b0Lo3maE.cN.IoO46.evVLRjpvdkU_c state=0x555980273a48 s->prefetch_data=0 2024-09-12T17:11:28.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.609+0000 7fb0be90a9c0 20 get_obj_state: octx=0x5559802a27a0 obj=check-bucket:c state=0x55598027b228 s->prefetch_data=0 2024-09-12T17:11:28.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.609+0000 7fb0be90a9c0 20 get_obj_state: setting s->obj_tag to f9r1x5nsa93k299me9p3bqezvdh7rn5l 2024-09-12T17:11:28.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.609+0000 7fb0be90a9c0 20 get_obj_state_impl: setting s->olh_tag to hi2881pzozc3wqgm2iutzqrsqgexc5x9 2024-09-12T17:11:28.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.609+0000 7fb0be90a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hi2881pzozc3wqgm2iutzqrsqgexc5x9 2024-09-12T17:11:28.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:28.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 get_obj_state: octx=0x55597ffc60f0 obj=check-bucket:d state=0x5559802794e8 s->prefetch_data=0 2024-09-12T17:11:28.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 get_obj_state: setting s->obj_tag to 0p88oc8gd45qnrnmgpa89kpq4plc0l8u 2024-09-12T17:11:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 get_obj_state_impl: setting s->olh_tag to bek84whncf8kudgs3axcqq386javd7v4 2024-09-12T17:11:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T17:11:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 olh_log_entry: epoch=4 op=3 key=d[tw1KrlNcMwDjaimNnRvI2S72MucLeEw] 2024-09-12T17:11:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.617+0000 7fb0be90a9c0 20 get_obj_state: octx=0x5559802a27a0 obj=check-bucket:_:tw1KrlNcMwDjaimNnRvI2S72MucLeEw_d state=0x5559802a31a8 s->prefetch_data=0 2024-09-12T17:11:28.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.621+0000 7fb0be90a9c0 20 get_obj_state: octx=0x5559802a27a0 obj=check-bucket:d state=0x55598026fa08 s->prefetch_data=0 2024-09-12T17:11:28.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.621+0000 7fb0be90a9c0 20 get_obj_state: setting s->obj_tag to 0p88oc8gd45qnrnmgpa89kpq4plc0l8u 2024-09-12T17:11:28.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.621+0000 7fb0be90a9c0 20 get_obj_state_impl: setting s->olh_tag to bek84whncf8kudgs3axcqq386javd7v4 2024-09-12T17:11:28.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.621+0000 7fb0be90a9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bek84whncf8kudgs3axcqq386javd7v4 2024-09-12T17:11:28.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.629+0000 7fb0be90a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:28.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.629+0000 7fb0be90a9c0 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-12T17:11:28.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.629+0000 7fb0be90a9c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T17:11:28.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.633+0000 7faf72fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:28.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.637+0000 7fb0be90a9c0 20 remove_watcher() i=0 2024-09-12T17:11:28.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.637+0000 7fb0be90a9c0 2 removed watcher, disabling cache 2024-09-12T17:11:28.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.637+0000 7fb0be90a9c0 20 remove_watcher() i=1 2024-09-12T17:11:28.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.641+0000 7fb0be90a9c0 20 remove_watcher() i=2 2024-09-12T17:11:28.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.645+0000 7fb0be90a9c0 20 remove_watcher() i=3 2024-09-12T17:11:28.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.645+0000 7fb0be90a9c0 20 remove_watcher() i=4 2024-09-12T17:11:28.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.649+0000 7fb0be90a9c0 20 remove_watcher() i=5 2024-09-12T17:11:28.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.649+0000 7fb0be90a9c0 20 remove_watcher() i=6 2024-09-12T17:11:28.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.653+0000 7fb0be90a9c0 20 remove_watcher() i=7 2024-09-12T17:11:28.675 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:11:28.709 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:28.709 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:28.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 realm 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:28.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.749+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.753+0000 7fae4c06b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:28.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.753+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:28.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.753+0000 7fae4c06b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:28.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.753+0000 7fae4c06b9c0 20 searching for the correct realm 2024-09-12T17:11:28.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.757+0000 7fae4a372640 0 -- 172.21.15.1:0/4292554283 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fae34008050 msgr2=0x7fae34068970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:28.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:28.973+0000 7fae41370640 0 -- 172.21.15.1:0/4292554283 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fae44088250 msgr2=0x7fae44081690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:29.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.189+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:29.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:29.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 zone default found 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 4 Realm: () 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 zonegroup default 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.193+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.197+0000 7fae4c06b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.197+0000 7fae4c06b9c0 20 started sync module instance, tier type = 2024-09-12T17:11:29.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.197+0000 7fae4c06b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:29.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=0 2024-09-12T17:11:29.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=1 2024-09-12T17:11:29.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=2 2024-09-12T17:11:29.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=3 2024-09-12T17:11:29.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=4 2024-09-12T17:11:29.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=5 2024-09-12T17:11:29.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.221+0000 7fae4c06b9c0 20 add_watcher() i=6 2024-09-12T17:11:29.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.225+0000 7fae4c06b9c0 20 add_watcher() i=7 2024-09-12T17:11:29.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.225+0000 7fae4c06b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:29.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7facfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7fae4c06b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7fae4c06b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7fae4c06b9c0 5 note: GC not initialized 2024-09-12T17:11:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7facfa7fc640 20 reqs_thread_entry: start 2024-09-12T17:11:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7fae4c06b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.229+0000 7fae4c06b9c0 20 Filter name: none 2024-09-12T17:11:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fac6bfff640 20 reqs_thread_entry: start 2024-09-12T17:11:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:29.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:29.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:29.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:29.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 INFO: main: starting shard=0 2024-09-12T17:11:29.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:29.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:11:29.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.233+0000 7fae4c06b9c0 20 INFO: main: done 2024-09-12T17:11:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.237+0000 7facfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:29.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.241+0000 7fae4c06b9c0 20 remove_watcher() i=0 2024-09-12T17:11:29.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.241+0000 7fae4c06b9c0 2 removed watcher, disabling cache 2024-09-12T17:11:29.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.245+0000 7fae4c06b9c0 20 remove_watcher() i=1 2024-09-12T17:11:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.249+0000 7fae4c06b9c0 20 remove_watcher() i=2 2024-09-12T17:11:29.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.249+0000 7fae4c06b9c0 20 remove_watcher() i=3 2024-09-12T17:11:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.253+0000 7fae4c06b9c0 20 remove_watcher() i=4 2024-09-12T17:11:29.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.253+0000 7fae4c06b9c0 20 remove_watcher() i=5 2024-09-12T17:11:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.253+0000 7fae4c06b9c0 20 remove_watcher() i=6 2024-09-12T17:11:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.257+0000 7fae4c06b9c0 20 remove_watcher() i=7 2024-09-12T17:11:29.278 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:11:29.312 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:29.312 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:29.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.357+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 realm 2024-09-12T17:11:29.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:29.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:29.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:29.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.361+0000 7f6f0d8599c0 20 searching for the correct realm 2024-09-12T17:11:29.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.365+0000 7f6f0bb60640 0 -- 172.21.15.1:0/877830165 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f6f0009ebe0 msgr2=0x7f6f00014920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:29.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.373+0000 7f6f0ab5e640 0 -- 172.21.15.1:0/877830165 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6f04036920 msgr2=0x7f6f0403f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:29.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:29.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:29.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:29.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:29.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:29.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:29.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.593+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:29.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:29.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 zone default found 2024-09-12T17:11:29.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 4 Realm: () 2024-09-12T17:11:29.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:29.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:29.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:29.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 zonegroup default 2024-09-12T17:11:29.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.597+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.601+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.601+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.601+0000 7f6f0d8599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.601+0000 7f6f0d8599c0 20 started sync module instance, tier type = 2024-09-12T17:11:29.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.601+0000 7f6f0d8599c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=0 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=1 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=2 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=3 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=4 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=5 2024-09-12T17:11:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.625+0000 7f6f0d8599c0 20 add_watcher() i=6 2024-09-12T17:11:29.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.629+0000 7f6f0d8599c0 20 add_watcher() i=7 2024-09-12T17:11:29.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.629+0000 7f6f0d8599c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:29.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6dc1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:29.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:29.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:29.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 5 note: GC not initialized 2024-09-12T17:11:29.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6dc0fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:29.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:29.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 Filter name: none 2024-09-12T17:11:29.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6d3a7fc640 20 reqs_thread_entry: start 2024-09-12T17:11:29.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:29.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.633+0000 7f6f0d8599c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:29.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:29.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:29.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 INFO: main: starting shard=0 2024-09-12T17:11:29.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:29.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:11:29.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6f0d8599c0 20 INFO: main: done 2024-09-12T17:11:29.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.637+0000 7f6dc1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:29.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.645+0000 7f6f0d8599c0 20 remove_watcher() i=0 2024-09-12T17:11:29.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.645+0000 7f6f0d8599c0 2 removed watcher, disabling cache 2024-09-12T17:11:29.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.649+0000 7f6f0d8599c0 20 remove_watcher() i=1 2024-09-12T17:11:29.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.649+0000 7f6f0d8599c0 20 remove_watcher() i=2 2024-09-12T17:11:29.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.653+0000 7f6f0d8599c0 20 remove_watcher() i=3 2024-09-12T17:11:29.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.653+0000 7f6f0d8599c0 20 remove_watcher() i=4 2024-09-12T17:11:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.657+0000 7f6f0d8599c0 20 remove_watcher() i=5 2024-09-12T17:11:29.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.657+0000 7f6f0d8599c0 20 remove_watcher() i=6 2024-09-12T17:11:29.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.661+0000 7f6f0d8599c0 20 remove_watcher() i=7 2024-09-12T17:11:29.683 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T17:11:29.683 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:29.684 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:11:29.718 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:29.718 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:29.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.757+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 realm 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:29.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:29.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:29.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:29.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.761+0000 7fe664ad69c0 20 searching for the correct realm 2024-09-12T17:11:29.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.765+0000 7fe662ddd640 0 -- 172.21.15.1:0/2203132034 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe658008040 msgr2=0x7fe6580620e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:29.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.777+0000 7fe661ddb640 0 -- 172.21.15.1:0/2203132034 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe65c0e5790 msgr2=0x7fe65c0f61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:30.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.993+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:30.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:30.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:30.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 zone default found 2024-09-12T17:11:30.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 4 Realm: () 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 zonegroup default 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:30.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:29.997+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:30.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.001+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.001+0000 7fe664ad69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:30.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.001+0000 7fe664ad69c0 20 started sync module instance, tier type = 2024-09-12T17:11:30.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.001+0000 7fe664ad69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=0 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=1 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=2 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=3 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=4 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=5 2024-09-12T17:11:30.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.025+0000 7fe664ad69c0 20 add_watcher() i=6 2024-09-12T17:11:30.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.029+0000 7fe664ad69c0 20 add_watcher() i=7 2024-09-12T17:11:30.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.029+0000 7fe664ad69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:30.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe5197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:30.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:30.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:30.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 5 note: GC not initialized 2024-09-12T17:11:30.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe5137fe640 20 reqs_thread_entry: start 2024-09-12T17:11:30.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:30.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 20 Filter name: none 2024-09-12T17:11:30.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe5117fa640 20 reqs_thread_entry: start 2024-09-12T17:11:30.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:30.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.033+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:30.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:30.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:30.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:30.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:30.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:30.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:30.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:30.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:30.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:30.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:30.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:30.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:11:30.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.037+0000 7fe664ad69c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:11:30.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.041+0000 7fe5197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:30.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.049+0000 7fe664ad69c0 20 remove_watcher() i=0 2024-09-12T17:11:30.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.049+0000 7fe664ad69c0 2 removed watcher, disabling cache 2024-09-12T17:11:30.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.049+0000 7fe664ad69c0 20 remove_watcher() i=1 2024-09-12T17:11:30.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.053+0000 7fe664ad69c0 20 remove_watcher() i=2 2024-09-12T17:11:30.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.053+0000 7fe664ad69c0 20 remove_watcher() i=3 2024-09-12T17:11:30.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.057+0000 7fe664ad69c0 20 remove_watcher() i=4 2024-09-12T17:11:30.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.061+0000 7fe664ad69c0 20 remove_watcher() i=5 2024-09-12T17:11:30.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.061+0000 7fe664ad69c0 20 remove_watcher() i=6 2024-09-12T17:11:30.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:30.061+0000 7fe664ad69c0 20 remove_watcher() i=7 2024-09-12T17:11:30.084 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T17:11:30.084 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:30.086 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.086 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.092 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.092 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.095 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.095 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.149 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T17:11:30.149 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:11:30.151 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.151 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.205 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.205 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.291 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.291 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.322 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.322 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.331 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.331 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.363 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.363 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.370 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.370 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.403 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.403 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.411 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.411 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.444 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.444 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.450 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.450 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.485 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.485 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.492 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.493 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.525 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:30.525 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:30.532 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:11:30.974 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:11:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:11:32.527 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:32.528 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:32.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:32.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:32.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 realm 2024-09-12T17:11:32.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:32.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:32.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:32.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:32.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:32.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.569+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:32.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.573+0000 7fdfef9439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:32.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.573+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:32.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.573+0000 7fdfef9439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:32.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.573+0000 7fdfef9439c0 20 searching for the correct realm 2024-09-12T17:11:32.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.577+0000 7fdfedc4a640 0 -- 172.21.15.1:0/2678702040 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fdfe40639d0 msgr2=0x7fdfe4062440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:32.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:32.793+0000 7fdfecc48640 0 -- 172.21.15.1:0/2678702040 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fdfe804a410 msgr2=0x7fdfe80018d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:33.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.009+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:33.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 zone default found 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 4 Realm: () 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:33.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 zonegroup default 2024-09-12T17:11:33.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.013+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.017+0000 7fdfef9439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.017+0000 7fdfef9439c0 20 started sync module instance, tier type = 2024-09-12T17:11:33.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.017+0000 7fdfef9439c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:33.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=0 2024-09-12T17:11:33.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=1 2024-09-12T17:11:33.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=2 2024-09-12T17:11:33.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=3 2024-09-12T17:11:33.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=4 2024-09-12T17:11:33.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=5 2024-09-12T17:11:33.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.041+0000 7fdfef9439c0 20 add_watcher() i=6 2024-09-12T17:11:33.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.045+0000 7fdfef9439c0 20 add_watcher() i=7 2024-09-12T17:11:33.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.045+0000 7fdfef9439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:33.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdea37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:33.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:33.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:33.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 5 note: GC not initialized 2024-09-12T17:11:33.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdea27e4640 20 reqs_thread_entry: start 2024-09-12T17:11:33.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:33.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 Filter name: none 2024-09-12T17:11:33.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fde13fff640 20 reqs_thread_entry: start 2024-09-12T17:11:33.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:33.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.049+0000 7fdfef9439c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:33.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:33.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:33.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 INFO: main: starting shard=0 2024-09-12T17:11:33.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:33.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:11:33.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdfef9439c0 20 INFO: main: done 2024-09-12T17:11:33.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.053+0000 7fdea37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:33.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.061+0000 7fdfef9439c0 20 remove_watcher() i=0 2024-09-12T17:11:33.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.061+0000 7fdfef9439c0 2 removed watcher, disabling cache 2024-09-12T17:11:33.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.061+0000 7fdfef9439c0 20 remove_watcher() i=1 2024-09-12T17:11:33.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.065+0000 7fdfef9439c0 20 remove_watcher() i=2 2024-09-12T17:11:33.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.069+0000 7fdfef9439c0 20 remove_watcher() i=3 2024-09-12T17:11:33.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.069+0000 7fdfef9439c0 20 remove_watcher() i=4 2024-09-12T17:11:33.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.073+0000 7fdfef9439c0 20 remove_watcher() i=5 2024-09-12T17:11:33.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.073+0000 7fdfef9439c0 20 remove_watcher() i=6 2024-09-12T17:11:33.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.077+0000 7fdfef9439c0 20 remove_watcher() i=7 2024-09-12T17:11:33.099 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:33.100 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:33.104 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:33.105 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:33.158 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:33.158 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:11:33.189 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:33.189 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:33.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.229+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 realm 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:33.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.233+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.237+0000 7fdfeed369c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:33.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.237+0000 7fdfeed369c0 20 searching for the correct realm 2024-09-12T17:11:33.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.241+0000 7fdfed03d640 0 -- 172.21.15.1:0/3506051589 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fdfd40cd040 msgr2=0x7fdfd40b6900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:33.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.245+0000 7fdfec03b640 0 -- 172.21.15.1:0/3506051589 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fdfe408f1c0 msgr2=0x7fdfe408b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:33.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:33.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:33.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 zone default found 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 4 Realm: () 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 zonegroup default 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.469+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.473+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.473+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.473+0000 7fdfeed369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.473+0000 7fdfeed369c0 20 started sync module instance, tier type = 2024-09-12T17:11:33.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.473+0000 7fdfeed369c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=0 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=1 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=2 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=3 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=4 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=5 2024-09-12T17:11:33.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.493+0000 7fdfeed369c0 20 add_watcher() i=6 2024-09-12T17:11:33.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.497+0000 7fdfeed369c0 20 add_watcher() i=7 2024-09-12T17:11:33.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.497+0000 7fdfeed369c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:33.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.497+0000 7fdea2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:33.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:33.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:33.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 5 note: GC not initialized 2024-09-12T17:11:33.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdea1fe3640 20 reqs_thread_entry: start 2024-09-12T17:11:33.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:33.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 Filter name: none 2024-09-12T17:11:33.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fde137fe640 20 reqs_thread_entry: start 2024-09-12T17:11:33.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:33.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 INFO: main: starting shard=0 2024-09-12T17:11:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:33.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:11:33.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.501+0000 7fdfeed369c0 20 INFO: main: done 2024-09-12T17:11:33.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.505+0000 7fdea2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:33.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.509+0000 7fdfeed369c0 20 remove_watcher() i=0 2024-09-12T17:11:33.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.509+0000 7fdfeed369c0 2 removed watcher, disabling cache 2024-09-12T17:11:33.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.513+0000 7fdfeed369c0 20 remove_watcher() i=1 2024-09-12T17:11:33.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.513+0000 7fdfeed369c0 20 remove_watcher() i=2 2024-09-12T17:11:33.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.517+0000 7fdfeed369c0 20 remove_watcher() i=3 2024-09-12T17:11:33.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.521+0000 7fdfeed369c0 20 remove_watcher() i=4 2024-09-12T17:11:33.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.521+0000 7fdfeed369c0 20 remove_watcher() i=5 2024-09-12T17:11:33.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.521+0000 7fdfeed369c0 20 remove_watcher() i=6 2024-09-12T17:11:33.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.525+0000 7fdfeed369c0 20 remove_watcher() i=7 2024-09-12T17:11:33.549 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:33.549 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:33.553 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:33.553 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:33.610 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:33.611 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:11:33.647 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:33.647 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:33.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 realm 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:33.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.689+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.693+0000 7fbfba16c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:33.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.693+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:33.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.693+0000 7fbfba16c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:33.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.693+0000 7fbfba16c9c0 20 searching for the correct realm 2024-09-12T17:11:33.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.697+0000 7fbfb8473640 0 -- 172.21.15.1:0/3155897870 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fbfa0043410 msgr2=0x7fbfa0043890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:33.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:33.913+0000 7fbfb7471640 0 -- 172.21.15.1:0/3155897870 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fbfb0047190 msgr2=0x7fbfb00477c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:34.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.129+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:34.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:34.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 zone default found 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 4 Realm: () 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 zonegroup default 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.133+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.137+0000 7fbfba16c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.137+0000 7fbfba16c9c0 20 started sync module instance, tier type = 2024-09-12T17:11:34.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.137+0000 7fbfba16c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=0 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=1 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=2 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=3 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=4 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=5 2024-09-12T17:11:34.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.161+0000 7fbfba16c9c0 20 add_watcher() i=6 2024-09-12T17:11:34.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.165+0000 7fbfba16c9c0 20 add_watcher() i=7 2024-09-12T17:11:34.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.165+0000 7fbfba16c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:34.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbe6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:34.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbfba16c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:34.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbfba16c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:34.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbfba16c9c0 5 note: GC not initialized 2024-09-12T17:11:34.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbe6cfe1640 20 reqs_thread_entry: start 2024-09-12T17:11:34.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbfba16c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:34.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbfba16c9c0 20 Filter name: none 2024-09-12T17:11:34.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbde67fc640 20 reqs_thread_entry: start 2024-09-12T17:11:34.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.169+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:34.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:34.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:34.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:34.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 INFO: main: starting shard=0 2024-09-12T17:11:34.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:34.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:11:34.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.173+0000 7fbfba16c9c0 20 INFO: main: done 2024-09-12T17:11:34.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.177+0000 7fbe6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:34.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.181+0000 7fbfba16c9c0 20 remove_watcher() i=0 2024-09-12T17:11:34.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.181+0000 7fbfba16c9c0 2 removed watcher, disabling cache 2024-09-12T17:11:34.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.185+0000 7fbfba16c9c0 20 remove_watcher() i=1 2024-09-12T17:11:34.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.185+0000 7fbfba16c9c0 20 remove_watcher() i=2 2024-09-12T17:11:34.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.189+0000 7fbfba16c9c0 20 remove_watcher() i=3 2024-09-12T17:11:34.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.193+0000 7fbfba16c9c0 20 remove_watcher() i=4 2024-09-12T17:11:34.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.193+0000 7fbfba16c9c0 20 remove_watcher() i=5 2024-09-12T17:11:34.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.193+0000 7fbfba16c9c0 20 remove_watcher() i=6 2024-09-12T17:11:34.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.197+0000 7fbfba16c9c0 20 remove_watcher() i=7 2024-09-12T17:11:34.222 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:34.222 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:34.225 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:34.225 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:34.286 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:11:34.286 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:11:34.323 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:34.324 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:34.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.361+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 realm 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:34.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.365+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.369+0000 7f08821f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:34.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.369+0000 7f08821f79c0 20 searching for the correct realm 2024-09-12T17:11:34.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.373+0000 7f087f4fc640 0 -- 172.21.15.1:0/2479660639 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f087001f060 msgr2=0x7f087005ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:34.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.585+0000 7f087fcfd640 0 -- 172.21.15.1:0/2479660639 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f074807e740 msgr2=0x7f0748080b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:34.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:34.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:34.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:34.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:34.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:34.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:34.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.601+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:34.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:34.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 zone default found 2024-09-12T17:11:34.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 4 Realm: () 2024-09-12T17:11:34.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:34.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:34.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:34.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 zonegroup default 2024-09-12T17:11:34.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.605+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.609+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.609+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.609+0000 7f08821f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:34.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.609+0000 7f08821f79c0 20 started sync module instance, tier type = 2024-09-12T17:11:34.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.609+0000 7f08821f79c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=0 2024-09-12T17:11:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=1 2024-09-12T17:11:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=2 2024-09-12T17:11:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=3 2024-09-12T17:11:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=4 2024-09-12T17:11:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=5 2024-09-12T17:11:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.629+0000 7f08821f79c0 20 add_watcher() i=6 2024-09-12T17:11:34.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.633+0000 7f08821f79c0 20 add_watcher() i=7 2024-09-12T17:11:34.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.633+0000 7f08821f79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:34.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f0735fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:34.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 5 note: GC not initialized 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f0734fe1640 20 reqs_thread_entry: start 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 Filter name: none 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f06ae7fc640 20 reqs_thread_entry: start 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:34.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:11:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 INFO: main: starting shard=0 2024-09-12T17:11:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.637+0000 7f08821f79c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.641+0000 7f08821f79c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:11:34.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.641+0000 7f08821f79c0 20 INFO: main: done 2024-09-12T17:11:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.641+0000 7f0735fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:34.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.645+0000 7f08821f79c0 20 remove_watcher() i=0 2024-09-12T17:11:34.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.645+0000 7f08821f79c0 2 removed watcher, disabling cache 2024-09-12T17:11:34.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.649+0000 7f08821f79c0 20 remove_watcher() i=1 2024-09-12T17:11:34.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.653+0000 7f08821f79c0 20 remove_watcher() i=2 2024-09-12T17:11:34.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.653+0000 7f08821f79c0 20 remove_watcher() i=3 2024-09-12T17:11:34.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.657+0000 7f08821f79c0 20 remove_watcher() i=4 2024-09-12T17:11:34.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.657+0000 7f08821f79c0 20 remove_watcher() i=5 2024-09-12T17:11:34.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.657+0000 7f08821f79c0 20 remove_watcher() i=6 2024-09-12T17:11:34.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:34.661+0000 7f08821f79c0 20 remove_watcher() i=7 2024-09-12T17:11:34.685 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:11:35.132 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:11:35.588 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:11:35.621 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:35.621 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:35.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.657+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 realm 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.661+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.665+0000 7efcf85ea9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:35.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.665+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.665+0000 7efcf85ea9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:35.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.665+0000 7efcf85ea9c0 20 searching for the correct realm 2024-09-12T17:11:35.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.669+0000 7efcf68f1640 0 -- 172.21.15.1:0/1862787 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7efcec060eb0 msgr2=0x7efcec0779b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:35.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.677+0000 7efcf58ef640 0 -- 172.21.15.1:0/1862787 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7efcf007d7b0 msgr2=0x7efcf005a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:35.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:35.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.893+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:35.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 zone default found 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 4 Realm: () 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 zonegroup default 2024-09-12T17:11:35.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.897+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.901+0000 7efcf85ea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:35.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.901+0000 7efcf85ea9c0 20 started sync module instance, tier type = 2024-09-12T17:11:35.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.901+0000 7efcf85ea9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=0 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=1 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=2 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=3 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=4 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=5 2024-09-12T17:11:35.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.925+0000 7efcf85ea9c0 20 add_watcher() i=6 2024-09-12T17:11:35.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.929+0000 7efcf85ea9c0 20 add_watcher() i=7 2024-09-12T17:11:35.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.929+0000 7efcf85ea9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:35.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efbacfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:35.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:35.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:35.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 5 note: GC not initialized 2024-09-12T17:11:35.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efb277fe640 20 reqs_thread_entry: start 2024-09-12T17:11:35.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:35.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 Filter name: none 2024-09-12T17:11:35.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efb257fa640 20 reqs_thread_entry: start 2024-09-12T17:11:35.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:35.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:35.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:35.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:35.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:35.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.933+0000 7efcf85ea9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:35.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:35.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:35.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:35.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:35.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:35.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:35.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.937+0000 7efcf85ea9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:35.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.945+0000 7efbacfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:35.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.949+0000 7efcf85ea9c0 20 remove_watcher() i=0 2024-09-12T17:11:35.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.949+0000 7efcf85ea9c0 2 removed watcher, disabling cache 2024-09-12T17:11:35.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.953+0000 7efcf85ea9c0 20 remove_watcher() i=1 2024-09-12T17:11:35.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.953+0000 7efcf85ea9c0 20 remove_watcher() i=2 2024-09-12T17:11:35.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.957+0000 7efcf85ea9c0 20 remove_watcher() i=3 2024-09-12T17:11:35.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.957+0000 7efcf85ea9c0 20 remove_watcher() i=4 2024-09-12T17:11:35.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.961+0000 7efcf85ea9c0 20 remove_watcher() i=5 2024-09-12T17:11:35.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.961+0000 7efcf85ea9c0 20 remove_watcher() i=6 2024-09-12T17:11:35.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:35.965+0000 7efcf85ea9c0 20 remove_watcher() i=7 2024-09-12T17:11:35.987 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:11:36.022 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:36.022 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:36.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.061+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 realm 2024-09-12T17:11:36.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:36.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:36.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.065+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.069+0000 7f31c79cd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:36.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.069+0000 7f31c79cd9c0 20 searching for the correct realm 2024-09-12T17:11:36.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.069+0000 7f31c4cd2640 0 -- 172.21.15.1:0/2324811992 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f31b8100570 msgr2=0x7f31b81338d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:36.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.285+0000 7f31c54d3640 0 -- 172.21.15.1:0/2324811992 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f31c008b030 msgr2=0x7f31c0072120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:11:36.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.301+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:36.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:36.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 zone default found 2024-09-12T17:11:36.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 4 Realm: () 2024-09-12T17:11:36.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:36.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:36.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:36.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 zonegroup default 2024-09-12T17:11:36.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 started sync module instance, tier type = 2024-09-12T17:11:36.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.305+0000 7f31c79cd9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:36.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=0 2024-09-12T17:11:36.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=1 2024-09-12T17:11:36.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=2 2024-09-12T17:11:36.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=3 2024-09-12T17:11:36.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=4 2024-09-12T17:11:36.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=5 2024-09-12T17:11:36.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.333+0000 7f31c79cd9c0 20 add_watcher() i=6 2024-09-12T17:11:36.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.337+0000 7f31c79cd9c0 20 add_watcher() i=7 2024-09-12T17:11:36.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.337+0000 7f31c79cd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:36.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f307b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:36.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:36.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:36.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 5 note: GC not initialized 2024-09-12T17:11:36.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f307a7e4640 20 reqs_thread_entry: start 2024-09-12T17:11:36.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:36.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 Filter name: none 2024-09-12T17:11:36.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f2febfff640 20 reqs_thread_entry: start 2024-09-12T17:11:36.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:11:36.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:36.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:11:36.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:11:36.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 : miss 2024-09-12T17:11:36.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.341+0000 7f31c79cd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 info.flags=0x17 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 to cache LRU end 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.1 2024-09-12T17:11:36.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:c state=0x5628fb8d44e8 s->prefetch_data=0 2024-09-12T17:11:36.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to f4698rwpogvb48h1nujx6ana416bt9ne 2024-09-12T17:11:36.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 get_obj_state_impl: setting s->olh_tag to e436zxyz9v4hpvleuzhk0nzyl2iu1d41 2024-09-12T17:11:36.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.345+0000 7f31c79cd9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=e436zxyz9v4hpvleuzhk0nzyl2iu1d41 2024-09-12T17:11:36.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.349+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 olh_log_entry: epoch=3 op=3 key=c[3XeSQCN.aFkwDNdEcV6bADzfo3b4Zxf] 2024-09-12T17:11:36.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:3XeSQCN.aFkwDNdEcV6bADzfo3b4Zxf_c state=0x5628fb8ceae8 s->prefetch_data=0 2024-09-12T17:11:36.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 10 manifest: total_size = 11 2024-09-12T17:11:36.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.13077172093192758282 2024-09-12T17:11:36.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:3XeSQCN.aFkwDNdEcV6bADzfo3b4Zxf_c state=0x5628fb8ceae8 s->prefetch_data=0 2024-09-12T17:11:36.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 prepare_atomic_modification: state is not atomic. state=0x5628fb8ceae8 2024-09-12T17:11:36.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.353+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.361+0000 7f30a8ff9640 20 handle_completion(): completion ok for obj=c[3XeSQCN.aFkwDNdEcV6bADzfo3b4Zxf] 2024-09-12T17:11:36.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:d state=0x5628fb8ff638 s->prefetch_data=0 2024-09-12T17:11:36.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to 78ke7rkgkzvg9erpznilfov0g3s8arai 2024-09-12T17:11:36.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 get_obj_state_impl: setting s->olh_tag to y1dla68aksmctt09gkfr17ljhu47dzlo 2024-09-12T17:11:36.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.365+0000 7f31c79cd9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=y1dla68aksmctt09gkfr17ljhu47dzlo 2024-09-12T17:11:36.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.369+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 olh_log_entry: epoch=3 op=3 key=d[85y5VsHnKe-Fg9PBdcmJLA-Peyn1JHw] 2024-09-12T17:11:36.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:85y5VsHnKe-Fg9PBdcmJLA-Peyn1JHw_d state=0x5628fb8caaa8 s->prefetch_data=0 2024-09-12T17:11:36.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 10 manifest: total_size = 11 2024-09-12T17:11:36.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.6993890726007563810 2024-09-12T17:11:36.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:85y5VsHnKe-Fg9PBdcmJLA-Peyn1JHw_d state=0x5628fb8caaa8 s->prefetch_data=0 2024-09-12T17:11:36.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 prepare_atomic_modification: state is not atomic. state=0x5628fb8caaa8 2024-09-12T17:11:36.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.373+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.381+0000 7f3097fff640 20 handle_completion(): completion ok for obj=d[85y5VsHnKe-Fg9PBdcmJLA-Peyn1JHw] 2024-09-12T17:11:36.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.385+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.385+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.385+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.389+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.389+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:e state=0x5628fb8caaa8 s->prefetch_data=0 2024-09-12T17:11:36.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.389+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to xmc365tc7hhtiz6u20ffqzwou14xvsp5 2024-09-12T17:11:36.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.389+0000 7f31c79cd9c0 20 get_obj_state_impl: setting s->olh_tag to 9l1u5omsnlupkx6ay76r8gduv2dsp4fx 2024-09-12T17:11:36.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.389+0000 7f31c79cd9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9l1u5omsnlupkx6ay76r8gduv2dsp4fx 2024-09-12T17:11:36.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.389+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:11:36.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 olh_log_entry: epoch=2 op=3 key=e[Ti-.ySXkuES-IfX0tgbN5pUfb3PPMa0] 2024-09-12T17:11:36.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:Ti-.ySXkuES-IfX0tgbN5pUfb3PPMa0_e state=0x5628fb8ff5f8 s->prefetch_data=0 2024-09-12T17:11:36.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 10 manifest: total_size = 22 2024-09-12T17:11:36.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.8211983350827688323 2024-09-12T17:11:36.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:Ti-.ySXkuES-IfX0tgbN5pUfb3PPMa0_e state=0x5628fb8ff5f8 s->prefetch_data=0 2024-09-12T17:11:36.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 prepare_atomic_modification: state is not atomic. state=0x5628fb8ff5f8 2024-09-12T17:11:36.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.393+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.401+0000 7f30a8ff9640 20 handle_completion(): completion ok for obj=e[Ti-.ySXkuES-IfX0tgbN5pUfb3PPMa0] 2024-09-12T17:11:36.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.401+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:e state=0x5628fb8caaa8 s->prefetch_data=0 2024-09-12T17:11:36.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.401+0000 7f31c79cd9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9l1u5omsnlupkx6ay76r8gduv2dsp4fx 2024-09-12T17:11:36.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.405+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.409+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.409+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.409+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:f state=0x5628fb8ff5f8 s->prefetch_data=0 2024-09-12T17:11:36.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.409+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to me92j75kz0rzuymy3q0xfdaxzswfr75z 2024-09-12T17:11:36.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.409+0000 7f31c79cd9c0 20 get_obj_state_impl: setting s->olh_tag to tihjvccqsshje4hq0kopdo3jidguf9fo 2024-09-12T17:11:36.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.409+0000 7f31c79cd9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tihjvccqsshje4hq0kopdo3jidguf9fo 2024-09-12T17:11:36.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.413+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:11:36.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 olh_log_entry: epoch=2 op=3 key=f[3tYyz1VbjtyG3VgKshVvbDrmQu-hV2y] 2024-09-12T17:11:36.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:3tYyz1VbjtyG3VgKshVvbDrmQu-hV2y_f state=0x5628fb8cca28 s->prefetch_data=0 2024-09-12T17:11:36.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 10 manifest: total_size = 12 2024-09-12T17:11:36.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.1334388574814056651 2024-09-12T17:11:36.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:_:3tYyz1VbjtyG3VgKshVvbDrmQu-hV2y_f state=0x5628fb8cca28 s->prefetch_data=0 2024-09-12T17:11:36.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 prepare_atomic_modification: state is not atomic. state=0x5628fb8cca28 2024-09-12T17:11:36.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.417+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.425+0000 7f3097fff640 20 handle_completion(): completion ok for obj=f[3tYyz1VbjtyG3VgKshVvbDrmQu-hV2y] 2024-09-12T17:11:36.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.425+0000 7f31c79cd9c0 20 get_obj_state: octx=0x5628fb620100 obj=check-bucket:f state=0x5628fb8ff5f8 s->prefetch_data=0 2024-09-12T17:11:36.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.425+0000 7f31c79cd9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tihjvccqsshje4hq0kopdo3jidguf9fo 2024-09-12T17:11:36.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.433+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.437+0000 7f31c79cd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.1.0 2024-09-12T17:11:36.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.437+0000 7f31c79cd9c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:11:36.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.437+0000 7f31c79cd9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:11:36.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.437+0000 7f307b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:36.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.441+0000 7f31c79cd9c0 20 remove_watcher() i=0 2024-09-12T17:11:36.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.441+0000 7f31c79cd9c0 2 removed watcher, disabling cache 2024-09-12T17:11:36.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.445+0000 7f31c79cd9c0 20 remove_watcher() i=1 2024-09-12T17:11:36.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.449+0000 7f31c79cd9c0 20 remove_watcher() i=2 2024-09-12T17:11:36.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.449+0000 7f31c79cd9c0 20 remove_watcher() i=3 2024-09-12T17:11:36.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.453+0000 7f31c79cd9c0 20 remove_watcher() i=4 2024-09-12T17:11:36.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.453+0000 7f31c79cd9c0 20 remove_watcher() i=5 2024-09-12T17:11:36.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.457+0000 7f31c79cd9c0 20 remove_watcher() i=6 2024-09-12T17:11:36.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.457+0000 7f31c79cd9c0 20 remove_watcher() i=7 2024-09-12T17:11:36.481 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:36.481 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:36.489 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:36.489 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:36.547 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:11:36.575 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:11:36.575 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:11:36.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.613+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 realm 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:36.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:36.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:36.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:11:36.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.617+0000 7f1ea729a9c0 20 searching for the correct realm 2024-09-12T17:11:36.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.621+0000 7f1ea55a1640 0 -- 172.21.15.1:0/3463341648 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1e98008040 msgr2=0x7f1e9807caf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:36.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:36.837+0000 7f1ea459f640 0 -- 172.21.15.1:0/3463341648 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f1e9c0d5430 msgr2=0x7f1e9c0d5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:11:37.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:11:37.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:11:37.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.053+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 zone default found 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 4 Realm: () 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 zonegroup default 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:37.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:37.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:11:37.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 started sync module instance, tier type = 2024-09-12T17:11:37.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.057+0000 7f1ea729a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=0 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=1 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=2 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=3 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=4 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=5 2024-09-12T17:11:37.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.081+0000 7f1ea729a9c0 20 add_watcher() i=6 2024-09-12T17:11:37.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.085+0000 7f1ea729a9c0 20 add_watcher() i=7 2024-09-12T17:11:37.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.085+0000 7f1ea729a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:11:37.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1d5afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:37.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ea729a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:11:37.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ea729a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:11:37.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ea729a9c0 5 note: GC not initialized 2024-09-12T17:11:37.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1d59fe3640 20 reqs_thread_entry: start 2024-09-12T17:11:37.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ea729a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:11:37.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ea729a9c0 20 Filter name: none 2024-09-12T17:11:37.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ccb7fe640 20 reqs_thread_entry: start 2024-09-12T17:11:37.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.089+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:37.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:37.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:37.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:11:37.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:11:37.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:11:37.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.093+0000 7f1ea729a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:11:37.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.097+0000 7f1d5afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:11:37.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.101+0000 7f1ea729a9c0 20 remove_watcher() i=0 2024-09-12T17:11:37.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.101+0000 7f1ea729a9c0 2 removed watcher, disabling cache 2024-09-12T17:11:37.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.105+0000 7f1ea729a9c0 20 remove_watcher() i=1 2024-09-12T17:11:37.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.109+0000 7f1ea729a9c0 20 remove_watcher() i=2 2024-09-12T17:11:37.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.109+0000 7f1ea729a9c0 20 remove_watcher() i=3 2024-09-12T17:11:37.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.113+0000 7f1ea729a9c0 20 remove_watcher() i=4 2024-09-12T17:11:37.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.113+0000 7f1ea729a9c0 20 remove_watcher() i=5 2024-09-12T17:11:37.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.117+0000 7f1ea729a9c0 20 remove_watcher() i=6 2024-09-12T17:11:37.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:11:37.117+0000 7f1ea729a9c0 20 remove_watcher() i=7 2024-09-12T17:11:37.140 INFO:tasks.workunit.client.0.smithi001.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:11:37.140 INFO:tasks.workunit.client.0.smithi001.stderr:Deleting bucket check-bucket 2024-09-12T17:11:37.141 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:37.141 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:37.145 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:11:37.145 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:11:37.174 INFO:tasks.workunit.client.0.smithi001.stderr:Completed bucket check tests 2024-09-12T17:11:37.174 INFO:tasks.workunit.client.0.smithi001.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:11:37.174 INFO:tasks.workunit.client.0.smithi001.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:11:37.174 INFO:tasks.workunit.client.0.smithi001.stdout:connected to https://localhost:443 2024-09-12T17:11:37.248 INFO:tasks.workunit.client.0.smithi001.stderr:+ deactivate 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ export PATH 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n '' ']' 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ hash -r 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n '' ']' 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:11:37.249 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:11:37.250 INFO:tasks.workunit.client.0.smithi001.stdout:OK. 2024-09-12T17:11:37.251 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:11:37.251 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset -f deactivate 2024-09-12T17:11:37.251 INFO:tasks.workunit.client.0.smithi001.stderr:+ echo OK. 2024-09-12T17:11:37.251 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:11:37.251 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:11:37.304 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T17:11:37.304 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:11:37.721 DEBUG:teuthology.parallel:result is None 2024-09-12T17:11:37.721 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:11:37.734 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:11:37.735 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:11:37.790 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:11:37.791 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:11:37.802 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:11:37.802 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:11:37.802 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:11:37.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:11:37.838 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:11:37.838 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:11:37.885 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:11:37.886 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:11:37.938 INFO:tasks.workunit:timeout=3h 2024-09-12T17:11:37.938 INFO:tasks.workunit:cleanup=True 2024-09-12T17:11:37.939 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:11:37.988 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:12:36.445 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 97% (12419/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:12:37.165 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-09-12T17:12:37.166 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.167 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-09-12T17:12:37.167 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.167 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:12:37.167 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:12:37.167 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:12:37.174 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:12:37.223 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:12:37.226 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:12:37.226 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:12:37.283 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:12:37.343 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:12:37.385 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:12:37.386 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:12:37.386 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:12:37.427 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:12:37.430 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:12:37.431 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:12:37.478 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T17:12:37.479 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T17:12:37.479 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T17:12:37.544 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:12:37.544 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:12:37.544 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:12:37.544 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from ClsLock 2024-09-12T17:12:37.545 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T17:12:39.451 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:39.451 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-09-12T17:12:39.451 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-12T17:12:39.451 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:39.451 INFO:tasks.workunit.client.0.smithi001.stdout: client.5151 expiration=2024-09-12T17:14:39.443491+0000 addr=v1:172.21.15.1:0/4025123965 cookie= 2024-09-12T17:12:39.459 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:39.459 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-12T17:12:39.459 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-12T17:12:39.459 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:39.459 INFO:tasks.workunit.client.0.smithi001.stdout: client.4973 expiration=0.000000 addr=v1:172.21.15.1:0/3914897509 cookie= 2024-09-12T17:12:39.459 INFO:tasks.workunit.client.0.smithi001.stdout: client.5151 expiration=2024-09-12T17:14:39.456382+0000 addr=v1:172.21.15.1:0/4025123965 cookie= 2024-09-12T17:12:39.461 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:39.462 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-12T17:12:39.462 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-12T17:12:39.462 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:39.462 INFO:tasks.workunit.client.0.smithi001.stdout: client.4973 expiration=0.000000 addr=v1:172.21.15.1:0/3914897509 cookie= 2024-09-12T17:12:40.407 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMultiLocking (2863 ms) 2024-09-12T17:12:40.408 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T17:12:42.694 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:42.694 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-12T17:12:42.694 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-12T17:12:42.694 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:42.694 INFO:tasks.workunit.client.0.smithi001.stdout: client.5166 expiration=0.000000 addr=v1:172.21.15.1:0/1953471474 cookie= 2024-09-12T17:12:42.701 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:42.701 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-09-12T17:12:42.702 INFO:tasks.workunit.client.0.smithi001.stdout: tag: new_tag 2024-09-12T17:12:42.702 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:42.702 INFO:tasks.workunit.client.0.smithi001.stdout: client.4979 expiration=0.000000 addr=v1:172.21.15.1:0/3223367656 cookie= 2024-09-12T17:12:43.453 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMeta (3046 ms) 2024-09-12T17:12:43.453 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T17:12:45.488 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:45.488 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-09-12T17:12:45.488 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-12T17:12:45.488 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:45.492 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-09-12T17:12:45.493 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-09-12T17:12:45.493 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-09-12T17:12:45.493 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-09-12T17:12:45.493 INFO:tasks.workunit.client.0.smithi001.stdout: client.5172 expiration=0.000000 addr=v1:172.21.15.1:0/1996002304 cookie= 2024-09-12T17:12:45.493 INFO:tasks.workunit.client.0.smithi001.stdout: client.5172 expiration=0.000000 addr=v1:172.21.15.1:0/1996002304 cookie=new cookie 2024-09-12T17:12:46.457 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestCookie (2999 ms) 2024-09-12T17:12:46.457 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T17:12:49.488 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMultipleLocks (3036 ms) 2024-09-12T17:12:49.489 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T17:12:56.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestLockDuration (7162 ms) 2024-09-12T17:12:56.655 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T17:12:59.692 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestAssertLocked (3042 ms) 2024-09-12T17:12:59.693 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T17:13:02.704 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestSetCookie (3012 ms) 2024-09-12T17:13:02.704 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T17:13:22.890 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestRenew (20185 ms) 2024-09-12T17:13:22.890 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T17:13:29.025 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6136 ms) 2024-09-12T17:13:29.026 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T17:13:36.453 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7428 ms) 2024-09-12T17:13:36.453 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T17:13:44.449 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7996 ms) 2024-09-12T17:13:44.449 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from ClsLock (66905 ms total) 2024-09-12T17:13:44.449 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:13:44.449 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:13:44.450 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 11 tests from 1 test suite ran. (66905 ms total) 2024-09-12T17:13:44.450 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 11 tests. 2024-09-12T17:13:44.456 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:13:44.456 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:13:44.513 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T17:13:44.515 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T17:13:44.515 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T17:13:44.581 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:13:44.581 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:13:44.581 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:13:44.581 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from cls_log 2024-09-12T17:13:44.582 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T17:13:47.482 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.test_log_add_same_time (2900 ms) 2024-09-12T17:13:47.482 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T17:13:50.499 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.test_log_add_different_time (3018 ms) 2024-09-12T17:13:50.500 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T17:13:53.568 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.trim_by_time (3069 ms) 2024-09-12T17:13:53.568 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T17:13:56.608 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.trim_by_marker (3040 ms) 2024-09-12T17:13:56.608 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from cls_log (12027 ms total) 2024-09-12T17:13:56.608 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:13:56.608 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:13:56.608 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (12027 ms total) 2024-09-12T17:13:56.608 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-09-12T17:13:56.615 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:13:56.615 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:13:56.670 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T17:13:56.672 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T17:13:56.672 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T17:13:56.737 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:13:56.737 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:13:56.737 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:13:56.737 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 10 tests from cls_refcount 2024-09-12T17:13:56.737 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T17:13:59.649 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_implicit (2913 ms) 2024-09-12T17:13:59.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T17:14:02.679 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3029 ms) 2024-09-12T17:14:02.679 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T17:14:11.811 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_put_snap (9132 ms) 2024-09-12T17:14:11.811 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T17:14:14.839 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_explicit (3026 ms) 2024-09-12T17:14:14.840 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.set 2024-09-12T17:14:17.900 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.set (3063 ms) 2024-09-12T17:14:17.900 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T17:14:24.973 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_implicit_ec (7073 ms) 2024-09-12T17:14:24.973 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T17:14:32.046 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7073 ms) 2024-09-12T17:14:32.046 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T17:14:44.206 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_put_snap_ec (12160 ms) 2024-09-12T17:14:44.207 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T17:14:51.265 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.test_explicit_ec (7059 ms) 2024-09-12T17:14:51.265 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T17:14:58.323 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_refcount.set_ec (7058 ms) 2024-09-12T17:14:58.323 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 10 tests from cls_refcount (61586 ms total) 2024-09-12T17:14:58.323 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:14:58.323 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:14:58.323 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 10 tests from 1 test suite ran. (61586 ms total) 2024-09-12T17:14:58.323 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 10 tests. 2024-09-12T17:14:58.328 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:14:58.328 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:14:58.386 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T17:14:58.387 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T17:14:58.387 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T17:14:58.459 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:14:58.459 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-12T17:14:58.459 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:14:58.459 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 18 tests from cls_rgw 2024-09-12T17:15:00.330 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T17:15:00.394 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_basic (64 ms) 2024-09-12T17:15:00.394 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T17:15:00.467 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (74 ms) 2024-09-12T17:15:00.467 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T17:15:00.578 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_remove_object (110 ms) 2024-09-12T17:15:00.578 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T17:15:02.948 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_suggest (2370 ms) 2024-09-12T17:15:02.948 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T17:15:02.961 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_suggest_complete (14 ms) 2024-09-12T17:15:02.961 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T17:15:03.014 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_list (53 ms) 2024-09-12T17:15:03.015 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T17:15:52.797 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_list_delimited (49782 ms) 2024-09-12T17:15:52.798 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T17:15:53.005 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.bi_list (208 ms) 2024-09-12T17:15:53.005 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T17:15:53.030 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-09-12T17:15:53.030 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T17:15:53.060 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.gc_list (29 ms) 2024-09-12T17:15:53.060 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T17:15:59.311 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.gc_defer (6251 ms) 2024-09-12T17:15:59.311 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T17:15:59.722 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.usage_basic (411 ms) 2024-09-12T17:15:59.722 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T17:15:59.729 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2024-09-12T17:15:59.729 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T17:16:00.001 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.usage_clear (276 ms) 2024-09-12T17:16:00.002 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T17:16:00.090 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.bi_log_trim (88 ms) 2024-09-12T17:16:00.090 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T17:16:00.115 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.index_racing_removes (25 ms) 2024-09-12T17:16:00.115 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T17:16:00.146 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.reshardlog_list (31 ms) 2024-09-12T17:16:00.146 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T17:16:00.170 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw.reshardlog_num (25 ms) 2024-09-12T17:16:00.319 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 18 tests from cls_rgw (59841 ms total) 2024-09-12T17:16:00.320 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:16:00.320 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:16:00.320 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 18 tests from 1 test suite ran. (61861 ms total) 2024-09-12T17:16:00.320 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 18 tests. 2024-09-12T17:16:00.329 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:16:00.329 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:16:00.390 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T17:16:00.391 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T17:16:00.391 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T17:16:00.458 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:16:00.458 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:16:00.458 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:16:00.458 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T17:16:00.458 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T17:16:02.330 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.init (1871 ms) 2024-09-12T17:16:02.330 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T17:16:02.382 INFO:tasks.workunit.client.0.smithi001.stderr:[ ] list info tag = chain-0 2024-09-12T17:16:02.382 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (52 ms) 2024-09-12T17:16:02.382 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T17:16:02.396 INFO:tasks.workunit.client.0.smithi001.stderr:[ ] next_marker is: = 0/4263 2024-09-12T17:16:02.397 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (14 ms) 2024-09-12T17:16:02.397 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T17:16:02.411 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (16 ms) 2024-09-12T17:16:02.411 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T17:16:02.427 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (16 ms) 2024-09-12T17:16:02.427 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T17:16:02.446 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (18 ms) 2024-09-12T17:16:02.446 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T17:16:02.463 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (18 ms) 2024-09-12T17:16:02.463 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T17:16:02.479 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (16 ms) 2024-09-12T17:16:02.479 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T17:16:03.364 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_gc.finalize (882 ms) 2024-09-12T17:16:03.365 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 9 tests from cls_rgw_gc (2903 ms total) 2024-09-12T17:16:03.365 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:16:03.365 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:16:03.365 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 9 tests from 1 test suite ran. (2903 ms total) 2024-09-12T17:16:03.365 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 9 tests. 2024-09-12T17:16:03.366 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:16:03.366 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:16:03.425 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T17:16:03.426 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T17:16:03.426 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T17:16:03.498 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:03.498 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:03.499 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T17:16:03.499 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:16:05.404 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T17:16:05.404 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T17:16:05.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.431+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~Q0APFNM3HJ13.0 size=1048576 2024-09-12T17:16:05.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.431+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~Q0APFNM3HJ13.1 size=449425 2024-09-12T17:16:05.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.431+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=Q0APFNM3HJ13 tag=AN2BWLXPRDVT type=write size=2546577 2024-09-12T17:16:05.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.435+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~A53L55QAJBWB.0 size=1048576 2024-09-12T17:16:05.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.439+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~A53L55QAJBWB.1 size=1048576 2024-09-12T17:16:05.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.439+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~A53L55QAJBWB.2 size=81235 2024-09-12T17:16:05.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.439+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=A53L55QAJBWB tag=Y812K2KVCKI7 type=write size=3226963 2024-09-12T17:16:05.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.443+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~B0H1N1K7LMML.0 size=1048576 2024-09-12T17:16:05.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.447+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~B0H1N1K7LMML.1 size=1048576 2024-09-12T17:16:05.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.447+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~B0H1N1K7LMML.2 size=107065 2024-09-12T17:16:05.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.447+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=B0H1N1K7LMML tag=GWBTD9EEAHSR type=write size=3252793 2024-09-12T17:16:05.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.451+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=PZ5R19F1BW34 type=del size=2987570 2024-09-12T17:16:05.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.455+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~FUS328G1LJ42.0 size=1048576 2024-09-12T17:16:05.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.455+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~FUS328G1LJ42.1 size=188846 2024-09-12T17:16:05.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.455+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=FUS328G1LJ42 tag=FY57686065EI type=write size=2285998 2024-09-12T17:16:05.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.459+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~LVQS8UPXHS1S.0 size=1048576 2024-09-12T17:16:05.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.463+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~LVQS8UPXHS1S.1 size=254877 2024-09-12T17:16:05.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.463+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=LVQS8UPXHS1S tag=2TYBRJBH2LC1 type=write size=2352029 2024-09-12T17:16:05.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.463+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=8LGNDQ8TW7X9 type=del size=3742386 2024-09-12T17:16:05.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.471+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~WZK489FI613D.0 size=572315 2024-09-12T17:16:05.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.471+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=WZK489FI613D tag=V2EGTIHGG903 type=write size=1620891 2024-09-12T17:16:05.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.471+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=TY7R2C9TA04R type=del size=3359421 2024-09-12T17:16:05.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.475+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=7YDSJ0EC1IQ1 type=del size=414596 2024-09-12T17:16:05.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.475+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=7DVGZLNV3RT5 type=del size=3805889 2024-09-12T17:16:05.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.479+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=KDR6JD2H07IA type=write size=598798 2024-09-12T17:16:05.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.483+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=W70K3F5PULLA type=del size=2970731 2024-09-12T17:16:05.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.487+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~SQ1N926USLDM.0 size=1048576 2024-09-12T17:16:05.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.491+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~SQ1N926USLDM.1 size=455616 2024-09-12T17:16:05.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.491+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=SQ1N926USLDM tag=YZ3JCNG87YSC type=write size=2552768 2024-09-12T17:16:05.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.491+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=QP37860P8Z61 type=del size=1915374 2024-09-12T17:16:05.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.499+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~HAKWG0VR8IM2.0 size=1048576 2024-09-12T17:16:05.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.499+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~HAKWG0VR8IM2.1 size=1048576 2024-09-12T17:16:05.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.503+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~HAKWG0VR8IM2.2 size=404110 2024-09-12T17:16:05.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.503+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=HAKWG0VR8IM2 tag=WGGMONBMYP9V type=write size=3549838 2024-09-12T17:16:05.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.503+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~Q0APFNM3HJ13.0 size=1048576 2024-09-12T17:16:05.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.507+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~Q0APFNM3HJ13.1 size=449425 2024-09-12T17:16:05.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.511+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=Q0APFNM3HJ13 tag=AN2BWLXPRDVT type=write size=2546577 2024-09-12T17:16:05.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.515+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=0G1NS2YZVTCJ type=write size=738429 2024-09-12T17:16:05.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.519+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~A53L55QAJBWB.0 size=1048576 2024-09-12T17:16:05.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.519+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~A53L55QAJBWB.1 size=1048576 2024-09-12T17:16:05.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.523+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~A53L55QAJBWB.2 size=81235 2024-09-12T17:16:05.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.527+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=A53L55QAJBWB tag=Y812K2KVCKI7 type=write size=3226963 2024-09-12T17:16:05.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.531+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=U7X4RMTI1W9H type=del size=1846761 2024-09-12T17:16:05.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.535+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~B0H1N1K7LMML.0 size=1048576 2024-09-12T17:16:05.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.535+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~B0H1N1K7LMML.1 size=1048576 2024-09-12T17:16:05.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.539+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~B0H1N1K7LMML.2 size=107065 2024-09-12T17:16:05.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.543+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=B0H1N1K7LMML tag=GWBTD9EEAHSR type=write size=3252793 2024-09-12T17:16:05.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.547+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=YH027WYM14R9 type=del size=2344264 2024-09-12T17:16:05.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.547+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=PZ5R19F1BW34 type=del 2024-09-12T17:16:05.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.551+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=LL1B4TGP3MOF type=del size=1418432 2024-09-12T17:16:05.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.555+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~FUS328G1LJ42.0 size=1048576 2024-09-12T17:16:05.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.559+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~FUS328G1LJ42.1 size=188846 2024-09-12T17:16:05.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.563+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=FUS328G1LJ42 tag=FY57686065EI type=write size=2285998 2024-09-12T17:16:05.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.563+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=LD5JA29OJYAS type=del size=76840 2024-09-12T17:16:05.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.567+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~LVQS8UPXHS1S.0 size=1048576 2024-09-12T17:16:05.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.571+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~LVQS8UPXHS1S.1 size=254877 2024-09-12T17:16:05.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.575+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=LVQS8UPXHS1S tag=2TYBRJBH2LC1 type=write size=2352029 2024-09-12T17:16:05.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.579+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~07WOIQOM68N6.0 size=1029447 2024-09-12T17:16:05.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.579+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=07WOIQOM68N6 tag=YP99C9KRDXZ9 type=write size=2078023 2024-09-12T17:16:05.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.583+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=8LGNDQ8TW7X9 type=del 2024-09-12T17:16:05.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.587+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~MIB71G3GCL6O.0 size=613408 2024-09-12T17:16:05.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.587+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=MIB71G3GCL6O tag=3WYXDN4ETM61 type=write size=1661984 2024-09-12T17:16:05.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.591+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~WZK489FI613D.0 size=572315 2024-09-12T17:16:05.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.595+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=WZK489FI613D tag=V2EGTIHGG903 type=write size=1620891 2024-09-12T17:16:05.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.603+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~0WLP2QEFMMOY.0 size=1048576 2024-09-12T17:16:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.603+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~0WLP2QEFMMOY.1 size=349264 2024-09-12T17:16:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.603+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=0WLP2QEFMMOY tag=B8FPYPWNH8QY type=write size=2446416 2024-09-12T17:16:05.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.607+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=TY7R2C9TA04R type=del 2024-09-12T17:16:05.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.611+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=7ZM8BJQ134SB type=del size=1504398 2024-09-12T17:16:05.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.611+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=7YDSJ0EC1IQ1 type=del 2024-09-12T17:16:05.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.619+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~MF7XD1W059AC.0 size=954733 2024-09-12T17:16:05.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.619+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=MF7XD1W059AC tag=BTJRWEOOFIZV type=write size=2003309 2024-09-12T17:16:05.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.619+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=7DVGZLNV3RT5 type=del 2024-09-12T17:16:05.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.627+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~GLGZWX23AX8E.0 size=1048576 2024-09-12T17:16:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.627+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~GLGZWX23AX8E.1 size=628144 2024-09-12T17:16:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.627+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=GLGZWX23AX8E tag=7N7IIGI69K1I type=write size=2725296 2024-09-12T17:16:05.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.635+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=KDR6JD2H07IA type=write 2024-09-12T17:16:05.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.639+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~WLQ6GJJUYU73.0 size=610306 2024-09-12T17:16:05.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.639+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=WLQ6GJJUYU73 tag=5UJ6TMBCBYLI type=write size=1658882 2024-09-12T17:16:05.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.643+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=W70K3F5PULLA type=del 2024-09-12T17:16:05.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.643+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=W3RK934H8Q90 type=write size=608976 2024-09-12T17:16:05.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.647+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~SQ1N926USLDM.0 size=1048576 2024-09-12T17:16:05.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.651+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~SQ1N926USLDM.1 size=455616 2024-09-12T17:16:05.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.655+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=SQ1N926USLDM tag=YZ3JCNG87YSC type=write size=2552768 2024-09-12T17:16:05.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.663+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~KFMR8Y50XDSF.0 size=1048576 2024-09-12T17:16:05.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.663+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~KFMR8Y50XDSF.1 size=1048576 2024-09-12T17:16:05.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.667+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~KFMR8Y50XDSF.2 size=680139 2024-09-12T17:16:05.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.667+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=KFMR8Y50XDSF tag=S71RLIXTMXEM type=write size=3825867 2024-09-12T17:16:05.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.667+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=QP37860P8Z61 type=del 2024-09-12T17:16:05.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.671+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=NAD193HRAMBO type=del size=2099599 2024-09-12T17:16:05.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.675+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~HAKWG0VR8IM2.0 size=1048576 2024-09-12T17:16:05.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.679+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~HAKWG0VR8IM2.1 size=1048576 2024-09-12T17:16:05.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.679+0000 7f47a8c748c0 1 < canceled part key=_multipart_3FB30GVCZOOL.2~HAKWG0VR8IM2.2 size=404110 2024-09-12T17:16:05.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.683+0000 7f47a8c748c0 1 < canceled multipart upload key=3FB30GVCZOOL upload=HAKWG0VR8IM2 tag=WGGMONBMYP9V type=write size=3549838 2024-09-12T17:16:05.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.687+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=33J1K8OK7EFF type=del size=736754 2024-09-12T17:16:05.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.691+0000 7f47a8c748c0 1 < completed write operation key=X8QDFHONH3RD tag=0G1NS2YZVTCJ type=write size=738429 2024-09-12T17:16:05.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.691+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=40XNJJYOIA88 type=del size=543798 2024-09-12T17:16:05.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.695+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=U7X4RMTI1W9H type=del 2024-09-12T17:16:05.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.703+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~VM7Y1BKMZAD1.0 size=1048576 2024-09-12T17:16:05.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.703+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~VM7Y1BKMZAD1.1 size=1048576 2024-09-12T17:16:05.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.711+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~VM7Y1BKMZAD1.2 size=579865 2024-09-12T17:16:05.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.711+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=VM7Y1BKMZAD1 tag=W6VTT7BG22VQ type=write size=3725593 2024-09-12T17:16:05.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.711+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=YH027WYM14R9 type=del 2024-09-12T17:16:05.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.715+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=8PVUSVLOO3EU type=del size=71264 2024-09-12T17:16:05.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.719+0000 7f47a8c748c0 1 < canceled operation key=4BF7U5BNWTWP tag=LL1B4TGP3MOF type=del size=1418432 2024-09-12T17:16:05.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.723+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~M3WQXTDBEJ8I.0 size=496493 2024-09-12T17:16:05.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.723+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=M3WQXTDBEJ8I tag=562VBQJD2OTH type=write size=1545069 2024-09-12T17:16:05.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.731+0000 7f47a8c748c0 1 < suggested update operation key=R9QGA3GF563C tag=LD5JA29OJYAS type=del size=76840 2024-09-12T17:16:05.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.735+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=UHZPEFO0C9AS type=del size=2765205 2024-09-12T17:16:05.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.739+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~07WOIQOM68N6.0 size=1029447 2024-09-12T17:16:05.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.743+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=07WOIQOM68N6 tag=YP99C9KRDXZ9 type=write size=2078023 2024-09-12T17:16:05.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.747+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=P9RWFS859AOB type=write size=832313 2024-09-12T17:16:05.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.751+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~MIB71G3GCL6O.0 size=613408 2024-09-12T17:16:05.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.755+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=MIB71G3GCL6O tag=3WYXDN4ETM61 type=write size=1661984 2024-09-12T17:16:05.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.763+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~D791BG7S6NAF.0 size=301228 2024-09-12T17:16:05.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.763+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=D791BG7S6NAF tag=I1T46TS7E17H type=write size=1349804 2024-09-12T17:16:05.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.763+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~0WLP2QEFMMOY.0 size=1048576 2024-09-12T17:16:05.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.763+0000 7f47a8c748c0 1 < canceled part key=_multipart_BD3Q1XK93E50.2~0WLP2QEFMMOY.1 size=349264 2024-09-12T17:16:05.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.771+0000 7f47a8c748c0 1 < canceled multipart upload key=BD3Q1XK93E50 upload=0WLP2QEFMMOY tag=B8FPYPWNH8QY type=write size=2446416 2024-09-12T17:16:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.775+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~0LHFX6DE0UB1.0 size=940781 2024-09-12T17:16:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.775+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=0LHFX6DE0UB1 tag=KEP9KVVH59AC type=write size=1989357 2024-09-12T17:16:05.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.779+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=7ZM8BJQ134SB type=del 2024-09-12T17:16:05.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.783+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=I461A9THQ4KB type=del size=3947449 2024-09-12T17:16:05.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.787+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~MF7XD1W059AC.0 size=954733 2024-09-12T17:16:05.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.795+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=MF7XD1W059AC tag=BTJRWEOOFIZV type=write size=2003309 2024-09-12T17:16:05.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.799+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~BVDQTTISLIIV.0 size=1048576 2024-09-12T17:16:05.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.803+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~BVDQTTISLIIV.1 size=438771 2024-09-12T17:16:05.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.803+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=BVDQTTISLIIV tag=GTJ7M2R15MF6 type=write size=2535923 2024-09-12T17:16:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.807+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~GLGZWX23AX8E.0 size=1048576 2024-09-12T17:16:05.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.807+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~GLGZWX23AX8E.1 size=628144 2024-09-12T17:16:05.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.815+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=GLGZWX23AX8E tag=7N7IIGI69K1I type=write size=2725296 2024-09-12T17:16:05.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.819+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=Y35ZMHT6SCZT type=del size=1219564 2024-09-12T17:16:05.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.819+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~WLQ6GJJUYU73.0 size=610306 2024-09-12T17:16:05.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.827+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=WLQ6GJJUYU73 tag=5UJ6TMBCBYLI type=write size=1658882 2024-09-12T17:16:05.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.831+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=QSNHVBLOC4OY type=del size=3447685 2024-09-12T17:16:05.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.835+0000 7f47a8c748c0 1 < suggested remove operation key=QAXSHF0ZS39F tag=W3RK934H8Q90 type=write 2024-09-12T17:16:05.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.839+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=4R4Z1JGOKZND type=del size=2419891 2024-09-12T17:16:05.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.843+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~KFMR8Y50XDSF.0 size=1048576 2024-09-12T17:16:05.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.847+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~KFMR8Y50XDSF.1 size=1048576 2024-09-12T17:16:05.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.847+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~KFMR8Y50XDSF.2 size=680139 2024-09-12T17:16:05.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.855+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=KFMR8Y50XDSF tag=S71RLIXTMXEM type=write size=3825867 2024-09-12T17:16:05.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.859+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~9R3ZR2YTG8QS.0 size=1048576 2024-09-12T17:16:05.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.863+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~9R3ZR2YTG8QS.1 size=387293 2024-09-12T17:16:05.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.863+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=9R3ZR2YTG8QS tag=93E2P01QBJA1 type=write size=2484445 2024-09-12T17:16:05.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.867+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=NAD193HRAMBO type=del 2024-09-12T17:16:05.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.871+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=ZAVYCK4KTRU5 type=del size=3741011 2024-09-12T17:16:05.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.875+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=33J1K8OK7EFF type=del 2024-09-12T17:16:05.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.879+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=FBXSUXQXAO05 type=del size=4044796 2024-09-12T17:16:05.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.887+0000 7f47a8c748c0 1 < suggested remove operation key=O8AIZZ75FGRJ tag=40XNJJYOIA88 type=del 2024-09-12T17:16:05.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.891+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=BYZSPX4IJZM5 type=del size=376098 2024-09-12T17:16:05.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.895+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~VM7Y1BKMZAD1.0 size=1048576 2024-09-12T17:16:05.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.895+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~VM7Y1BKMZAD1.1 size=1048576 2024-09-12T17:16:05.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.899+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~VM7Y1BKMZAD1.2 size=579865 2024-09-12T17:16:05.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.907+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=VM7Y1BKMZAD1 tag=W6VTT7BG22VQ type=write size=3725593 2024-09-12T17:16:05.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.911+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=VOHGMLW3SHA1 type=write size=793575 2024-09-12T17:16:05.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.911+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=8PVUSVLOO3EU type=del 2024-09-12T17:16:05.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.915+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=XANMXWNS7G0J type=del size=3334401 2024-09-12T17:16:05.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.919+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~M3WQXTDBEJ8I.0 size=496493 2024-09-12T17:16:05.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.923+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=M3WQXTDBEJ8I tag=562VBQJD2OTH type=write size=1545069 2024-09-12T17:16:05.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.927+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=CQ35I6J1U731 type=write size=676909 2024-09-12T17:16:05.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.935+0000 7f47a8c748c0 1 < suggested update operation key=F7Y1D98CH9J9 tag=UHZPEFO0C9AS type=del size=2765205 2024-09-12T17:16:05.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.939+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=HI7RMGH5KBOI type=del size=2125936 2024-09-12T17:16:05.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.943+0000 7f47a8c748c0 1 < suggested remove operation key=8CHGYRJ30NQM tag=P9RWFS859AOB type=write 2024-09-12T17:16:05.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.951+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~CR27NFLMHI5C.0 size=304596 2024-09-12T17:16:05.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.951+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=CR27NFLMHI5C tag=NVHIP32ZJ9YT type=write size=1353172 2024-09-12T17:16:05.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.955+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~D791BG7S6NAF.0 size=301228 2024-09-12T17:16:05.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.959+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=D791BG7S6NAF tag=I1T46TS7E17H type=write size=1349804 2024-09-12T17:16:05.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.967+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~RAAWOJP8V23H.0 size=1048576 2024-09-12T17:16:05.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.971+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~RAAWOJP8V23H.1 size=721434 2024-09-12T17:16:05.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.971+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=RAAWOJP8V23H tag=21067OBYO0Z8 type=write size=2818586 2024-09-12T17:16:05.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.975+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~0LHFX6DE0UB1.0 size=940781 2024-09-12T17:16:05.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.979+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=0LHFX6DE0UB1 tag=KEP9KVVH59AC type=write size=1989357 2024-09-12T17:16:05.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.987+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1B2F5NSHV14W.0 size=874948 2024-09-12T17:16:05.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.987+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=1B2F5NSHV14W tag=SB4Z34L8AKZU type=write size=1923524 2024-09-12T17:16:05.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.991+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=I461A9THQ4KB type=del 2024-09-12T17:16:05.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.995+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=46PI1IIDKAV1 type=write size=109867 2024-09-12T17:16:06.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.999+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~BVDQTTISLIIV.0 size=1048576 2024-09-12T17:16:06.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:05.999+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~BVDQTTISLIIV.1 size=438771 2024-09-12T17:16:06.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.003+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=BVDQTTISLIIV tag=GTJ7M2R15MF6 type=write size=2535923 2024-09-12T17:16:06.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.007+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~95FF3OH7B07Z.0 size=766921 2024-09-12T17:16:06.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.011+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=95FF3OH7B07Z tag=02XJ4SUZBH6P type=write size=1815497 2024-09-12T17:16:06.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.011+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=Y35ZMHT6SCZT type=del 2024-09-12T17:16:06.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.019+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~HWG6MMHEW2QC.0 size=1048576 2024-09-12T17:16:06.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.023+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~HWG6MMHEW2QC.1 size=1048576 2024-09-12T17:16:06.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.023+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~HWG6MMHEW2QC.2 size=109133 2024-09-12T17:16:06.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.023+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=HWG6MMHEW2QC tag=VWI0T4H8Z40I type=write size=3254861 2024-09-12T17:16:06.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.031+0000 7f47a8c748c0 1 < canceled operation key=2WSU8RIJ5L0X tag=QSNHVBLOC4OY type=del size=3447685 2024-09-12T17:16:06.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.035+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~S6AJQ3VH55MF.0 size=1048576 2024-09-12T17:16:06.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.039+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~S6AJQ3VH55MF.1 size=1048576 2024-09-12T17:16:06.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.043+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~S6AJQ3VH55MF.2 size=489882 2024-09-12T17:16:06.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.043+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=S6AJQ3VH55MF tag=OZEYQ807IMOB type=write size=3635610 2024-09-12T17:16:06.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.047+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=4R4Z1JGOKZND type=del 2024-09-12T17:16:06.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.050+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=BRRVCGNJ9HHQ type=del size=1518549 2024-09-12T17:16:06.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.050+0000 7f47a8c748c0 1 < canceled part key=_multipart_1OX1IZ9XAHCI.2~9R3ZR2YTG8QS.0 size=1048576 2024-09-12T17:16:06.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.054+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~9R3ZR2YTG8QS.1 size=387293 2024-09-12T17:16:06.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.058+0000 7f47a8c748c0 1 < canceled multipart upload key=1OX1IZ9XAHCI upload=9R3ZR2YTG8QS tag=93E2P01QBJA1 type=write size=2484445 2024-09-12T17:16:06.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.062+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=Q56NSQJE0CJP type=del size=824016 2024-09-12T17:16:06.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.066+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=ZAVYCK4KTRU5 type=del 2024-09-12T17:16:06.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~KT14TGZ602HR.0 size=41704 2024-09-12T17:16:06.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.070+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=KT14TGZ602HR tag=JJLB2FZ9HR4W type=write size=1090280 2024-09-12T17:16:06.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.074+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=FBXSUXQXAO05 type=del 2024-09-12T17:16:06.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.078+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=175WL2VPU3RE type=del size=1744717 2024-09-12T17:16:06.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.082+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=BYZSPX4IJZM5 type=del 2024-09-12T17:16:06.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~G75ZC36YBHDG.0 size=105498 2024-09-12T17:16:06.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.086+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=G75ZC36YBHDG tag=N354OYOM9PGR type=write size=1154074 2024-09-12T17:16:06.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.090+0000 7f47a8c748c0 1 < completed write operation key=R9QGA3GF563C tag=VOHGMLW3SHA1 type=write size=793575 2024-09-12T17:16:06.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.094+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=PM3LZNEF94BZ type=del size=2541449 2024-09-12T17:16:06.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.098+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=XANMXWNS7G0J type=del 2024-09-12T17:16:06.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.102+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=VU8FOYBSFBXM type=write size=234938 2024-09-12T17:16:06.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.106+0000 7f47a8c748c0 1 < completed write operation key=M8IRCIWF1SOU tag=CQ35I6J1U731 type=write size=676909 2024-09-12T17:16:06.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~PT4U4EXW8601.0 size=1048576 2024-09-12T17:16:06.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~PT4U4EXW8601.1 size=1048576 2024-09-12T17:16:06.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~PT4U4EXW8601.2 size=999985 2024-09-12T17:16:06.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.114+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=PT4U4EXW8601 tag=GBT591UCTKXM type=write size=4145713 2024-09-12T17:16:06.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.118+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=HI7RMGH5KBOI type=del 2024-09-12T17:16:06.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.122+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=A9ZPO6HUDJ3Z type=del size=3690261 2024-09-12T17:16:06.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.126+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~CR27NFLMHI5C.0 size=304596 2024-09-12T17:16:06.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.130+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=CR27NFLMHI5C tag=NVHIP32ZJ9YT type=write size=1353172 2024-09-12T17:16:06.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.134+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=KWGJ5OYNSYX5 type=del size=2397205 2024-09-12T17:16:06.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.134+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~RAAWOJP8V23H.0 size=1048576 2024-09-12T17:16:06.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.138+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~RAAWOJP8V23H.1 size=721434 2024-09-12T17:16:06.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.146+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=RAAWOJP8V23H tag=21067OBYO0Z8 type=write size=2818586 2024-09-12T17:16:06.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.150+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~M187GG2MN5CK.0 size=129914 2024-09-12T17:16:06.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.150+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=M187GG2MN5CK tag=3GF46AWZ7PBK type=write size=1178490 2024-09-12T17:16:06.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.154+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~1B2F5NSHV14W.0 size=874948 2024-09-12T17:16:06.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.158+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=1B2F5NSHV14W tag=SB4Z34L8AKZU type=write size=1923524 2024-09-12T17:16:06.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.162+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=SF06SYOX0OI0 type=write size=247340 2024-09-12T17:16:06.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.170+0000 7f47a8c748c0 1 < suggested update operation key=G0UIHXL2ET1N tag=46PI1IIDKAV1 type=write size=109867 2024-09-12T17:16:06.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.170+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=X24OPBX1EV51 type=del size=2635772 2024-09-12T17:16:06.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.174+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~95FF3OH7B07Z.0 size=766921 2024-09-12T17:16:06.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.182+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=95FF3OH7B07Z tag=02XJ4SUZBH6P type=write size=1815497 2024-09-12T17:16:06.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.186+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~OY0T2ENF902F.0 size=616187 2024-09-12T17:16:06.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.186+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=OY0T2ENF902F tag=5GEEKOR6CT61 type=write size=1664763 2024-09-12T17:16:06.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.190+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~HWG6MMHEW2QC.0 size=1048576 2024-09-12T17:16:06.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.194+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~HWG6MMHEW2QC.1 size=1048576 2024-09-12T17:16:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.194+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~HWG6MMHEW2QC.2 size=109133 2024-09-12T17:16:06.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.202+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=HWG6MMHEW2QC tag=VWI0T4H8Z40I type=write size=3254861 2024-09-12T17:16:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.206+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=1BYQ5AB1SE0O type=del size=1029031 2024-09-12T17:16:06.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.210+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~S6AJQ3VH55MF.0 size=1048576 2024-09-12T17:16:06.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.210+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~S6AJQ3VH55MF.1 size=1048576 2024-09-12T17:16:06.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.214+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~S6AJQ3VH55MF.2 size=489882 2024-09-12T17:16:06.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.222+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=S6AJQ3VH55MF tag=OZEYQ807IMOB type=write size=3635610 2024-09-12T17:16:06.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~PP51EW04Z4L0.0 size=265497 2024-09-12T17:16:06.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.226+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=PP51EW04Z4L0 tag=Z1NI6LFBN018 type=write size=1314073 2024-09-12T17:16:06.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.230+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=BRRVCGNJ9HHQ type=del 2024-09-12T17:16:06.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.238+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PJYYXMUHNWJZ.0 size=1048576 2024-09-12T17:16:06.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.238+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PJYYXMUHNWJZ.1 size=1048576 2024-09-12T17:16:06.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.242+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PJYYXMUHNWJZ.2 size=673848 2024-09-12T17:16:06.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.242+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=PJYYXMUHNWJZ tag=0TVCQ8FFPGEC type=write size=3819576 2024-09-12T17:16:06.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.246+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=Q56NSQJE0CJP type=del 2024-09-12T17:16:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.250+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=TQT2HVLBJ2BK type=del size=1937048 2024-09-12T17:16:06.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.254+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~KT14TGZ602HR.0 size=41704 2024-09-12T17:16:06.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.258+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=KT14TGZ602HR tag=JJLB2FZ9HR4W type=write size=1090280 2024-09-12T17:16:06.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.266+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~447JJXA7YGJJ.0 size=1048576 2024-09-12T17:16:06.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.266+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~447JJXA7YGJJ.1 size=285622 2024-09-12T17:16:06.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.266+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=447JJXA7YGJJ tag=OLZZQKC94NT5 type=write size=2382774 2024-09-12T17:16:06.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.270+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=175WL2VPU3RE type=del 2024-09-12T17:16:06.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.274+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=I1UR2P3PKM1I type=del size=2382620 2024-09-12T17:16:06.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.278+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~G75ZC36YBHDG.0 size=105498 2024-09-12T17:16:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.282+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=G75ZC36YBHDG tag=N354OYOM9PGR type=write size=1154074 2024-09-12T17:16:06.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.286+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=25S58SMTHVBZ type=write size=590195 2024-09-12T17:16:06.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.290+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=PM3LZNEF94BZ type=del 2024-09-12T17:16:06.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~15J6SAIKN2D9.0 size=1048576 2024-09-12T17:16:06.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~15J6SAIKN2D9.1 size=584319 2024-09-12T17:16:06.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.298+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=15J6SAIKN2D9 tag=9IUXI1ZK1Q78 type=write size=2681471 2024-09-12T17:16:06.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.302+0000 7f47a8c748c0 1 < completed write operation key=8CHGYRJ30NQM tag=VU8FOYBSFBXM type=write size=234938 2024-09-12T17:16:06.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.306+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=DMZUX5D02367 type=del size=4045429 2024-09-12T17:16:06.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.310+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~PT4U4EXW8601.0 size=1048576 2024-09-12T17:16:06.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.310+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~PT4U4EXW8601.1 size=1048576 2024-09-12T17:16:06.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.310+0000 7f47a8c748c0 1 < canceled part key=_multipart_P8D2NC13VSST.2~PT4U4EXW8601.2 size=999985 2024-09-12T17:16:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.318+0000 7f47a8c748c0 1 < canceled multipart upload key=P8D2NC13VSST upload=PT4U4EXW8601 tag=GBT591UCTKXM type=write size=4145713 2024-09-12T17:16:06.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.322+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=8IVJTS90X0RE type=write size=151874 2024-09-12T17:16:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.322+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=A9ZPO6HUDJ3Z type=del 2024-09-12T17:16:06.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~HZSR8JB1W5NV.0 size=434113 2024-09-12T17:16:06.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.330+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=HZSR8JB1W5NV tag=RVJG2NWROXD7 type=write size=1482689 2024-09-12T17:16:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.334+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=KWGJ5OYNSYX5 type=del 2024-09-12T17:16:06.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.338+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~KK0XBRK629D5.0 size=1048576 2024-09-12T17:16:06.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.346+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~KK0XBRK629D5.1 size=299969 2024-09-12T17:16:06.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.346+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=KK0XBRK629D5 tag=XED1723UXM3O type=write size=2397121 2024-09-12T17:16:06.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.346+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~M187GG2MN5CK.0 size=129914 2024-09-12T17:16:06.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.354+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=M187GG2MN5CK tag=3GF46AWZ7PBK type=write size=1178490 2024-09-12T17:16:06.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.354+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=UU5M3DAK9C2A type=del size=1462549 2024-09-12T17:16:06.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.362+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=SF06SYOX0OI0 type=write size=247340 2024-09-12T17:16:06.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.366+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~VNY3399IVG99.0 size=1048576 2024-09-12T17:16:06.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~VNY3399IVG99.1 size=1048576 2024-09-12T17:16:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.374+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~VNY3399IVG99.2 size=901297 2024-09-12T17:16:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.374+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=VNY3399IVG99 tag=OGAXLM15TRNZ type=write size=4047025 2024-09-12T17:16:06.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.378+0000 7f47a8c748c0 1 < suggested update operation key=O8ZBOG7V3G21 tag=X24OPBX1EV51 type=del size=2635772 2024-09-12T17:16:06.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.382+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=7EKBZX4413IP type=del size=684671 2024-09-12T17:16:06.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.398+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~OY0T2ENF902F.0 size=616187 2024-09-12T17:16:06.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.406+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=OY0T2ENF902F tag=5GEEKOR6CT61 type=write size=1664763 2024-09-12T17:16:06.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~F2B10XDFQGLQ.0 size=1048576 2024-09-12T17:16:06.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~F2B10XDFQGLQ.1 size=1048576 2024-09-12T17:16:06.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.418+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~F2B10XDFQGLQ.2 size=449047 2024-09-12T17:16:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.418+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=F2B10XDFQGLQ tag=DSZX4I13P28L type=write size=3594775 2024-09-12T17:16:06.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.418+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=1BYQ5AB1SE0O type=del 2024-09-12T17:16:06.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~ZQXD92EPQRCL.0 size=239896 2024-09-12T17:16:06.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.422+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=ZQXD92EPQRCL tag=6RCHV6U908G3 type=write size=1288472 2024-09-12T17:16:06.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.426+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~PP51EW04Z4L0.0 size=265497 2024-09-12T17:16:06.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.430+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=PP51EW04Z4L0 tag=Z1NI6LFBN018 type=write size=1314073 2024-09-12T17:16:06.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~06CI05RB05Y4.0 size=1048576 2024-09-12T17:16:06.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~06CI05RB05Y4.1 size=1048576 2024-09-12T17:16:06.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~06CI05RB05Y4.2 size=24102 2024-09-12T17:16:06.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.442+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=06CI05RB05Y4 tag=K2A2CWKJSEY0 type=write size=3169830 2024-09-12T17:16:06.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.442+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~PJYYXMUHNWJZ.0 size=1048576 2024-09-12T17:16:06.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.446+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PJYYXMUHNWJZ.1 size=1048576 2024-09-12T17:16:06.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.446+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PJYYXMUHNWJZ.2 size=673848 2024-09-12T17:16:06.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.450+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=PJYYXMUHNWJZ tag=0TVCQ8FFPGEC type=write size=3819576 2024-09-12T17:16:06.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.458+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~0HW7TV6WIFQC.0 size=1048576 2024-09-12T17:16:06.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.462+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~0HW7TV6WIFQC.1 size=1048576 2024-09-12T17:16:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.462+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~0HW7TV6WIFQC.2 size=598589 2024-09-12T17:16:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.462+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=0HW7TV6WIFQC tag=ERT8CYQRMQVW type=write size=3744317 2024-09-12T17:16:06.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.466+0000 7f47a8c748c0 -1 < failed to complete operation key=O8ZBOG7V3G21 tag=TQT2HVLBJ2BK type=del size=1937048: (22) Invalid argument 2024-09-12T17:16:06.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W51BUIAOE1BF.0 size=1048576 2024-09-12T17:16:06.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.474+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W51BUIAOE1BF.1 size=14518 2024-09-12T17:16:06.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.474+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=W51BUIAOE1BF tag=GVQ1JBYMCVLX type=write size=2111670 2024-09-12T17:16:06.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.478+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~447JJXA7YGJJ.0 size=1048576 2024-09-12T17:16:06.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.478+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~447JJXA7YGJJ.1 size=285622 2024-09-12T17:16:06.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.482+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=447JJXA7YGJJ tag=OLZZQKC94NT5 type=write size=2382774 2024-09-12T17:16:06.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~QX450BU03LVU.0 size=721397 2024-09-12T17:16:06.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.490+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=QX450BU03LVU tag=RFPXWDFQOVWF type=write size=1769973 2024-09-12T17:16:06.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.494+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=I1UR2P3PKM1I type=del 2024-09-12T17:16:06.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.494+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=C04KKEU53LMF type=del size=2486087 2024-09-12T17:16:06.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.498+0000 7f47a8c748c0 1 < completed write operation key=O47SCE2D2679 tag=25S58SMTHVBZ type=write size=590195 2024-09-12T17:16:06.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~XHAC1EQH30A0.0 size=1048576 2024-09-12T17:16:06.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~XHAC1EQH30A0.1 size=168327 2024-09-12T17:16:06.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.506+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=XHAC1EQH30A0 tag=MX3FNF26FWG8 type=write size=2265479 2024-09-12T17:16:06.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.510+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~15J6SAIKN2D9.0 size=1048576 2024-09-12T17:16:06.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.510+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~15J6SAIKN2D9.1 size=584319 2024-09-12T17:16:06.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.514+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=15J6SAIKN2D9 tag=9IUXI1ZK1Q78 type=write size=2681471 2024-09-12T17:16:06.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.518+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=1J6ZD62GWPCX type=del size=517366 2024-09-12T17:16:06.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.522+0000 7f47a8c748c0 1 < canceled operation key=S2C9EJ9AS2SO tag=DMZUX5D02367 type=del size=4045429 2024-09-12T17:16:06.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.522+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=DF0M234QZC4M type=del size=2300833 2024-09-12T17:16:06.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.526+0000 7f47a8c748c0 -1 < failed to complete operation key=O8ZBOG7V3G21 tag=8IVJTS90X0RE type=write size=151874: (22) Invalid argument 2024-09-12T17:16:06.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~7KHCLEP0ZCQS.0 size=138512 2024-09-12T17:16:06.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.534+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=7KHCLEP0ZCQS tag=I93VEJ0YADDA type=write size=1187088 2024-09-12T17:16:06.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.534+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~HZSR8JB1W5NV.0 size=434113 2024-09-12T17:16:06.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.542+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=HZSR8JB1W5NV tag=RVJG2NWROXD7 type=write size=1482689 2024-09-12T17:16:06.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.546+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=W4286I7O2PKF type=del size=195486 2024-09-12T17:16:06.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.546+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~KK0XBRK629D5.0 size=1048576 2024-09-12T17:16:06.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.550+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~KK0XBRK629D5.1 size=299969 2024-09-12T17:16:06.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.554+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=KK0XBRK629D5 tag=XED1723UXM3O type=write size=2397121 2024-09-12T17:16:06.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.558+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=MZ9AXJSZYZ7S type=del size=994416 2024-09-12T17:16:06.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.562+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=UU5M3DAK9C2A type=del 2024-09-12T17:16:06.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.562+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=IK5U4S78GET1 type=write size=401643 2024-09-12T17:16:06.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.566+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~VNY3399IVG99.0 size=1048576 2024-09-12T17:16:06.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.570+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~VNY3399IVG99.1 size=1048576 2024-09-12T17:16:06.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.570+0000 7f47a8c748c0 1 < canceled part key=_multipart_93L6W586VL33.2~VNY3399IVG99.2 size=901297 2024-09-12T17:16:06.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.574+0000 7f47a8c748c0 1 < canceled multipart upload key=93L6W586VL33 upload=VNY3399IVG99 tag=OGAXLM15TRNZ type=write size=4047025 2024-09-12T17:16:06.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.578+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=IM5391QH10TG type=write size=301792 2024-09-12T17:16:06.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.582+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=7EKBZX4413IP type=del 2024-09-12T17:16:06.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.586+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~9ZLLVBR3EVL7.0 size=1048576 2024-09-12T17:16:06.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.590+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~9ZLLVBR3EVL7.1 size=13940 2024-09-12T17:16:06.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.590+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=9ZLLVBR3EVL7 tag=QHAT4IBP04LD type=write size=2111092 2024-09-12T17:16:06.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.590+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~F2B10XDFQGLQ.0 size=1048576 2024-09-12T17:16:06.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.594+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~F2B10XDFQGLQ.1 size=1048576 2024-09-12T17:16:06.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.598+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~F2B10XDFQGLQ.2 size=449047 2024-09-12T17:16:06.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.602+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=F2B10XDFQGLQ tag=DSZX4I13P28L type=write size=3594775 2024-09-12T17:16:06.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.606+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=MM7I42RJ3WHO type=del size=1784290 2024-09-12T17:16:06.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.606+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~ZQXD92EPQRCL.0 size=239896 2024-09-12T17:16:06.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.614+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=ZQXD92EPQRCL tag=6RCHV6U908G3 type=write size=1288472 2024-09-12T17:16:06.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.614+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=D3SC94BM73Q4 type=del size=1016603 2024-09-12T17:16:06.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.618+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~06CI05RB05Y4.0 size=1048576 2024-09-12T17:16:06.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.622+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~06CI05RB05Y4.1 size=1048576 2024-09-12T17:16:06.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.622+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~06CI05RB05Y4.2 size=24102 2024-09-12T17:16:06.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.630+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=06CI05RB05Y4 tag=K2A2CWKJSEY0 type=write size=3169830 2024-09-12T17:16:06.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.634+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=6ZNI7JVWK13H type=del size=3977086 2024-09-12T17:16:06.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.638+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~0HW7TV6WIFQC.0 size=1048576 2024-09-12T17:16:06.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.638+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~0HW7TV6WIFQC.1 size=1048576 2024-09-12T17:16:06.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.642+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~0HW7TV6WIFQC.2 size=598589 2024-09-12T17:16:06.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.646+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=0HW7TV6WIFQC tag=ERT8CYQRMQVW type=write size=3744317 2024-09-12T17:16:06.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.650+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~PRXOIE465KSB.0 size=1048576 2024-09-12T17:16:06.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~PRXOIE465KSB.1 size=1048576 2024-09-12T17:16:06.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~PRXOIE465KSB.2 size=409524 2024-09-12T17:16:06.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.658+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=PRXOIE465KSB tag=OLUK0DB4QYFH type=write size=3555252 2024-09-12T17:16:06.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.658+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W51BUIAOE1BF.0 size=1048576 2024-09-12T17:16:06.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.662+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W51BUIAOE1BF.1 size=14518 2024-09-12T17:16:06.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.674+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=W51BUIAOE1BF tag=GVQ1JBYMCVLX type=write size=2111670 2024-09-12T17:16:06.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.674+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=S9F6EBUHS9DK type=del size=898230 2024-09-12T17:16:06.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.678+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~QX450BU03LVU.0 size=721397 2024-09-12T17:16:06.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.682+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=QX450BU03LVU tag=RFPXWDFQOVWF type=write size=1769973 2024-09-12T17:16:06.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.686+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=MHXZFQEEF6L3 type=del size=1681466 2024-09-12T17:16:06.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.690+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=C04KKEU53LMF type=del 2024-09-12T17:16:06.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.694+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=TLDDGT5PBIPK type=del size=3978733 2024-09-12T17:16:06.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.694+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~XHAC1EQH30A0.0 size=1048576 2024-09-12T17:16:06.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.698+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~XHAC1EQH30A0.1 size=168327 2024-09-12T17:16:06.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.702+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=XHAC1EQH30A0 tag=MX3FNF26FWG8 type=write size=2265479 2024-09-12T17:16:06.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.706+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=0ZNFPEICAREP type=del size=1106317 2024-09-12T17:16:06.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.710+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=1J6ZD62GWPCX type=del 2024-09-12T17:16:06.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.710+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=9GE7AA1AN3I8 type=del size=1754152 2024-09-12T17:16:06.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.714+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=DF0M234QZC4M type=del 2024-09-12T17:16:06.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.718+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=YAA9NTLZYNZS type=del size=212714 2024-09-12T17:16:06.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.722+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~7KHCLEP0ZCQS.0 size=138512 2024-09-12T17:16:06.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.730+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=7KHCLEP0ZCQS tag=I93VEJ0YADDA type=write size=1187088 2024-09-12T17:16:06.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.730+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=IN5G99U5GNRQ type=del size=3499262 2024-09-12T17:16:06.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.734+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=W4286I7O2PKF type=del 2024-09-12T17:16:06.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~B9GJXEKT852L.0 size=1048576 2024-09-12T17:16:06.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~B9GJXEKT852L.1 size=1048576 2024-09-12T17:16:06.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~B9GJXEKT852L.2 size=778522 2024-09-12T17:16:06.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.746+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=B9GJXEKT852L tag=YYUU6YWG09ZG type=write size=3924250 2024-09-12T17:16:06.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.754+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=MZ9AXJSZYZ7S type=del size=994416 2024-09-12T17:16:06.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.758+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~UME8QSC0KJXI.0 size=1048576 2024-09-12T17:16:06.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~UME8QSC0KJXI.1 size=1048576 2024-09-12T17:16:06.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~UME8QSC0KJXI.2 size=635371 2024-09-12T17:16:06.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.766+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=UME8QSC0KJXI tag=RBN9UJ0K69Y7 type=write size=3781099 2024-09-12T17:16:06.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.766+0000 7f47a8c748c0 1 < completed write operation key=H5SIPJZCJ03T tag=IK5U4S78GET1 type=write size=401643 2024-09-12T17:16:06.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.770+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=MRPBVP3LKZNK type=del size=2390883 2024-09-12T17:16:06.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.774+0000 7f47a8c748c0 1 < completed write operation key=55WGV0XV6IGX tag=IM5391QH10TG type=write size=301792 2024-09-12T17:16:06.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.778+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=2HF7TC8I6TN7 type=del size=2773458 2024-09-12T17:16:06.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.778+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~9ZLLVBR3EVL7.0 size=1048576 2024-09-12T17:16:06.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.782+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~9ZLLVBR3EVL7.1 size=13940 2024-09-12T17:16:06.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.786+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=9ZLLVBR3EVL7 tag=QHAT4IBP04LD type=write size=2111092 2024-09-12T17:16:06.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.790+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=4N3Y0QUF81IW type=write size=788266 2024-09-12T17:16:06.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.794+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=MM7I42RJ3WHO type=del 2024-09-12T17:16:06.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.798+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=3Q55HPXRUH1U type=del size=889869 2024-09-12T17:16:06.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.802+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=D3SC94BM73Q4 type=del 2024-09-12T17:16:06.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.806+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~A7J3WBEAVL4D.0 size=1048576 2024-09-12T17:16:06.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~A7J3WBEAVL4D.1 size=1048576 2024-09-12T17:16:06.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~A7J3WBEAVL4D.2 size=261566 2024-09-12T17:16:06.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.810+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=A7J3WBEAVL4D tag=EGGYI0NMDY74 type=write size=3407294 2024-09-12T17:16:06.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.814+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=6ZNI7JVWK13H type=del 2024-09-12T17:16:06.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.818+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=VMJ7L95D9DX3 type=del size=2264020 2024-09-12T17:16:06.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.822+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~PRXOIE465KSB.0 size=1048576 2024-09-12T17:16:06.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.822+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~PRXOIE465KSB.1 size=1048576 2024-09-12T17:16:06.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.826+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~PRXOIE465KSB.2 size=409524 2024-09-12T17:16:06.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.830+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=PRXOIE465KSB tag=OLUK0DB4QYFH type=write size=3555252 2024-09-12T17:16:06.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.834+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=A51I87341QKT type=del size=2119033 2024-09-12T17:16:06.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.838+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=S9F6EBUHS9DK type=del 2024-09-12T17:16:06.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.846+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~166GR6UTL3X5.0 size=40749 2024-09-12T17:16:06.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.846+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=166GR6UTL3X5 tag=JQ6XPN1QTVE2 type=write size=1089325 2024-09-12T17:16:06.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.850+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=MHXZFQEEF6L3 type=del 2024-09-12T17:16:06.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~O7TB24MPYQP8.0 size=1048576 2024-09-12T17:16:06.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~O7TB24MPYQP8.1 size=1048576 2024-09-12T17:16:06.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~O7TB24MPYQP8.2 size=643877 2024-09-12T17:16:06.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.858+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=O7TB24MPYQP8 tag=P4WKW78E5IPA type=write size=3789605 2024-09-12T17:16:06.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.862+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=TLDDGT5PBIPK type=del 2024-09-12T17:16:06.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~J0U75LVCD0M9.0 size=1048576 2024-09-12T17:16:06.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~J0U75LVCD0M9.1 size=1048576 2024-09-12T17:16:06.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~J0U75LVCD0M9.2 size=165671 2024-09-12T17:16:06.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.874+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=J0U75LVCD0M9 tag=1L3R5VHVA1G4 type=write size=3311399 2024-09-12T17:16:06.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.882+0000 7f47a8c748c0 1 < suggested update operation key=H5SIPJZCJ03T tag=0ZNFPEICAREP type=del size=1106317 2024-09-12T17:16:06.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.886+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=4H9OTZ177HLO type=del size=1541983 2024-09-12T17:16:06.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.886+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=9GE7AA1AN3I8 type=del 2024-09-12T17:16:06.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.894+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YTLMSI7CRJ4Q.0 size=1048576 2024-09-12T17:16:06.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YTLMSI7CRJ4Q.1 size=590381 2024-09-12T17:16:06.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.898+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=YTLMSI7CRJ4Q tag=1YFN0LT4S8MY type=write size=2687533 2024-09-12T17:16:06.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.902+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=YAA9NTLZYNZS type=del size=212714 2024-09-12T17:16:06.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.906+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=0B5BVQG1NY1A type=del size=2502990 2024-09-12T17:16:06.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.914+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=IN5G99U5GNRQ type=del size=3499262 2024-09-12T17:16:06.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.918+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=I0RDP2TOPO24 type=del size=4014208 2024-09-12T17:16:06.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.922+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~B9GJXEKT852L.0 size=1048576 2024-09-12T17:16:06.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.922+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~B9GJXEKT852L.1 size=1048576 2024-09-12T17:16:06.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.922+0000 7f47a8c748c0 1 < canceled part key=_multipart_55WGV0XV6IGX.2~B9GJXEKT852L.2 size=778522 2024-09-12T17:16:06.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.930+0000 7f47a8c748c0 1 < canceled multipart upload key=55WGV0XV6IGX upload=B9GJXEKT852L tag=YYUU6YWG09ZG type=write size=3924250 2024-09-12T17:16:06.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.934+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~UFP49I2XW7NT.0 size=1048576 2024-09-12T17:16:06.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.942+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~UFP49I2XW7NT.1 size=696796 2024-09-12T17:16:06.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.942+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=UFP49I2XW7NT tag=AA02H0G6XMV8 type=write size=2793948 2024-09-12T17:16:06.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.946+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~UME8QSC0KJXI.0 size=1048576 2024-09-12T17:16:06.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.950+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~UME8QSC0KJXI.1 size=1048576 2024-09-12T17:16:06.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.950+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~UME8QSC0KJXI.2 size=635371 2024-09-12T17:16:06.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.958+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=UME8QSC0KJXI tag=RBN9UJ0K69Y7 type=write size=3781099 2024-09-12T17:16:06.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.962+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=CWJW3R45LLNG type=del size=2811998 2024-09-12T17:16:06.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.966+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=MRPBVP3LKZNK type=del 2024-09-12T17:16:06.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.966+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=GZOPWIE8CPP3 type=del size=2149495 2024-09-12T17:16:06.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.970+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=2HF7TC8I6TN7 type=del 2024-09-12T17:16:06.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.974+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=CXR6E4D0LXYD type=del size=3051038 2024-09-12T17:16:06.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.978+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=4N3Y0QUF81IW type=write size=788266 2024-09-12T17:16:06.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~FE6CIH16353Z.0 size=1048576 2024-09-12T17:16:06.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~FE6CIH16353Z.1 size=759207 2024-09-12T17:16:06.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.986+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=FE6CIH16353Z tag=033UYMWVZ82B type=write size=2856359 2024-09-12T17:16:06.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.990+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=3Q55HPXRUH1U type=del 2024-09-12T17:16:06.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.994+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=1P5IMCFOTBZ2 type=del size=269239 2024-09-12T17:16:07.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:06.998+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~A7J3WBEAVL4D.0 size=1048576 2024-09-12T17:16:07.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.002+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~A7J3WBEAVL4D.1 size=1048576 2024-09-12T17:16:07.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.006+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~A7J3WBEAVL4D.2 size=261566 2024-09-12T17:16:07.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.010+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=A7J3WBEAVL4D tag=EGGYI0NMDY74 type=write size=3407294 2024-09-12T17:16:07.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~RZBCUIU36QR3.0 size=1048576 2024-09-12T17:16:07.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~RZBCUIU36QR3.1 size=757385 2024-09-12T17:16:07.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.018+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=RZBCUIU36QR3 tag=GSEKHEI3WPH3 type=write size=2854537 2024-09-12T17:16:07.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.022+0000 7f47a8c748c0 1 < canceled operation key=3FB30GVCZOOL tag=VMJ7L95D9DX3 type=del size=2264020 2024-09-12T17:16:07.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.026+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=U5B8LRP4CRZX type=del size=764582 2024-09-12T17:16:07.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.030+0000 7f47a8c748c0 -1 < failed to complete operation key=55WGV0XV6IGX tag=A51I87341QKT type=del size=2119033: (22) Invalid argument 2024-09-12T17:16:07.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.034+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=0UT0ZSY59KJ9 type=del size=3058475 2024-09-12T17:16:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.038+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~166GR6UTL3X5.0 size=40749 2024-09-12T17:16:07.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.042+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=166GR6UTL3X5 tag=JQ6XPN1QTVE2 type=write size=1089325 2024-09-12T17:16:07.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~7UWRV7R4B4N5.0 size=1048576 2024-09-12T17:16:07.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~7UWRV7R4B4N5.1 size=594865 2024-09-12T17:16:07.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.054+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=7UWRV7R4B4N5 tag=OWW9ME8BBEF5 type=write size=2692017 2024-09-12T17:16:07.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.058+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~O7TB24MPYQP8.0 size=1048576 2024-09-12T17:16:07.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.058+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~O7TB24MPYQP8.1 size=1048576 2024-09-12T17:16:07.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.062+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~O7TB24MPYQP8.2 size=643877 2024-09-12T17:16:07.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.070+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=O7TB24MPYQP8 tag=P4WKW78E5IPA type=write size=3789605 2024-09-12T17:16:07.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.074+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=RD2C05D13KZK type=write size=357882 2024-09-12T17:16:07.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.078+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~J0U75LVCD0M9.0 size=1048576 2024-09-12T17:16:07.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.078+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~J0U75LVCD0M9.1 size=1048576 2024-09-12T17:16:07.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.082+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~J0U75LVCD0M9.2 size=165671 2024-09-12T17:16:07.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.090+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=J0U75LVCD0M9 tag=1L3R5VHVA1G4 type=write size=3311399 2024-09-12T17:16:07.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.090+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=LA1OL5QHMDN9 type=del size=166992 2024-09-12T17:16:07.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.094+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=4H9OTZ177HLO type=del 2024-09-12T17:16:07.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.098+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=IN5PMZ3MEXWC type=del size=3823883 2024-09-12T17:16:07.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.102+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YTLMSI7CRJ4Q.0 size=1048576 2024-09-12T17:16:07.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.106+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YTLMSI7CRJ4Q.1 size=590381 2024-09-12T17:16:07.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.110+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=YTLMSI7CRJ4Q tag=1YFN0LT4S8MY type=write size=2687533 2024-09-12T17:16:07.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.118+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~LKM4EPT12WY3.0 size=232328 2024-09-12T17:16:07.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.118+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=LKM4EPT12WY3 tag=OGIUXUMNFBUB type=write size=1280904 2024-09-12T17:16:07.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.122+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=0B5BVQG1NY1A type=del 2024-09-12T17:16:07.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.122+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=JOEPACRRHX2B type=write size=987610 2024-09-12T17:16:07.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.126+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=I0RDP2TOPO24 type=del 2024-09-12T17:16:07.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.134+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~Q266NL3PWVPT.0 size=1048576 2024-09-12T17:16:07.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.138+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~Q266NL3PWVPT.1 size=924689 2024-09-12T17:16:07.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.138+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=Q266NL3PWVPT tag=EXKM1KTFJQE8 type=write size=3021841 2024-09-12T17:16:07.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.138+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~UFP49I2XW7NT.0 size=1048576 2024-09-12T17:16:07.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.142+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~UFP49I2XW7NT.1 size=696796 2024-09-12T17:16:07.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.150+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=UFP49I2XW7NT tag=AA02H0G6XMV8 type=write size=2793948 2024-09-12T17:16:07.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~BG8I9A7TMHF0.0 size=1048576 2024-09-12T17:16:07.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~BG8I9A7TMHF0.1 size=1048576 2024-09-12T17:16:07.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.162+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~BG8I9A7TMHF0.2 size=417798 2024-09-12T17:16:07.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.162+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=BG8I9A7TMHF0 tag=QFLMOII51J49 type=write size=3563526 2024-09-12T17:16:07.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.166+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=CWJW3R45LLNG type=del 2024-09-12T17:16:07.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~R8HMHBUTMETD.0 size=373739 2024-09-12T17:16:07.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.170+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=R8HMHBUTMETD tag=NUN8C9UVHK8V type=write size=1422315 2024-09-12T17:16:07.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.178+0000 7f47a8c748c0 1 < suggested remove operation key=4BF7U5BNWTWP tag=GZOPWIE8CPP3 type=del 2024-09-12T17:16:07.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.182+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=SMSAXKWWU9V3 type=del size=3434093 2024-09-12T17:16:07.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.186+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=CXR6E4D0LXYD type=del 2024-09-12T17:16:07.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.190+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=A170UPPE13S0 type=del size=960436 2024-09-12T17:16:07.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.190+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~FE6CIH16353Z.0 size=1048576 2024-09-12T17:16:07.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.194+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~FE6CIH16353Z.1 size=759207 2024-09-12T17:16:07.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.198+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=FE6CIH16353Z tag=033UYMWVZ82B type=write size=2856359 2024-09-12T17:16:07.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.206+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=A92DI2HXYOMA type=del size=2370927 2024-09-12T17:16:07.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.206+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=1P5IMCFOTBZ2 type=del 2024-09-12T17:16:07.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~EWY4BU8WFV7G.0 size=1048576 2024-09-12T17:16:07.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.218+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~EWY4BU8WFV7G.1 size=341657 2024-09-12T17:16:07.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.218+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=EWY4BU8WFV7G tag=3H6X7X7Q6L54 type=write size=2438809 2024-09-12T17:16:07.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.222+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~RZBCUIU36QR3.0 size=1048576 2024-09-12T17:16:07.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.226+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~RZBCUIU36QR3.1 size=757385 2024-09-12T17:16:07.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.230+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=RZBCUIU36QR3 tag=GSEKHEI3WPH3 type=write size=2854537 2024-09-12T17:16:07.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.234+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=I5843JZMZUG4 type=del size=2927703 2024-09-12T17:16:07.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.238+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=U5B8LRP4CRZX type=del 2024-09-12T17:16:07.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.242+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=LDL88SVROO15 type=del size=182304 2024-09-12T17:16:07.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.246+0000 7f47a8c748c0 1 < canceled operation key=M8IRCIWF1SOU tag=0UT0ZSY59KJ9 type=del size=3058475 2024-09-12T17:16:07.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.246+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=IRGVJHTHOIPA type=del size=4021696 2024-09-12T17:16:07.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.250+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~7UWRV7R4B4N5.0 size=1048576 2024-09-12T17:16:07.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.254+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~7UWRV7R4B4N5.1 size=594865 2024-09-12T17:16:07.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.258+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=7UWRV7R4B4N5 tag=OWW9ME8BBEF5 type=write size=2692017 2024-09-12T17:16:07.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.262+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=3P9J6L6REUA1 type=del size=2649106 2024-09-12T17:16:07.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.266+0000 7f47a8c748c0 1 < completed write operation key=LIX9TJX73W7K tag=RD2C05D13KZK type=write size=357882 2024-09-12T17:16:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.274+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~DIINP73PQDTR.0 size=416031 2024-09-12T17:16:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.274+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=DIINP73PQDTR tag=1VESMN9HQAQK type=write size=1464607 2024-09-12T17:16:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.278+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=LA1OL5QHMDN9 type=del 2024-09-12T17:16:07.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.282+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=U3VQIWGWN4IX type=del size=2425634 2024-09-12T17:16:07.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.286+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=IN5PMZ3MEXWC type=del 2024-09-12T17:16:07.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~C5P3JAQELFBX.0 size=1048576 2024-09-12T17:16:07.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.294+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~C5P3JAQELFBX.1 size=851809 2024-09-12T17:16:07.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.294+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=C5P3JAQELFBX tag=0TYUIL83SIA2 type=write size=2948961 2024-09-12T17:16:07.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.298+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~LKM4EPT12WY3.0 size=232328 2024-09-12T17:16:07.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.302+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=LKM4EPT12WY3 tag=OGIUXUMNFBUB type=write size=1280904 2024-09-12T17:16:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.306+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=WLTCL5H06N6C type=del size=1063211 2024-09-12T17:16:07.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.306+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=JOEPACRRHX2B type=write size=987610 2024-09-12T17:16:07.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~3G71HKLRVFHW.0 size=1048576 2024-09-12T17:16:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.318+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~3G71HKLRVFHW.1 size=46185 2024-09-12T17:16:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.318+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=3G71HKLRVFHW tag=ZAF4N1SC7YBR type=write size=2143337 2024-09-12T17:16:07.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.318+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~Q266NL3PWVPT.0 size=1048576 2024-09-12T17:16:07.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.322+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~Q266NL3PWVPT.1 size=924689 2024-09-12T17:16:07.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.330+0000 7f47a8c748c0 1 < completed multipart upload key=ON5AHBFMCXB7 upload=Q266NL3PWVPT tag=EXKM1KTFJQE8 type=write size=3021841 2024-09-12T17:16:07.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.334+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=GRJ7GHD03FIV type=write size=199548 2024-09-12T17:16:07.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.334+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~BG8I9A7TMHF0.0 size=1048576 2024-09-12T17:16:07.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.334+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~BG8I9A7TMHF0.1 size=1048576 2024-09-12T17:16:07.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.338+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~BG8I9A7TMHF0.2 size=417798 2024-09-12T17:16:07.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.342+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=BG8I9A7TMHF0 tag=QFLMOII51J49 type=write size=3563526 2024-09-12T17:16:07.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.346+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=903F7IQ9J83B type=del size=3634036 2024-09-12T17:16:07.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.350+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~R8HMHBUTMETD.0 size=373739 2024-09-12T17:16:07.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.354+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=R8HMHBUTMETD tag=NUN8C9UVHK8V type=write size=1422315 2024-09-12T17:16:07.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.358+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=F5CM3A8YOGHO type=del size=2402331 2024-09-12T17:16:07.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.362+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=SMSAXKWWU9V3 type=del 2024-09-12T17:16:07.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.366+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~54RDG3JSODFX.0 size=723634 2024-09-12T17:16:07.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.366+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=54RDG3JSODFX tag=4CRMA7U73SK5 type=write size=1772210 2024-09-12T17:16:07.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.370+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=A170UPPE13S0 type=del 2024-09-12T17:16:07.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.374+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=19XK2C00SMO5 type=write size=884347 2024-09-12T17:16:07.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.374+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=A92DI2HXYOMA type=del 2024-09-12T17:16:07.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.378+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=V8FE6CQF6ZPV type=del size=270331 2024-09-12T17:16:07.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.382+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~EWY4BU8WFV7G.0 size=1048576 2024-09-12T17:16:07.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.382+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~EWY4BU8WFV7G.1 size=341657 2024-09-12T17:16:07.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.390+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=EWY4BU8WFV7G tag=3H6X7X7Q6L54 type=write size=2438809 2024-09-12T17:16:07.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.394+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=N8NXR85QHY45 type=del size=1407227 2024-09-12T17:16:07.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.398+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=I5843JZMZUG4 type=del 2024-09-12T17:16:07.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.398+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=2TBJ1RYT9MQJ type=del size=154304 2024-09-12T17:16:07.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.406+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=LDL88SVROO15 type=del size=182304 2024-09-12T17:16:07.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.406+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=6L0W7BH5HJFK type=del size=3148378 2024-09-12T17:16:07.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.414+0000 7f47a8c748c0 1 < suggested remove operation key=FNQLQEI5JDG8 tag=IRGVJHTHOIPA type=del 2024-09-12T17:16:07.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.418+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=KHP2B940E9PV type=del size=2067587 2024-09-12T17:16:07.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.418+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=3P9J6L6REUA1 type=del 2024-09-12T17:16:07.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.422+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=4WSA4NQETI03 type=del size=1903506 2024-09-12T17:16:07.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.426+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~DIINP73PQDTR.0 size=416031 2024-09-12T17:16:07.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.430+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=DIINP73PQDTR tag=1VESMN9HQAQK type=write size=1464607 2024-09-12T17:16:07.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.430+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=A1N4VOZGY2JA type=write size=370382 2024-09-12T17:16:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.438+0000 7f47a8c748c0 1 < suggested remove operation key=K7VSL58BTME5 tag=U3VQIWGWN4IX type=del 2024-09-12T17:16:07.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~0XTR6EBXB4EK.0 size=1048576 2024-09-12T17:16:07.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~0XTR6EBXB4EK.1 size=273189 2024-09-12T17:16:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.446+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=0XTR6EBXB4EK tag=0GHV658XZK0T type=write size=2370341 2024-09-12T17:16:07.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.446+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~C5P3JAQELFBX.0 size=1048576 2024-09-12T17:16:07.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.446+0000 7f47a8c748c0 1 < canceled part key=_multipart_S2C9EJ9AS2SO.2~C5P3JAQELFBX.1 size=851809 2024-09-12T17:16:07.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.450+0000 7f47a8c748c0 1 < canceled multipart upload key=S2C9EJ9AS2SO upload=C5P3JAQELFBX tag=0TYUIL83SIA2 type=write size=2948961 2024-09-12T17:16:07.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.454+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=B3NE5RL53PPD type=del size=319814 2024-09-12T17:16:07.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.458+0000 7f47a8c748c0 1 < canceled operation key=QAXSHF0ZS39F tag=WLTCL5H06N6C type=del size=1063211 2024-09-12T17:16:07.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.462+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~B79ZENHGHG11.0 size=1048576 2024-09-12T17:16:07.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~B79ZENHGHG11.1 size=1048576 2024-09-12T17:16:07.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~B79ZENHGHG11.2 size=855819 2024-09-12T17:16:07.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.466+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=B79ZENHGHG11 tag=026NZM3EI67A type=write size=4001547 2024-09-12T17:16:07.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.470+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~3G71HKLRVFHW.0 size=1048576 2024-09-12T17:16:07.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.470+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~3G71HKLRVFHW.1 size=46185 2024-09-12T17:16:07.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.478+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=3G71HKLRVFHW tag=ZAF4N1SC7YBR type=write size=2143337 2024-09-12T17:16:07.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.478+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=MDAG4KQZ759K type=del size=2090000 2024-09-12T17:16:07.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.482+0000 7f47a8c748c0 1 < completed write operation key=X8QDFHONH3RD tag=GRJ7GHD03FIV type=write size=199548 2024-09-12T17:16:07.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~MPYXMVZKD4GR.0 size=1048576 2024-09-12T17:16:07.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~MPYXMVZKD4GR.1 size=151390 2024-09-12T17:16:07.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.490+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=MPYXMVZKD4GR tag=G2689XFKNELM type=write size=2248542 2024-09-12T17:16:07.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.494+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=903F7IQ9J83B type=del 2024-09-12T17:16:07.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.498+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=R08NE7G8WF1I type=del size=359190 2024-09-12T17:16:07.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.498+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=F5CM3A8YOGHO type=del 2024-09-12T17:16:07.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.502+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=7DAC2UI8NVIJ type=del size=2718324 2024-09-12T17:16:07.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.506+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~54RDG3JSODFX.0 size=723634 2024-09-12T17:16:07.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.510+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=54RDG3JSODFX tag=4CRMA7U73SK5 type=write size=1772210 2024-09-12T17:16:07.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~O6BXDKATSLOB.0 size=1048576 2024-09-12T17:16:07.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~O6BXDKATSLOB.1 size=1048576 2024-09-12T17:16:07.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.522+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~O6BXDKATSLOB.2 size=101469 2024-09-12T17:16:07.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.522+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=O6BXDKATSLOB tag=VYHKLSTWJXF8 type=write size=3247197 2024-09-12T17:16:07.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.526+0000 7f47a8c748c0 1 < completed write operation key=G0UIHXL2ET1N tag=19XK2C00SMO5 type=write size=884347 2024-09-12T17:16:07.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.526+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=E4K5H7LJ45YK type=del size=1165864 2024-09-12T17:16:07.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.530+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=V8FE6CQF6ZPV type=del 2024-09-12T17:16:07.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.534+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=ERLON82U4YCQ type=del size=2282551 2024-09-12T17:16:07.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.538+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=N8NXR85QHY45 type=del 2024-09-12T17:16:07.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~JZO1YIWUFURP.0 size=1048576 2024-09-12T17:16:07.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~JZO1YIWUFURP.1 size=1048576 2024-09-12T17:16:07.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~JZO1YIWUFURP.2 size=537735 2024-09-12T17:16:07.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.550+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=JZO1YIWUFURP tag=S7G1OH7G9ZU6 type=write size=3683463 2024-09-12T17:16:07.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.558+0000 7f47a8c748c0 1 < suggested update operation key=MGMTNUVEIO4Y tag=2TBJ1RYT9MQJ type=del size=154304 2024-09-12T17:16:07.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.562+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=6L74KQH27PVC type=write size=438293 2024-09-12T17:16:07.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.566+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=6L0W7BH5HJFK type=del 2024-09-12T17:16:07.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.570+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~88B8G5UNYFRT.0 size=1048576 2024-09-12T17:16:07.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~88B8G5UNYFRT.1 size=271752 2024-09-12T17:16:07.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.574+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=88B8G5UNYFRT tag=F3CDXRR25XYM type=write size=2368904 2024-09-12T17:16:07.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.578+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=KHP2B940E9PV type=del 2024-09-12T17:16:07.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.582+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~MP0301AGRH5D.0 size=1048576 2024-09-12T17:16:07.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.586+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~MP0301AGRH5D.1 size=392750 2024-09-12T17:16:07.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.586+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=MP0301AGRH5D tag=F7BGMQF6JHRF type=write size=2489902 2024-09-12T17:16:07.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.590+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=4WSA4NQETI03 type=del 2024-09-12T17:16:07.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~GN8W0J2WEQMF.0 size=1048576 2024-09-12T17:16:07.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.598+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~GN8W0J2WEQMF.1 size=1048576 2024-09-12T17:16:07.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.602+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~GN8W0J2WEQMF.2 size=19217 2024-09-12T17:16:07.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.602+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=GN8W0J2WEQMF tag=778KTAL5B0AY type=write size=3164945 2024-09-12T17:16:07.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.606+0000 7f47a8c748c0 1 < completed write operation key=3FB30GVCZOOL tag=A1N4VOZGY2JA type=write size=370382 2024-09-12T17:16:07.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.610+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=P3HZ1TJ9LRQK type=del size=1443364 2024-09-12T17:16:07.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.614+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~0XTR6EBXB4EK.0 size=1048576 2024-09-12T17:16:07.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.614+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~0XTR6EBXB4EK.1 size=273189 2024-09-12T17:16:07.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.622+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=0XTR6EBXB4EK tag=0GHV658XZK0T type=write size=2370341 2024-09-12T17:16:07.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.626+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=9FTDBPS6Z6GE type=del size=3067037 2024-09-12T17:16:07.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.630+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=B3NE5RL53PPD type=del 2024-09-12T17:16:07.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.634+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=Q841IFMVGCMP type=write size=845120 2024-09-12T17:16:07.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.638+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~B79ZENHGHG11.0 size=1048576 2024-09-12T17:16:07.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.638+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~B79ZENHGHG11.1 size=1048576 2024-09-12T17:16:07.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.642+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~B79ZENHGHG11.2 size=855819 2024-09-12T17:16:07.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.650+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=B79ZENHGHG11 tag=026NZM3EI67A type=write size=4001547 2024-09-12T17:16:07.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.654+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=EKPQ0DSTDLVM type=del size=1452552 2024-09-12T17:16:07.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.658+0000 7f47a8c748c0 1 < suggested update operation key=93L6W586VL33 tag=MDAG4KQZ759K type=del size=2090000 2024-09-12T17:16:07.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.662+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=7U3GO33NHD3Z type=del size=2709602 2024-09-12T17:16:07.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.666+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~MPYXMVZKD4GR.0 size=1048576 2024-09-12T17:16:07.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.670+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~MPYXMVZKD4GR.1 size=151390 2024-09-12T17:16:07.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.674+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=MPYXMVZKD4GR tag=G2689XFKNELM type=write size=2248542 2024-09-12T17:16:07.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.678+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=B3HVS1Q25NNJ type=del size=1596785 2024-09-12T17:16:07.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.682+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=R08NE7G8WF1I type=del 2024-09-12T17:16:07.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~WA875P0MRTK6.0 size=1048576 2024-09-12T17:16:07.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~WA875P0MRTK6.1 size=89801 2024-09-12T17:16:07.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.690+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=WA875P0MRTK6 tag=WUDV7GD7XLWV type=write size=2186953 2024-09-12T17:16:07.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.698+0000 7f47a8c748c0 1 < suggested remove operation key=R9QGA3GF563C tag=7DAC2UI8NVIJ type=del 2024-09-12T17:16:07.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.702+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=336TMTIFRBFU type=del size=3847069 2024-09-12T17:16:07.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.706+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~O6BXDKATSLOB.0 size=1048576 2024-09-12T17:16:07.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.706+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~O6BXDKATSLOB.1 size=1048576 2024-09-12T17:16:07.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.710+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~O6BXDKATSLOB.2 size=101469 2024-09-12T17:16:07.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.714+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=O6BXDKATSLOB tag=VYHKLSTWJXF8 type=write size=3247197 2024-09-12T17:16:07.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.718+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=LMYR3TCQ6Z9M type=del size=1261271 2024-09-12T17:16:07.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.726+0000 7f47a8c748c0 1 < suggested update operation key=H0TD8JXDYKKK tag=E4K5H7LJ45YK type=del size=1165864 2024-09-12T17:16:07.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.734+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~50DE975CR7PL.0 size=1048576 2024-09-12T17:16:07.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.734+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~50DE975CR7PL.1 size=1048289 2024-09-12T17:16:07.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.734+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=50DE975CR7PL tag=4BHMDV5K7POA type=write size=3145441 2024-09-12T17:16:07.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.738+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=ERLON82U4YCQ type=del 2024-09-12T17:16:07.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8XZ53URTRU2O.0 size=1048576 2024-09-12T17:16:07.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8XZ53URTRU2O.1 size=1048576 2024-09-12T17:16:07.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.750+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8XZ53URTRU2O.2 size=986637 2024-09-12T17:16:07.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.750+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=8XZ53URTRU2O tag=151XFYIO6Q3W type=write size=4132365 2024-09-12T17:16:07.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.754+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~JZO1YIWUFURP.0 size=1048576 2024-09-12T17:16:07.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.758+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~JZO1YIWUFURP.1 size=1048576 2024-09-12T17:16:07.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.758+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8AIZZ75FGRJ.2~JZO1YIWUFURP.2 size=537735 2024-09-12T17:16:07.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.762+0000 7f47a8c748c0 1 < canceled multipart upload key=O8AIZZ75FGRJ upload=JZO1YIWUFURP tag=S7G1OH7G9ZU6 type=write size=3683463 2024-09-12T17:16:07.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.770+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~TBIJYTBVIRBT.0 size=1048576 2024-09-12T17:16:07.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.774+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~TBIJYTBVIRBT.1 size=722252 2024-09-12T17:16:07.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.774+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=TBIJYTBVIRBT tag=5NLOZQUW9VCB type=write size=2819404 2024-09-12T17:16:07.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.774+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=6L74KQH27PVC type=write size=438293 2024-09-12T17:16:07.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.782+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=SA3V0UQUMI7O type=del size=1056241 2024-09-12T17:16:07.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.782+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~88B8G5UNYFRT.0 size=1048576 2024-09-12T17:16:07.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.786+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~88B8G5UNYFRT.1 size=271752 2024-09-12T17:16:07.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.794+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=88B8G5UNYFRT tag=F3CDXRR25XYM type=write size=2368904 2024-09-12T17:16:07.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.798+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=XA9KWR47HT6B type=write size=605649 2024-09-12T17:16:07.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.802+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~MP0301AGRH5D.0 size=1048576 2024-09-12T17:16:07.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.806+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~MP0301AGRH5D.1 size=392750 2024-09-12T17:16:07.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.810+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=MP0301AGRH5D tag=F7BGMQF6JHRF type=write size=2489902 2024-09-12T17:16:07.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~TG54ZLPB7H9N.0 size=1048576 2024-09-12T17:16:07.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.822+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~TG54ZLPB7H9N.1 size=248791 2024-09-12T17:16:07.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.822+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=TG54ZLPB7H9N tag=SH4JJ5XIOI0M type=write size=2345943 2024-09-12T17:16:07.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.822+0000 7f47a8c748c0 1 < canceled part key=_multipart_93L6W586VL33.2~GN8W0J2WEQMF.0 size=1048576 2024-09-12T17:16:07.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.826+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~GN8W0J2WEQMF.1 size=1048576 2024-09-12T17:16:07.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.826+0000 7f47a8c748c0 1 < canceled part key=_multipart_93L6W586VL33.2~GN8W0J2WEQMF.2 size=19217 2024-09-12T17:16:07.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.830+0000 7f47a8c748c0 1 < canceled multipart upload key=93L6W586VL33 upload=GN8W0J2WEQMF tag=778KTAL5B0AY type=write size=3164945 2024-09-12T17:16:07.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.834+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=UEQ0NGIZHATV type=write size=633772 2024-09-12T17:16:07.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.838+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=P3HZ1TJ9LRQK type=del 2024-09-12T17:16:07.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~16P6KOYCC9S8.0 size=1048576 2024-09-12T17:16:07.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.846+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~16P6KOYCC9S8.1 size=781421 2024-09-12T17:16:07.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.846+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=16P6KOYCC9S8 tag=L7ZU71JQ1HJQ type=write size=2878573 2024-09-12T17:16:07.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.854+0000 7f47a8c748c0 1 < suggested remove operation key=2WSU8RIJ5L0X tag=9FTDBPS6Z6GE type=del 2024-09-12T17:16:07.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.858+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=01HU5MF629CY type=del size=1066657 2024-09-12T17:16:07.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.858+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=Q841IFMVGCMP type=write size=845120 2024-09-12T17:16:07.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.862+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=9KIA84RTAICS type=del size=3136782 2024-09-12T17:16:07.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.866+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=EKPQ0DSTDLVM type=del 2024-09-12T17:16:07.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.870+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=UTDJNV1XJ7CK type=del size=3193039 2024-09-12T17:16:07.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.874+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=7U3GO33NHD3Z type=del 2024-09-12T17:16:07.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.878+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=6OVD2G4GKXAT type=del size=3469404 2024-09-12T17:16:07.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.882+0000 7f47a8c748c0 1 < canceled operation key=S2C9EJ9AS2SO tag=B3HVS1Q25NNJ type=del size=1596785 2024-09-12T17:16:07.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.890+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~Q6J53K8S6K4B.0 size=1048576 2024-09-12T17:16:07.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.894+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~Q6J53K8S6K4B.1 size=1048576 2024-09-12T17:16:07.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.894+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~Q6J53K8S6K4B.2 size=634739 2024-09-12T17:16:07.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.894+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=Q6J53K8S6K4B tag=EN9DA0SO0GNQ type=write size=3780467 2024-09-12T17:16:07.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.898+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~WA875P0MRTK6.0 size=1048576 2024-09-12T17:16:07.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.902+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~WA875P0MRTK6.1 size=89801 2024-09-12T17:16:07.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.906+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=WA875P0MRTK6 tag=WUDV7GD7XLWV type=write size=2186953 2024-09-12T17:16:07.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.910+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=GYOOHILBL70N type=del size=905774 2024-09-12T17:16:07.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.918+0000 7f47a8c748c0 -1 < failed to complete operation key=H0TD8JXDYKKK tag=336TMTIFRBFU type=del size=3847069: (22) Invalid argument 2024-09-12T17:16:07.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.918+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=56KG382ZR1AA type=del size=872558 2024-09-12T17:16:07.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.922+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=LMYR3TCQ6Z9M type=del 2024-09-12T17:16:07.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.926+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=3TRK2EZ9G54W type=del size=185612 2024-09-12T17:16:07.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.930+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~50DE975CR7PL.0 size=1048576 2024-09-12T17:16:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.934+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~50DE975CR7PL.1 size=1048289 2024-09-12T17:16:07.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.938+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=50DE975CR7PL tag=4BHMDV5K7POA type=write size=3145441 2024-09-12T17:16:07.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.942+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=6DBQX4X5NOH0 type=del size=3297784 2024-09-12T17:16:07.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.946+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8XZ53URTRU2O.0 size=1048576 2024-09-12T17:16:07.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.950+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8XZ53URTRU2O.1 size=1048576 2024-09-12T17:16:07.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.950+0000 7f47a8c748c0 1 < canceled part key=_multipart_F7Y1D98CH9J9.2~8XZ53URTRU2O.2 size=986637 2024-09-12T17:16:07.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.954+0000 7f47a8c748c0 1 < canceled multipart upload key=F7Y1D98CH9J9 upload=8XZ53URTRU2O tag=151XFYIO6Q3W type=write size=4132365 2024-09-12T17:16:07.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.962+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W9U3O4YF3112.0 size=664297 2024-09-12T17:16:07.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.962+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=W9U3O4YF3112 tag=QV8MNNAFM9DB type=write size=1712873 2024-09-12T17:16:07.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.966+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~TBIJYTBVIRBT.0 size=1048576 2024-09-12T17:16:07.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.966+0000 7f47a8c748c0 1 < canceled part key=_multipart_X8QDFHONH3RD.2~TBIJYTBVIRBT.1 size=722252 2024-09-12T17:16:07.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.974+0000 7f47a8c748c0 1 < canceled multipart upload key=X8QDFHONH3RD upload=TBIJYTBVIRBT tag=5NLOZQUW9VCB type=write size=2819404 2024-09-12T17:16:07.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.978+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=M0TJQKU2JI6C type=del size=3298513 2024-09-12T17:16:07.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.982+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=SA3V0UQUMI7O type=del 2024-09-12T17:16:07.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~320O4BS485JY.0 size=1048576 2024-09-12T17:16:07.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~320O4BS485JY.1 size=1048576 2024-09-12T17:16:07.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.994+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~320O4BS485JY.2 size=302153 2024-09-12T17:16:07.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.994+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=320O4BS485JY tag=X0WNI9LUN008 type=write size=3447881 2024-09-12T17:16:08.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:07.998+0000 7f47a8c748c0 1 < canceled operation key=ON5AHBFMCXB7 tag=XA9KWR47HT6B type=write size=605649 2024-09-12T17:16:08.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.002+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~C71X6YO6VEMP.0 size=44429 2024-09-12T17:16:08.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.002+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=C71X6YO6VEMP tag=AGJ06YA7WNDD type=write size=1093005 2024-09-12T17:16:08.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.006+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~TG54ZLPB7H9N.0 size=1048576 2024-09-12T17:16:08.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.010+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~TG54ZLPB7H9N.1 size=248791 2024-09-12T17:16:08.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.014+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=TG54ZLPB7H9N tag=SH4JJ5XIOI0M type=write size=2345943 2024-09-12T17:16:08.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~IHBX7MNJTA5H.0 size=1048576 2024-09-12T17:16:08.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~IHBX7MNJTA5H.1 size=1048576 2024-09-12T17:16:08.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~IHBX7MNJTA5H.2 size=211285 2024-09-12T17:16:08.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.026+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=IHBX7MNJTA5H tag=UICVG81YW75W type=write size=3357013 2024-09-12T17:16:08.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.030+0000 7f47a8c748c0 1 < completed write operation key=MGMTNUVEIO4Y tag=UEQ0NGIZHATV type=write size=633772 2024-09-12T17:16:08.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.034+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=U0ZANAIE0TGI type=del size=1033130 2024-09-12T17:16:08.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.038+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~16P6KOYCC9S8.0 size=1048576 2024-09-12T17:16:08.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.038+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~16P6KOYCC9S8.1 size=781421 2024-09-12T17:16:08.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.046+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=16P6KOYCC9S8 tag=L7ZU71JQ1HJQ type=write size=2878573 2024-09-12T17:16:08.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~T25FB0G078IB.0 size=1048576 2024-09-12T17:16:08.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~T25FB0G078IB.1 size=1048576 2024-09-12T17:16:08.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.058+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~T25FB0G078IB.2 size=796701 2024-09-12T17:16:08.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.058+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=T25FB0G078IB tag=0AWUG0FYOOXD type=write size=3942429 2024-09-12T17:16:08.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.062+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=01HU5MF629CY type=del 2024-09-12T17:16:08.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.066+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=UT8KMHG76TG1 type=del size=916124 2024-09-12T17:16:08.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.070+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=9KIA84RTAICS type=del 2024-09-12T17:16:08.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.074+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=P8U8YMCRV72W type=write size=12618 2024-09-12T17:16:08.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.074+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=UTDJNV1XJ7CK type=del 2024-09-12T17:16:08.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.078+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=UAUVPWR70HM7 type=write size=712275 2024-09-12T17:16:08.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.082+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=6OVD2G4GKXAT type=del 2024-09-12T17:16:08.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.090+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~1B1HSIY94ELT.0 size=1048576 2024-09-12T17:16:08.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.094+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~1B1HSIY94ELT.1 size=610839 2024-09-12T17:16:08.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.094+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=1B1HSIY94ELT tag=KPURH2GQE2UW type=write size=2707991 2024-09-12T17:16:08.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.098+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~Q6J53K8S6K4B.0 size=1048576 2024-09-12T17:16:08.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.102+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~Q6J53K8S6K4B.1 size=1048576 2024-09-12T17:16:08.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.102+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~Q6J53K8S6K4B.2 size=634739 2024-09-12T17:16:08.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.110+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=Q6J53K8S6K4B tag=EN9DA0SO0GNQ type=write size=3780467 2024-09-12T17:16:08.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.114+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=IM7DEX3B7M4Y type=del size=2756123 2024-09-12T17:16:08.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.114+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=GYOOHILBL70N type=del 2024-09-12T17:16:08.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.122+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~G6A9C23VAPBX.0 size=1048576 2024-09-12T17:16:08.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~G6A9C23VAPBX.1 size=918741 2024-09-12T17:16:08.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.126+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=G6A9C23VAPBX tag=2YHZ9LRQW1D5 type=write size=3015893 2024-09-12T17:16:08.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.130+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=56KG382ZR1AA type=del 2024-09-12T17:16:08.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.134+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=ALQAG82QL10K type=del size=526985 2024-09-12T17:16:08.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.134+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=3TRK2EZ9G54W type=del 2024-09-12T17:16:08.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.138+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=6L5TLW6NO8GP type=del size=2560850 2024-09-12T17:16:08.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.142+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=6DBQX4X5NOH0 type=del 2024-09-12T17:16:08.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.146+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=EYRFVLHOW6DK type=del size=2773964 2024-09-12T17:16:08.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.150+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W9U3O4YF3112.0 size=664297 2024-09-12T17:16:08.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.154+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=W9U3O4YF3112 tag=QV8MNNAFM9DB type=write size=1712873 2024-09-12T17:16:08.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.162+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~2MEPEIXZCS3U.0 size=1048576 2024-09-12T17:16:08.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.166+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~2MEPEIXZCS3U.1 size=147319 2024-09-12T17:16:08.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.166+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=2MEPEIXZCS3U tag=TQPTT4456UAI type=write size=2244471 2024-09-12T17:16:08.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.174+0000 7f47a8c748c0 1 < suggested remove operation key=H0TD8JXDYKKK tag=M0TJQKU2JI6C type=del 2024-09-12T17:16:08.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.178+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=MBT32LU0YQ1L type=del size=2771446 2024-09-12T17:16:08.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.178+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~320O4BS485JY.0 size=1048576 2024-09-12T17:16:08.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.182+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~320O4BS485JY.1 size=1048576 2024-09-12T17:16:08.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.186+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~320O4BS485JY.2 size=302153 2024-09-12T17:16:08.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.190+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=320O4BS485JY tag=X0WNI9LUN008 type=write size=3447881 2024-09-12T17:16:08.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.198+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~ZR33BAUZOMKR.0 size=1048576 2024-09-12T17:16:08.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~ZR33BAUZOMKR.1 size=149766 2024-09-12T17:16:08.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.202+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=ZR33BAUZOMKR tag=7OES1K4PM6BY type=write size=2246918 2024-09-12T17:16:08.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.202+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~C71X6YO6VEMP.0 size=44429 2024-09-12T17:16:08.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.206+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=C71X6YO6VEMP tag=AGJ06YA7WNDD type=write size=1093005 2024-09-12T17:16:08.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.218+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~KFPILRNGTZF5.0 size=196641 2024-09-12T17:16:08.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.218+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=KFPILRNGTZF5 tag=LHKKD1KGWO9R type=write size=1245217 2024-09-12T17:16:08.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.222+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~IHBX7MNJTA5H.0 size=1048576 2024-09-12T17:16:08.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.222+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~IHBX7MNJTA5H.1 size=1048576 2024-09-12T17:16:08.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.226+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~IHBX7MNJTA5H.2 size=211285 2024-09-12T17:16:08.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.230+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=IHBX7MNJTA5H tag=UICVG81YW75W type=write size=3357013 2024-09-12T17:16:08.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.238+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~7894UXB7I5K1.0 size=1031014 2024-09-12T17:16:08.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.238+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=7894UXB7I5K1 tag=L66O6HJV9VJ1 type=write size=2079590 2024-09-12T17:16:08.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.238+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=U0ZANAIE0TGI type=del 2024-09-12T17:16:08.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.242+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=EN6SE2AOOA9G type=del size=445438 2024-09-12T17:16:08.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.246+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~T25FB0G078IB.0 size=1048576 2024-09-12T17:16:08.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.250+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~T25FB0G078IB.1 size=1048576 2024-09-12T17:16:08.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.250+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~T25FB0G078IB.2 size=796701 2024-09-12T17:16:08.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.258+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=T25FB0G078IB tag=0AWUG0FYOOXD type=write size=3942429 2024-09-12T17:16:08.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.262+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=V7XCTSGPDC28 type=del size=1365715 2024-09-12T17:16:08.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.266+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=UT8KMHG76TG1 type=del 2024-09-12T17:16:08.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.270+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=2W7KW4FPVDYP type=del size=599987 2024-09-12T17:16:08.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.274+0000 7f47a8c748c0 1 < completed write operation key=80E1U6C0GQAU tag=P8U8YMCRV72W type=write size=12618 2024-09-12T17:16:08.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.278+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~FNR1ES68PHJL.0 size=1048576 2024-09-12T17:16:08.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~FNR1ES68PHJL.1 size=153691 2024-09-12T17:16:08.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.282+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=FNR1ES68PHJL tag=D8FPPJ8L7S1I type=write size=2250843 2024-09-12T17:16:08.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.286+0000 7f47a8c748c0 1 < completed write operation key=4BF7U5BNWTWP tag=UAUVPWR70HM7 type=write size=712275 2024-09-12T17:16:08.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.290+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=2I3ZKDMLQMVG type=del size=1675598 2024-09-12T17:16:08.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.294+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~1B1HSIY94ELT.0 size=1048576 2024-09-12T17:16:08.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.294+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~1B1HSIY94ELT.1 size=610839 2024-09-12T17:16:08.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.302+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=1B1HSIY94ELT tag=KPURH2GQE2UW type=write size=2707991 2024-09-12T17:16:08.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.306+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=Z03AZXOX7U13 type=write size=990440 2024-09-12T17:16:08.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.306+0000 7f47a8c748c0 1 < canceled operation key=E9NGD5ZS0GXE tag=IM7DEX3B7M4Y type=del size=2756123 2024-09-12T17:16:08.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.310+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=JV5594XZC44H type=del size=215371 2024-09-12T17:16:08.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.314+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~G6A9C23VAPBX.0 size=1048576 2024-09-12T17:16:08.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.318+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~G6A9C23VAPBX.1 size=918741 2024-09-12T17:16:08.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.322+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=G6A9C23VAPBX tag=2YHZ9LRQW1D5 type=write size=3015893 2024-09-12T17:16:08.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.326+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=QHZ56U57AKTD type=del size=3213842 2024-09-12T17:16:08.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.330+0000 7f47a8c748c0 1 < canceled operation key=BAS0Q4WRPSSX tag=ALQAG82QL10K type=del size=526985 2024-09-12T17:16:08.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.330+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=2J1BNSQJKS3G type=del size=1415172 2024-09-12T17:16:08.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.334+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=6L5TLW6NO8GP type=del 2024-09-12T17:16:08.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.338+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=A06HY9HC72OK type=write size=915235 2024-09-12T17:16:08.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.346+0000 7f47a8c748c0 1 < suggested remove operation key=E9NGD5ZS0GXE tag=EYRFVLHOW6DK type=del 2024-09-12T17:16:08.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.346+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=S9BP99JN2HXQ type=del size=1993228 2024-09-12T17:16:08.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.350+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~2MEPEIXZCS3U.0 size=1048576 2024-09-12T17:16:08.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.354+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~2MEPEIXZCS3U.1 size=147319 2024-09-12T17:16:08.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.358+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=2MEPEIXZCS3U tag=TQPTT4456UAI type=write size=2244471 2024-09-12T17:16:08.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.362+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=KJHCNYLZSAHR type=del size=3915692 2024-09-12T17:16:08.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.362+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=MBT32LU0YQ1L type=del 2024-09-12T17:16:08.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~BD3TD5OBUZ32.0 size=1048576 2024-09-12T17:16:08.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~BD3TD5OBUZ32.1 size=680157 2024-09-12T17:16:08.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.370+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=BD3TD5OBUZ32 tag=LWHGD09GAB5B type=write size=2777309 2024-09-12T17:16:08.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.374+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~ZR33BAUZOMKR.0 size=1048576 2024-09-12T17:16:08.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.374+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8ZBOG7V3G21.2~ZR33BAUZOMKR.1 size=149766 2024-09-12T17:16:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.378+0000 7f47a8c748c0 1 < canceled multipart upload key=O8ZBOG7V3G21 upload=ZR33BAUZOMKR tag=7OES1K4PM6BY type=write size=2246918 2024-09-12T17:16:08.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.382+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=KE5DQYT25R4L type=del size=3433834 2024-09-12T17:16:08.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.386+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~KFPILRNGTZF5.0 size=196641 2024-09-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.394+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=KFPILRNGTZF5 tag=LHKKD1KGWO9R type=write size=1245217 2024-09-12T17:16:08.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.398+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=FNTMFBDPKUOV type=del size=4150758 2024-09-12T17:16:08.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.398+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~7894UXB7I5K1.0 size=1031014 2024-09-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.402+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=7894UXB7I5K1 tag=L66O6HJV9VJ1 type=write size=2079590 2024-09-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.406+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~Y2JCA9QPKLDJ.0 size=818812 2024-09-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.406+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=Y2JCA9QPKLDJ tag=51R42VD1L352 type=write size=1867388 2024-09-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.410+0000 7f47a8c748c0 1 < suggested update operation key=O8ZBOG7V3G21 tag=EN6SE2AOOA9G type=del size=445438 2024-09-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.418+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~DKJJ3OPEU0WQ.0 size=1048576 2024-09-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.418+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~DKJJ3OPEU0WQ.1 size=197997 2024-09-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.418+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=DKJJ3OPEU0WQ tag=53ZBHT7MH3LQ type=write size=2295149 2024-09-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.422+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=V7XCTSGPDC28 type=del 2024-09-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.422+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=LOHEQWUCGR2R type=del size=1911403 2024-09-12T17:16:08.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.430+0000 7f47a8c748c0 1 < suggested remove operation key=FNQLQEI5JDG8 tag=2W7KW4FPVDYP type=del 2024-09-12T17:16:08.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.434+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~7H589B80FR3G.0 size=865593 2024-09-12T17:16:08.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.434+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=7H589B80FR3G tag=08WRSBT2GY80 type=write size=1914169 2024-09-12T17:16:08.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.434+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~FNR1ES68PHJL.0 size=1048576 2024-09-12T17:16:08.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.438+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~FNR1ES68PHJL.1 size=153691 2024-09-12T17:16:08.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.442+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=FNR1ES68PHJL tag=D8FPPJ8L7S1I type=write size=2250843 2024-09-12T17:16:08.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.446+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=QKTRS7MZZRKS type=del size=52653 2024-09-12T17:16:08.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.446+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=2I3ZKDMLQMVG type=del 2024-09-12T17:16:08.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.450+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=4N82VWHY0WFL type=del size=746739 2024-09-12T17:16:08.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.454+0000 7f47a8c748c0 1 < completed write operation key=H5SIPJZCJ03T tag=Z03AZXOX7U13 type=write size=990440 2024-09-12T17:16:08.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.454+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=OKIQTEUR66LB type=del size=2895418 2024-09-12T17:16:08.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.458+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=JV5594XZC44H type=del 2024-09-12T17:16:08.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.462+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=CIAS2F4TVFI6 type=del size=1935782 2024-09-12T17:16:08.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.462+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=QHZ56U57AKTD type=del 2024-09-12T17:16:08.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7Q7S2T3VRHT3.0 size=1048576 2024-09-12T17:16:08.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7Q7S2T3VRHT3.1 size=178138 2024-09-12T17:16:08.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.470+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=7Q7S2T3VRHT3 tag=Y640Y8TSE5FE type=write size=2275290 2024-09-12T17:16:08.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.474+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=2J1BNSQJKS3G type=del 2024-09-12T17:16:08.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.478+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=P9UHQWR222WX type=write size=214545 2024-09-12T17:16:08.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.478+0000 7f47a8c748c0 1 < canceled operation key=MGMTNUVEIO4Y tag=A06HY9HC72OK type=write size=915235 2024-09-12T17:16:08.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.482+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~PG76AVXL3NM5.0 size=725853 2024-09-12T17:16:08.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.482+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=PG76AVXL3NM5 tag=KMMUAD0CFR1X type=write size=1774429 2024-09-12T17:16:08.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.486+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=S9BP99JN2HXQ type=del 2024-09-12T17:16:08.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.490+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=MJR9F81VKKXC type=del size=2095026 2024-09-12T17:16:08.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.494+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=KJHCNYLZSAHR type=del 2024-09-12T17:16:08.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~ITPN2Q7FOQCU.0 size=657762 2024-09-12T17:16:08.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.498+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=ITPN2Q7FOQCU tag=ODBI2FW2PSLT type=write size=1706338 2024-09-12T17:16:08.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.502+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~BD3TD5OBUZ32.0 size=1048576 2024-09-12T17:16:08.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.506+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~BD3TD5OBUZ32.1 size=680157 2024-09-12T17:16:08.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.510+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=BD3TD5OBUZ32 tag=LWHGD09GAB5B type=write size=2777309 2024-09-12T17:16:08.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~AOWE3YVNO0FM.0 size=92733 2024-09-12T17:16:08.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.514+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=AOWE3YVNO0FM tag=4XJVH7IS7ZO0 type=write size=1141309 2024-09-12T17:16:08.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.518+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=KE5DQYT25R4L type=del 2024-09-12T17:16:08.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.522+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=QFCY4SRII3N3 type=del size=1004631 2024-09-12T17:16:08.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.522+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=FNTMFBDPKUOV type=del 2024-09-12T17:16:08.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.526+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=UQ6BPWSK3B84 type=del size=1967416 2024-09-12T17:16:08.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.530+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~Y2JCA9QPKLDJ.0 size=818812 2024-09-12T17:16:08.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.534+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=Y2JCA9QPKLDJ tag=51R42VD1L352 type=write size=1867388 2024-09-12T17:16:08.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~GNN0PYKXC5QH.0 size=1048576 2024-09-12T17:16:08.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~GNN0PYKXC5QH.1 size=1048576 2024-09-12T17:16:08.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~GNN0PYKXC5QH.2 size=325750 2024-09-12T17:16:08.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.546+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=GNN0PYKXC5QH tag=3BAA94N2RZ7R type=write size=3471478 2024-09-12T17:16:08.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.550+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~DKJJ3OPEU0WQ.0 size=1048576 2024-09-12T17:16:08.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.550+0000 7f47a8c748c0 1 < canceled part key=_multipart_MGMTNUVEIO4Y.2~DKJJ3OPEU0WQ.1 size=197997 2024-09-12T17:16:08.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.554+0000 7f47a8c748c0 1 < canceled multipart upload key=MGMTNUVEIO4Y upload=DKJJ3OPEU0WQ tag=53ZBHT7MH3LQ type=write size=2295149 2024-09-12T17:16:08.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.558+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=OEZO4YB22Z35 type=del size=740199 2024-09-12T17:16:08.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.566+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=LOHEQWUCGR2R type=del 2024-09-12T17:16:08.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.570+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=AG0OZJSAM4Q4 type=write size=101350 2024-09-12T17:16:08.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.574+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~7H589B80FR3G.0 size=865593 2024-09-12T17:16:08.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.578+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=7H589B80FR3G tag=08WRSBT2GY80 type=write size=1914169 2024-09-12T17:16:08.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.582+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=TTCO5ZV7WQQF type=del size=2119676 2024-09-12T17:16:08.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.590+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=QKTRS7MZZRKS type=del size=52653 2024-09-12T17:16:08.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~TLT8L4V831JE.0 size=1048576 2024-09-12T17:16:08.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.598+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~TLT8L4V831JE.1 size=785309 2024-09-12T17:16:08.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.598+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=TLT8L4V831JE tag=KAM03AOTIVD4 type=write size=2882461 2024-09-12T17:16:08.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.602+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=4N82VWHY0WFL type=del 2024-09-12T17:16:08.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.606+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=V0H5AVJG321H type=write size=558816 2024-09-12T17:16:08.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.610+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=OKIQTEUR66LB type=del 2024-09-12T17:16:08.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.614+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=GPXDS1ING5HI type=del size=2969414 2024-09-12T17:16:08.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.618+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=CIAS2F4TVFI6 type=del 2024-09-12T17:16:08.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.618+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=LRNWUSXE1CN5 type=write size=159258 2024-09-12T17:16:08.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.622+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7Q7S2T3VRHT3.0 size=1048576 2024-09-12T17:16:08.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.626+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7Q7S2T3VRHT3.1 size=178138 2024-09-12T17:16:08.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.630+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=7Q7S2T3VRHT3 tag=Y640Y8TSE5FE type=write size=2275290 2024-09-12T17:16:08.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.634+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=L7GY30YO6RHX type=write size=430270 2024-09-12T17:16:08.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.638+0000 7f47a8c748c0 1 < completed write operation key=93L6W586VL33 tag=P9UHQWR222WX type=write size=214545 2024-09-12T17:16:08.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.646+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~WY4HJIVQMMU0.0 size=445294 2024-09-12T17:16:08.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.646+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=WY4HJIVQMMU0 tag=4JIGW8CZX3GY type=write size=1493870 2024-09-12T17:16:08.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.646+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~PG76AVXL3NM5.0 size=725853 2024-09-12T17:16:08.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.654+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=PG76AVXL3NM5 tag=KMMUAD0CFR1X type=write size=1774429 2024-09-12T17:16:08.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.658+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=B1B3H5MXM3BH type=del size=4111868 2024-09-12T17:16:08.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.662+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=MJR9F81VKKXC type=del 2024-09-12T17:16:08.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.662+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=SAU43WLZ4RS0 type=del size=3369609 2024-09-12T17:16:08.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.666+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~ITPN2Q7FOQCU.0 size=657762 2024-09-12T17:16:08.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.674+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=ITPN2Q7FOQCU tag=ODBI2FW2PSLT type=write size=1706338 2024-09-12T17:16:08.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.678+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=5YCH02347OFK type=del size=477741 2024-09-12T17:16:08.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.682+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~AOWE3YVNO0FM.0 size=92733 2024-09-12T17:16:08.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.686+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=AOWE3YVNO0FM tag=4XJVH7IS7ZO0 type=write size=1141309 2024-09-12T17:16:08.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.694+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LFUBO3HD1P43.0 size=1048576 2024-09-12T17:16:08.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.698+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LFUBO3HD1P43.1 size=898891 2024-09-12T17:16:08.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.698+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=LFUBO3HD1P43 tag=DVNSIERLPHEL type=write size=2996043 2024-09-12T17:16:08.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.702+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=QFCY4SRII3N3 type=del 2024-09-12T17:16:08.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.702+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=MIMYJQBYPIRF type=del size=386906 2024-09-12T17:16:08.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.710+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=UQ6BPWSK3B84 type=del 2024-09-12T17:16:08.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.714+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=WMN85RV21PQ2 type=del size=1797484 2024-09-12T17:16:08.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.718+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~GNN0PYKXC5QH.0 size=1048576 2024-09-12T17:16:08.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.722+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~GNN0PYKXC5QH.1 size=1048576 2024-09-12T17:16:08.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.722+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~GNN0PYKXC5QH.2 size=325750 2024-09-12T17:16:08.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.730+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=GNN0PYKXC5QH tag=3BAA94N2RZ7R type=write size=3471478 2024-09-12T17:16:08.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.734+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TOQG71VK7YR7.0 size=1048576 2024-09-12T17:16:08.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TOQG71VK7YR7.1 size=1048576 2024-09-12T17:16:08.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TOQG71VK7YR7.2 size=716129 2024-09-12T17:16:08.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.738+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=TOQG71VK7YR7 tag=QY9BJXSX59U3 type=write size=3861857 2024-09-12T17:16:08.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.742+0000 7f47a8c748c0 -1 < failed to complete operation key=55WGV0XV6IGX tag=OEZO4YB22Z35 type=del size=740199: (22) Invalid argument 2024-09-12T17:16:08.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.746+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=67JG9S6PNI7I type=del size=3316737 2024-09-12T17:16:08.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.750+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=AG0OZJSAM4Q4 type=write size=101350 2024-09-12T17:16:08.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.754+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=4IKOR62Y63OG type=del size=2343002 2024-09-12T17:16:08.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.758+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=TTCO5ZV7WQQF type=del 2024-09-12T17:16:08.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~SA247JO8GSAN.0 size=66213 2024-09-12T17:16:08.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.766+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=SA247JO8GSAN tag=WDKXIY6U6TCZ type=write size=1114789 2024-09-12T17:16:08.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.766+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~TLT8L4V831JE.0 size=1048576 2024-09-12T17:16:08.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.770+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~TLT8L4V831JE.1 size=785309 2024-09-12T17:16:08.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.774+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=TLT8L4V831JE tag=KAM03AOTIVD4 type=write size=2882461 2024-09-12T17:16:08.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.778+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=GCSITDLXLI60 type=write size=86348 2024-09-12T17:16:08.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.782+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=V0H5AVJG321H type=write size=558816 2024-09-12T17:16:08.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.786+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=Q5V7ZWJP1MA3 type=write size=25589 2024-09-12T17:16:08.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.790+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=GPXDS1ING5HI type=del 2024-09-12T17:16:08.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.798+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~DCGTBHXFX807.0 size=1048576 2024-09-12T17:16:08.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.802+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~DCGTBHXFX807.1 size=797215 2024-09-12T17:16:08.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.802+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=DCGTBHXFX807 tag=VERF8CSAVIFT type=write size=2894367 2024-09-12T17:16:08.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.806+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=LRNWUSXE1CN5 type=write size=159258 2024-09-12T17:16:08.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~LU3MC4948JHM.0 size=1048576 2024-09-12T17:16:08.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~LU3MC4948JHM.1 size=1048576 2024-09-12T17:16:08.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~LU3MC4948JHM.2 size=838917 2024-09-12T17:16:08.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.814+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=LU3MC4948JHM tag=CSKZE9XF85SK type=write size=3984645 2024-09-12T17:16:08.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.818+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=L7GY30YO6RHX type=write size=430270 2024-09-12T17:16:08.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~HTK4KGT5QSLK.0 size=116972 2024-09-12T17:16:08.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.826+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=HTK4KGT5QSLK tag=V9BR5Q5RU762 type=write size=1165548 2024-09-12T17:16:08.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.830+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~WY4HJIVQMMU0.0 size=445294 2024-09-12T17:16:08.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.834+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=WY4HJIVQMMU0 tag=4JIGW8CZX3GY type=write size=1493870 2024-09-12T17:16:08.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~MVWGL7E2QDUY.0 size=1048576 2024-09-12T17:16:08.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.846+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~MVWGL7E2QDUY.1 size=1048576 2024-09-12T17:16:08.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.846+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~MVWGL7E2QDUY.2 size=580382 2024-09-12T17:16:08.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.846+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=MVWGL7E2QDUY tag=WXLWU7F0VF8T type=write size=3726110 2024-09-12T17:16:08.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.850+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=B1B3H5MXM3BH type=del 2024-09-12T17:16:08.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PETK7NTYONDR.0 size=1048576 2024-09-12T17:16:08.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PETK7NTYONDR.1 size=1048576 2024-09-12T17:16:08.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PETK7NTYONDR.2 size=861679 2024-09-12T17:16:08.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.862+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=PETK7NTYONDR tag=8EOXG424006Q type=write size=4007407 2024-09-12T17:16:08.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.866+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=SAU43WLZ4RS0 type=del 2024-09-12T17:16:08.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~HIGAL334PQE7.0 size=1048576 2024-09-12T17:16:08.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~HIGAL334PQE7.1 size=1048576 2024-09-12T17:16:08.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~HIGAL334PQE7.2 size=712172 2024-09-12T17:16:08.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.878+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=HIGAL334PQE7 tag=DJ4VGOSPHXI0 type=write size=3857900 2024-09-12T17:16:08.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.882+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=5YCH02347OFK type=del 2024-09-12T17:16:08.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~9WZ3NWBDLEAM.0 size=1048576 2024-09-12T17:16:08.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.890+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~9WZ3NWBDLEAM.1 size=1048576 2024-09-12T17:16:08.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.890+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~9WZ3NWBDLEAM.2 size=250088 2024-09-12T17:16:08.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.890+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=9WZ3NWBDLEAM tag=LATNHT3PW524 type=write size=3395816 2024-09-12T17:16:08.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.894+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LFUBO3HD1P43.0 size=1048576 2024-09-12T17:16:08.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.898+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LFUBO3HD1P43.1 size=898891 2024-09-12T17:16:08.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.906+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=LFUBO3HD1P43 tag=DVNSIERLPHEL type=write size=2996043 2024-09-12T17:16:08.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.906+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=RO67MA9IMUCF type=write size=307066 2024-09-12T17:16:08.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.910+0000 7f47a8c748c0 1 < canceled operation key=ON5AHBFMCXB7 tag=MIMYJQBYPIRF type=del size=386906 2024-09-12T17:16:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.918+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~B222SL9QMTYI.0 size=1048576 2024-09-12T17:16:08.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~B222SL9QMTYI.1 size=803029 2024-09-12T17:16:08.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.922+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=B222SL9QMTYI tag=4CKGA45F71D1 type=write size=2900181 2024-09-12T17:16:08.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.926+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=WMN85RV21PQ2 type=del 2024-09-12T17:16:08.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.930+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=40RO4HNDBR7X type=del size=637522 2024-09-12T17:16:08.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.934+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TOQG71VK7YR7.0 size=1048576 2024-09-12T17:16:08.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.938+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TOQG71VK7YR7.1 size=1048576 2024-09-12T17:16:08.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.942+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TOQG71VK7YR7.2 size=716129 2024-09-12T17:16:08.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.946+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=TOQG71VK7YR7 tag=QY9BJXSX59U3 type=write size=3861857 2024-09-12T17:16:08.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~QJSS2ILVDU2K.0 size=685129 2024-09-12T17:16:08.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.954+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=QJSS2ILVDU2K tag=UFD5DS2FAF13 type=write size=1733705 2024-09-12T17:16:08.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.958+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=67JG9S6PNI7I type=del 2024-09-12T17:16:08.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.962+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=79H21RB33VH6 type=write size=810382 2024-09-12T17:16:08.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.962+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=4IKOR62Y63OG type=del 2024-09-12T17:16:08.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.966+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=E4182GP5LERI type=del size=2500411 2024-09-12T17:16:08.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.970+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~SA247JO8GSAN.0 size=66213 2024-09-12T17:16:08.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.978+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=SA247JO8GSAN tag=WDKXIY6U6TCZ type=write size=1114789 2024-09-12T17:16:08.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.978+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=G0J3HS4BZF9P type=del size=3219932 2024-09-12T17:16:08.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.982+0000 7f47a8c748c0 1 < completed write operation key=8CHGYRJ30NQM tag=GCSITDLXLI60 type=write size=86348 2024-09-12T17:16:08.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~OHO3J0E6JM17.0 size=1048576 2024-09-12T17:16:08.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.994+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~OHO3J0E6JM17.1 size=871877 2024-09-12T17:16:08.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.994+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=OHO3J0E6JM17 tag=NBJA419XQ1IT type=write size=2969029 2024-09-12T17:16:09.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.994+0000 7f47a8c748c0 1 < completed write operation key=4BF7U5BNWTWP tag=Q5V7ZWJP1MA3 type=write size=25589 2024-09-12T17:16:09.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:08.998+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=1A7N4VT4J3PC type=del size=317235 2024-09-12T17:16:09.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.002+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~DCGTBHXFX807.0 size=1048576 2024-09-12T17:16:09.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.006+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~DCGTBHXFX807.1 size=797215 2024-09-12T17:16:09.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.010+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=DCGTBHXFX807 tag=VERF8CSAVIFT type=write size=2894367 2024-09-12T17:16:09.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.014+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=RG9O7ENNMZ79 type=del size=3827305 2024-09-12T17:16:09.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.018+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~LU3MC4948JHM.0 size=1048576 2024-09-12T17:16:09.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.022+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~LU3MC4948JHM.1 size=1048576 2024-09-12T17:16:09.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.022+0000 7f47a8c748c0 1 < canceled part key=_multipart_E9NGD5ZS0GXE.2~LU3MC4948JHM.2 size=838917 2024-09-12T17:16:09.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.030+0000 7f47a8c748c0 1 < canceled multipart upload key=E9NGD5ZS0GXE upload=LU3MC4948JHM tag=CSKZE9XF85SK type=write size=3984645 2024-09-12T17:16:09.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.034+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=RMAHWSIO32QN type=del size=276620 2024-09-12T17:16:09.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.038+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~HTK4KGT5QSLK.0 size=116972 2024-09-12T17:16:09.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.046+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=HTK4KGT5QSLK tag=V9BR5Q5RU762 type=write size=1165548 2024-09-12T17:16:09.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.046+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=S912O119OG11 type=del size=3692690 2024-09-12T17:16:09.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.050+0000 7f47a8c748c0 1 < canceled part key=_multipart_P8D2NC13VSST.2~MVWGL7E2QDUY.0 size=1048576 2024-09-12T17:16:09.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.050+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~MVWGL7E2QDUY.1 size=1048576 2024-09-12T17:16:09.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.054+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~MVWGL7E2QDUY.2 size=580382 2024-09-12T17:16:09.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.058+0000 7f47a8c748c0 1 < canceled multipart upload key=P8D2NC13VSST upload=MVWGL7E2QDUY tag=WXLWU7F0VF8T type=write size=3726110 2024-09-12T17:16:09.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~2WKTHVZHZ84K.0 size=279980 2024-09-12T17:16:09.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.066+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=2WKTHVZHZ84K tag=3PM6QKIIMRR6 type=write size=1328556 2024-09-12T17:16:09.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.070+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PETK7NTYONDR.0 size=1048576 2024-09-12T17:16:09.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.074+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PETK7NTYONDR.1 size=1048576 2024-09-12T17:16:09.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.074+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PETK7NTYONDR.2 size=861679 2024-09-12T17:16:09.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.082+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=PETK7NTYONDR tag=8EOXG424006Q type=write size=4007407 2024-09-12T17:16:09.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.086+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=05MU8YUFXJBP type=del size=451971 2024-09-12T17:16:09.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.090+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~HIGAL334PQE7.0 size=1048576 2024-09-12T17:16:09.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.090+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~HIGAL334PQE7.1 size=1048576 2024-09-12T17:16:09.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.094+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~HIGAL334PQE7.2 size=712172 2024-09-12T17:16:09.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.098+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=HIGAL334PQE7 tag=DJ4VGOSPHXI0 type=write size=3857900 2024-09-12T17:16:09.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.102+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=42J0OXJTA332 type=del size=1003550 2024-09-12T17:16:09.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.106+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~9WZ3NWBDLEAM.0 size=1048576 2024-09-12T17:16:09.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.110+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~9WZ3NWBDLEAM.1 size=1048576 2024-09-12T17:16:09.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.114+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~9WZ3NWBDLEAM.2 size=250088 2024-09-12T17:16:09.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.118+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=9WZ3NWBDLEAM tag=LATNHT3PW524 type=write size=3395816 2024-09-12T17:16:09.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.122+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=WWW5YS9P6IQ4 type=del size=3630543 2024-09-12T17:16:09.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.126+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=RO67MA9IMUCF type=write size=307066 2024-09-12T17:16:09.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.130+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=W89TVYQPY2EW type=del size=549866 2024-09-12T17:16:09.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.130+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~B222SL9QMTYI.0 size=1048576 2024-09-12T17:16:09.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.130+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~B222SL9QMTYI.1 size=803029 2024-09-12T17:16:09.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.138+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=B222SL9QMTYI tag=4CKGA45F71D1 type=write size=2900181 2024-09-12T17:16:09.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~I9E5JRHPXI84.0 size=1048576 2024-09-12T17:16:09.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.150+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~I9E5JRHPXI84.1 size=394742 2024-09-12T17:16:09.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.150+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=I9E5JRHPXI84 tag=PH39C7ERZ466 type=write size=2491894 2024-09-12T17:16:09.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.154+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=40RO4HNDBR7X type=del 2024-09-12T17:16:09.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.154+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=KP8NO9UBORHO type=del size=948620 2024-09-12T17:16:09.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.158+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~QJSS2ILVDU2K.0 size=685129 2024-09-12T17:16:09.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.162+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=QJSS2ILVDU2K tag=UFD5DS2FAF13 type=write size=1733705 2024-09-12T17:16:09.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.166+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=PP2TD373K0ZA type=del size=2505211 2024-09-12T17:16:09.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.170+0000 7f47a8c748c0 1 < canceled operation key=G0UIHXL2ET1N tag=79H21RB33VH6 type=write size=810382 2024-09-12T17:16:09.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.174+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=YZOTW22JEEV3 type=del size=3938417 2024-09-12T17:16:09.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.178+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=E4182GP5LERI type=del 2024-09-12T17:16:09.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~B6MR2DLCRG9N.0 size=1048576 2024-09-12T17:16:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.186+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~B6MR2DLCRG9N.1 size=1048576 2024-09-12T17:16:09.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.190+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~B6MR2DLCRG9N.2 size=656700 2024-09-12T17:16:09.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.190+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=B6MR2DLCRG9N tag=2WGKFN7TNMRU type=write size=3802428 2024-09-12T17:16:09.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.194+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=G0J3HS4BZF9P type=del 2024-09-12T17:16:09.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.194+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=HH6K57N43XZD type=del size=610479 2024-09-12T17:16:09.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.198+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~OHO3J0E6JM17.0 size=1048576 2024-09-12T17:16:09.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.202+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~OHO3J0E6JM17.1 size=871877 2024-09-12T17:16:09.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.206+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=OHO3J0E6JM17 tag=NBJA419XQ1IT type=write size=2969029 2024-09-12T17:16:09.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.210+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=50X6A0NRHRXJ type=del size=3771584 2024-09-12T17:16:09.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.214+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=1A7N4VT4J3PC type=del 2024-09-12T17:16:09.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.222+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~WN1B1C0RXNEV.0 size=1048576 2024-09-12T17:16:09.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~WN1B1C0RXNEV.1 size=597958 2024-09-12T17:16:09.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.226+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=WN1B1C0RXNEV tag=1ESG68JYEKIB type=write size=2695110 2024-09-12T17:16:09.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.226+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=RG9O7ENNMZ79 type=del 2024-09-12T17:16:09.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.230+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=WNLX6D2KC2LJ type=del size=525411 2024-09-12T17:16:09.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.238+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=RMAHWSIO32QN type=del 2024-09-12T17:16:09.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.246+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~XCC16QH0IF87.0 size=938036 2024-09-12T17:16:09.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.246+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=XCC16QH0IF87 tag=EPXHYN1DW4G8 type=write size=1986612 2024-09-12T17:16:09.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.250+0000 7f47a8c748c0 1 < canceled operation key=QAXSHF0ZS39F tag=S912O119OG11 type=del size=3692690 2024-09-12T17:16:09.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.250+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=R3EDAZ4Z50RU type=del size=1995446 2024-09-12T17:16:09.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.254+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~2WKTHVZHZ84K.0 size=279980 2024-09-12T17:16:09.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.262+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=2WKTHVZHZ84K tag=3PM6QKIIMRR6 type=write size=1328556 2024-09-12T17:16:09.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.262+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=VY032DPPJN0I type=del size=2956903 2024-09-12T17:16:09.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.266+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=05MU8YUFXJBP type=del 2024-09-12T17:16:09.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.270+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=JG6TVM6CH8A3 type=del size=3256619 2024-09-12T17:16:09.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.278+0000 7f47a8c748c0 1 < suggested update operation key=X8QDFHONH3RD tag=42J0OXJTA332 type=del size=1003550 2024-09-12T17:16:09.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.282+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=6DWDU92C4GF2 type=del size=885259 2024-09-12T17:16:09.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.286+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=WWW5YS9P6IQ4 type=del 2024-09-12T17:16:09.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.290+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=74FF0OJVPYN1 type=write size=801563 2024-09-12T17:16:09.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.294+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=W89TVYQPY2EW type=del 2024-09-12T17:16:09.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.294+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=6HAG5EWMNHTH type=del size=2058473 2024-09-12T17:16:09.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.298+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~I9E5JRHPXI84.0 size=1048576 2024-09-12T17:16:09.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.302+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~I9E5JRHPXI84.1 size=394742 2024-09-12T17:16:09.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.310+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=I9E5JRHPXI84 tag=PH39C7ERZ466 type=write size=2491894 2024-09-12T17:16:09.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.310+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=BT48NJ9X9KU5 type=del size=192278 2024-09-12T17:16:09.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.314+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=KP8NO9UBORHO type=del 2024-09-12T17:16:09.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.318+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=W30WF4S07KDR type=del size=1742698 2024-09-12T17:16:09.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.322+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=PP2TD373K0ZA type=del 2024-09-12T17:16:09.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~O3ZDVQQ6ZYH5.0 size=1048576 2024-09-12T17:16:09.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~O3ZDVQQ6ZYH5.1 size=1048576 2024-09-12T17:16:09.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~O3ZDVQQ6ZYH5.2 size=50312 2024-09-12T17:16:09.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.334+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=O3ZDVQQ6ZYH5 tag=ZKXVMMGIIDZV type=write size=3196040 2024-09-12T17:16:09.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.338+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=YZOTW22JEEV3 type=del 2024-09-12T17:16:09.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.342+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=54EQSZS39T9N type=del size=1256794 2024-09-12T17:16:09.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.346+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~B6MR2DLCRG9N.0 size=1048576 2024-09-12T17:16:09.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.350+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~B6MR2DLCRG9N.1 size=1048576 2024-09-12T17:16:09.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.354+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~B6MR2DLCRG9N.2 size=656700 2024-09-12T17:16:09.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.358+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=B6MR2DLCRG9N tag=2WGKFN7TNMRU type=write size=3802428 2024-09-12T17:16:09.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.362+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=SN0J1TSGTA72 type=write size=138500 2024-09-12T17:16:09.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.366+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=HH6K57N43XZD type=del 2024-09-12T17:16:09.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.370+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=TLF9TEJGSSDZ type=del size=1480042 2024-09-12T17:16:09.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.374+0000 7f47a8c748c0 1 < canceled operation key=80E1U6C0GQAU tag=50X6A0NRHRXJ type=del size=3771584 2024-09-12T17:16:09.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.374+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=86PW9I0SQ6H6 type=del size=2829713 2024-09-12T17:16:09.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.378+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~WN1B1C0RXNEV.0 size=1048576 2024-09-12T17:16:09.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.382+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~WN1B1C0RXNEV.1 size=597958 2024-09-12T17:16:09.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.386+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=WN1B1C0RXNEV tag=1ESG68JYEKIB type=write size=2695110 2024-09-12T17:16:09.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.390+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~7MUMRDOV3NQ7.0 size=1048576 2024-09-12T17:16:09.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.394+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~7MUMRDOV3NQ7.1 size=1048576 2024-09-12T17:16:09.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~7MUMRDOV3NQ7.2 size=1032087 2024-09-12T17:16:09.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.398+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=7MUMRDOV3NQ7 tag=EO220P2Y2XKV type=write size=4177815 2024-09-12T17:16:09.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.402+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=WNLX6D2KC2LJ type=del 2024-09-12T17:16:09.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.406+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=R2L53N8WUKMQ type=del size=3359947 2024-09-12T17:16:09.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.406+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~XCC16QH0IF87.0 size=938036 2024-09-12T17:16:09.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.410+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=XCC16QH0IF87 tag=EPXHYN1DW4G8 type=write size=1986612 2024-09-12T17:16:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.414+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=QTHKTGPED0FD type=write size=372807 2024-09-12T17:16:09.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.418+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=R3EDAZ4Z50RU type=del 2024-09-12T17:16:09.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.418+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=L02MWJ7VVEVO type=write size=169789 2024-09-12T17:16:09.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.422+0000 7f47a8c748c0 1 < canceled operation key=M8IRCIWF1SOU tag=VY032DPPJN0I type=del size=2956903 2024-09-12T17:16:09.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.426+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=QZZKN1ZIKPV0 type=write size=8877 2024-09-12T17:16:09.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.426+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=JG6TVM6CH8A3 type=del 2024-09-12T17:16:09.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.430+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=6PJ91XTPXNVN type=write size=308891 2024-09-12T17:16:09.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.434+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=6DWDU92C4GF2 type=del 2024-09-12T17:16:09.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~A23T9CTB80IZ.0 size=1048576 2024-09-12T17:16:09.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~A23T9CTB80IZ.1 size=866595 2024-09-12T17:16:09.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.438+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=A23T9CTB80IZ tag=LNGJK2RCGRS3 type=write size=2963747 2024-09-12T17:16:09.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.442+0000 7f47a8c748c0 1 < completed write operation key=93L6W586VL33 tag=74FF0OJVPYN1 type=write size=801563 2024-09-12T17:16:09.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.446+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=HDPIL185LZ33 type=write size=667673 2024-09-12T17:16:09.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.454+0000 7f47a8c748c0 1 < suggested remove operation key=4BF7U5BNWTWP tag=6HAG5EWMNHTH type=del 2024-09-12T17:16:09.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.454+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=X5I8W23M2IRK type=del size=1280772 2024-09-12T17:16:09.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.462+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=BT48NJ9X9KU5 type=del size=192278 2024-09-12T17:16:09.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~CMYZTA3OSAFY.0 size=1048576 2024-09-12T17:16:09.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~CMYZTA3OSAFY.1 size=640726 2024-09-12T17:16:09.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.470+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=CMYZTA3OSAFY tag=2I7LN4U7VVMH type=write size=2737878 2024-09-12T17:16:09.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.470+0000 7f47a8c748c0 -1 < failed to complete operation key=55WGV0XV6IGX tag=W30WF4S07KDR type=del size=1742698: (22) Invalid argument 2024-09-12T17:16:09.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.474+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=V2UNBFA8REUH type=del size=3146575 2024-09-12T17:16:09.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.474+0000 7f47a8c748c0 1 < canceled part key=_multipart_ON5AHBFMCXB7.2~O3ZDVQQ6ZYH5.0 size=1048576 2024-09-12T17:16:09.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.478+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~O3ZDVQQ6ZYH5.1 size=1048576 2024-09-12T17:16:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.478+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~O3ZDVQQ6ZYH5.2 size=50312 2024-09-12T17:16:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.482+0000 7f47a8c748c0 1 < canceled multipart upload key=ON5AHBFMCXB7 upload=O3ZDVQQ6ZYH5 tag=ZKXVMMGIIDZV type=write size=3196040 2024-09-12T17:16:09.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~D6WQYU7QW10T.0 size=235062 2024-09-12T17:16:09.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.490+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=D6WQYU7QW10T tag=4Z2THEXF2K56 type=write size=1283638 2024-09-12T17:16:09.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.490+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=54EQSZS39T9N type=del 2024-09-12T17:16:09.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.494+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=NIJE3PLEJ1YQ type=del size=3362433 2024-09-12T17:16:09.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.498+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=SN0J1TSGTA72 type=write 2024-09-12T17:16:09.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~RQ66F100YK2S.0 size=202105 2024-09-12T17:16:09.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.502+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=RQ66F100YK2S tag=JSS4XZF0FIB7 type=write size=1250681 2024-09-12T17:16:09.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.506+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=TLF9TEJGSSDZ type=del 2024-09-12T17:16:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.510+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=M8H0KEUDDTCF type=del size=2319618 2024-09-12T17:16:09.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.510+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=86PW9I0SQ6H6 type=del 2024-09-12T17:16:09.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~S5D2382YQD35.0 size=108049 2024-09-12T17:16:09.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.514+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=S5D2382YQD35 tag=MI2ZQFVBTXZI type=write size=1156625 2024-09-12T17:16:09.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.518+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~7MUMRDOV3NQ7.0 size=1048576 2024-09-12T17:16:09.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.522+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~7MUMRDOV3NQ7.1 size=1048576 2024-09-12T17:16:09.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.522+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~7MUMRDOV3NQ7.2 size=1032087 2024-09-12T17:16:09.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.526+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=7MUMRDOV3NQ7 tag=EO220P2Y2XKV type=write size=4177815 2024-09-12T17:16:09.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~XSSEN3ORBX8P.0 size=1048576 2024-09-12T17:16:09.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~XSSEN3ORBX8P.1 size=1048576 2024-09-12T17:16:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~XSSEN3ORBX8P.2 size=489594 2024-09-12T17:16:09.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.538+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=XSSEN3ORBX8P tag=MN5XHUSB2P2R type=write size=3635322 2024-09-12T17:16:09.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.538+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=R2L53N8WUKMQ type=del 2024-09-12T17:16:09.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.542+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=G5G7TLQCS1AK type=del size=1394803 2024-09-12T17:16:09.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.546+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=QTHKTGPED0FD type=write size=372807 2024-09-12T17:16:09.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.550+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=8CRUBV12T896 type=write size=903891 2024-09-12T17:16:09.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.554+0000 7f47a8c748c0 1 < completed write operation key=P8D2NC13VSST tag=L02MWJ7VVEVO type=write size=169789 2024-09-12T17:16:09.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.558+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=97VBO60AKDJN type=del size=530589 2024-09-12T17:16:09.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.558+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=QZZKN1ZIKPV0 type=write size=8877 2024-09-12T17:16:09.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.562+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=N0HF1Q5UTOW0 type=del size=219039 2024-09-12T17:16:09.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.566+0000 7f47a8c748c0 1 < completed write operation key=0KZGH5YDL7C0 tag=6PJ91XTPXNVN type=write size=308891 2024-09-12T17:16:09.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.570+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~V90BYQA1R457.0 size=1048576 2024-09-12T17:16:09.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~V90BYQA1R457.1 size=1048576 2024-09-12T17:16:09.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~V90BYQA1R457.2 size=198339 2024-09-12T17:16:09.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.578+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=V90BYQA1R457 tag=J84K9WMRHEYD type=write size=3344067 2024-09-12T17:16:09.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.578+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~A23T9CTB80IZ.0 size=1048576 2024-09-12T17:16:09.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.582+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~A23T9CTB80IZ.1 size=866595 2024-09-12T17:16:09.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.586+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=A23T9CTB80IZ tag=LNGJK2RCGRS3 type=write size=2963747 2024-09-12T17:16:09.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~CG4BUR3O11ZD.0 size=1048576 2024-09-12T17:16:09.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~CG4BUR3O11ZD.1 size=445722 2024-09-12T17:16:09.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.594+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=CG4BUR3O11ZD tag=BO8QCSHSD1FB type=write size=2542874 2024-09-12T17:16:09.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.598+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=HDPIL185LZ33 type=write size=667673 2024-09-12T17:16:09.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.602+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=WAA8DCJFG2W8 type=del size=3154844 2024-09-12T17:16:09.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.606+0000 7f47a8c748c0 1 < canceled operation key=4BF7U5BNWTWP tag=X5I8W23M2IRK type=del size=1280772 2024-09-12T17:16:09.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~2Q61I74AHQ47.0 size=696385 2024-09-12T17:16:09.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.610+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=2Q61I74AHQ47 tag=Q4E37JFFT2RX type=write size=1744961 2024-09-12T17:16:09.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.614+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~CMYZTA3OSAFY.0 size=1048576 2024-09-12T17:16:09.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.614+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~CMYZTA3OSAFY.1 size=640726 2024-09-12T17:16:09.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.622+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=CMYZTA3OSAFY tag=2I7LN4U7VVMH type=write size=2737878 2024-09-12T17:16:09.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.622+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=QRYOUC5028GP type=del size=1925826 2024-09-12T17:16:09.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.626+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=V2UNBFA8REUH type=del 2024-09-12T17:16:09.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.630+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=CVZ84PNN1S1Q type=write size=707089 2024-09-12T17:16:09.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.634+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~D6WQYU7QW10T.0 size=235062 2024-09-12T17:16:09.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.638+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=D6WQYU7QW10T tag=4Z2THEXF2K56 type=write size=1283638 2024-09-12T17:16:09.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.638+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=ONUVTZOLMC2J type=del size=1602327 2024-09-12T17:16:09.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.646+0000 7f47a8c748c0 1 < suggested update operation key=O8ZBOG7V3G21 tag=NIJE3PLEJ1YQ type=del size=3362433 2024-09-12T17:16:09.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.650+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=3IYH1E93LQVB type=del size=74226 2024-09-12T17:16:09.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.650+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~RQ66F100YK2S.0 size=202105 2024-09-12T17:16:09.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.654+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=RQ66F100YK2S tag=JSS4XZF0FIB7 type=write size=1250681 2024-09-12T17:16:09.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.658+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=Y1WA8DSQ2YXV type=del size=1508403 2024-09-12T17:16:09.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.662+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=M8H0KEUDDTCF type=del 2024-09-12T17:16:09.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.666+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=30HAFUYF0DZX type=del size=3612047 2024-09-12T17:16:09.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.670+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~S5D2382YQD35.0 size=108049 2024-09-12T17:16:09.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.674+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=S5D2382YQD35 tag=MI2ZQFVBTXZI type=write size=1156625 2024-09-12T17:16:09.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.678+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=F68WFD7LYFTI type=del size=236578 2024-09-12T17:16:09.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.678+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~XSSEN3ORBX8P.0 size=1048576 2024-09-12T17:16:09.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.682+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~XSSEN3ORBX8P.1 size=1048576 2024-09-12T17:16:09.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.686+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~XSSEN3ORBX8P.2 size=489594 2024-09-12T17:16:09.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.690+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=XSSEN3ORBX8P tag=MN5XHUSB2P2R type=write size=3635322 2024-09-12T17:16:09.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.690+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=P87B5P8FW6XX type=del size=2810460 2024-09-12T17:16:09.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.694+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=G5G7TLQCS1AK type=del 2024-09-12T17:16:09.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~X118K0KFX9VH.0 size=929572 2024-09-12T17:16:09.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.702+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=X118K0KFX9VH tag=FK04R8QIQ655 type=write size=1978148 2024-09-12T17:16:09.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.706+0000 7f47a8c748c0 1 < suggested update operation key=R9QGA3GF563C tag=8CRUBV12T896 type=write size=903891 2024-09-12T17:16:09.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.710+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=ZILU11NVCOW1 type=del size=726167 2024-09-12T17:16:09.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.718+0000 7f47a8c748c0 1 < suggested update operation key=E9NGD5ZS0GXE tag=97VBO60AKDJN type=del size=530589 2024-09-12T17:16:09.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.718+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=1EWANEIPWWK4 type=del size=1033918 2024-09-12T17:16:09.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.722+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=N0HF1Q5UTOW0 type=del 2024-09-12T17:16:09.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.726+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=8GYJARC7TH5D type=write size=203120 2024-09-12T17:16:09.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.734+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~V90BYQA1R457.0 size=1048576 2024-09-12T17:16:09.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.738+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~V90BYQA1R457.1 size=1048576 2024-09-12T17:16:09.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.742+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~V90BYQA1R457.2 size=198339 2024-09-12T17:16:09.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.746+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=V90BYQA1R457 tag=J84K9WMRHEYD type=write size=3344067 2024-09-12T17:16:09.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.754+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~3ZLC9LIML3O2.0 size=1048576 2024-09-12T17:16:09.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.758+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~3ZLC9LIML3O2.1 size=408159 2024-09-12T17:16:09.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.758+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=3ZLC9LIML3O2 tag=2Y4OUZL7XRJE type=write size=2505311 2024-09-12T17:16:09.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.762+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~CG4BUR3O11ZD.0 size=1048576 2024-09-12T17:16:09.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.766+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~CG4BUR3O11ZD.1 size=445722 2024-09-12T17:16:09.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.770+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=CG4BUR3O11ZD tag=BO8QCSHSD1FB type=write size=2542874 2024-09-12T17:16:09.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.778+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8NZGJ78Z6Q1Z.0 size=1048576 2024-09-12T17:16:09.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8NZGJ78Z6Q1Z.1 size=1048576 2024-09-12T17:16:09.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8NZGJ78Z6Q1Z.2 size=199311 2024-09-12T17:16:09.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.782+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=8NZGJ78Z6Q1Z tag=JFKU8CMH0T6T type=write size=3345039 2024-09-12T17:16:09.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.786+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=WAA8DCJFG2W8 type=del 2024-09-12T17:16:09.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.794+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~35QXY6E0CRJX.0 size=687882 2024-09-12T17:16:09.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.794+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=35QXY6E0CRJX tag=IW3L1EWDLP9H type=write size=1736458 2024-09-12T17:16:09.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.798+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~2Q61I74AHQ47.0 size=696385 2024-09-12T17:16:09.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.802+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=2Q61I74AHQ47 tag=Q4E37JFFT2RX type=write size=1744961 2024-09-12T17:16:09.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.806+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=0AJHXRRF7QPZ type=write size=925802 2024-09-12T17:16:09.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.810+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=QRYOUC5028GP type=del 2024-09-12T17:16:09.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~T15G1Q0W11DQ.0 size=1048576 2024-09-12T17:16:09.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~T15G1Q0W11DQ.1 size=1048576 2024-09-12T17:16:09.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~T15G1Q0W11DQ.2 size=127673 2024-09-12T17:16:09.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.818+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=T15G1Q0W11DQ tag=4RNI1R33OBN1 type=write size=3273401 2024-09-12T17:16:09.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.826+0000 7f47a8c748c0 1 < suggested remove operation key=MGMTNUVEIO4Y tag=CVZ84PNN1S1Q type=write 2024-09-12T17:16:09.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~PWJ5GAFHIVQ9.0 size=1048576 2024-09-12T17:16:09.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.834+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~PWJ5GAFHIVQ9.1 size=1048576 2024-09-12T17:16:09.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.838+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~PWJ5GAFHIVQ9.2 size=853556 2024-09-12T17:16:09.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.838+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=PWJ5GAFHIVQ9 tag=WWKUAAWZLFJO type=write size=3999284 2024-09-12T17:16:09.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.842+0000 7f47a8c748c0 1 < suggested remove operation key=F7Y1D98CH9J9 tag=ONUVTZOLMC2J type=del 2024-09-12T17:16:09.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.846+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=Y4NF5SQEY1ON type=del size=742312 2024-09-12T17:16:09.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.850+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=3IYH1E93LQVB type=del 2024-09-12T17:16:09.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~MBFB7XU2O2GM.0 size=1048576 2024-09-12T17:16:09.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~MBFB7XU2O2GM.1 size=1048576 2024-09-12T17:16:09.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~MBFB7XU2O2GM.2 size=81104 2024-09-12T17:16:09.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.862+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=MBFB7XU2O2GM tag=NQKZ6IPOIABZ type=write size=3226832 2024-09-12T17:16:09.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.862+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=Y1WA8DSQ2YXV type=del 2024-09-12T17:16:09.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~5GHP0JBX2QZ7.0 size=984377 2024-09-12T17:16:09.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.870+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=5GHP0JBX2QZ7 tag=0ZWXW1MIE52V type=write size=2032953 2024-09-12T17:16:09.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.874+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=30HAFUYF0DZX type=del 2024-09-12T17:16:09.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.878+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=FK4YTA3KWPH7 type=del size=1729315 2024-09-12T17:16:09.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.878+0000 7f47a8c748c0 1 < canceled operation key=TML69DVSXPEX tag=F68WFD7LYFTI type=del size=236578 2024-09-12T17:16:09.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.882+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=EW22Q4XCIXRJ type=del size=2581433 2024-09-12T17:16:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.886+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=P87B5P8FW6XX type=del 2024-09-12T17:16:09.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.894+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~IBD1K6L8SGVT.0 size=253921 2024-09-12T17:16:09.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.894+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=IBD1K6L8SGVT tag=UBGOJAJ9U590 type=write size=1302497 2024-09-12T17:16:09.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.894+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~X118K0KFX9VH.0 size=929572 2024-09-12T17:16:09.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.898+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=X118K0KFX9VH tag=FK04R8QIQ655 type=write size=1978148 2024-09-12T17:16:09.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.902+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=5OMVXE0SOHHV type=del size=2813434 2024-09-12T17:16:09.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.906+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=ZILU11NVCOW1 type=del 2024-09-12T17:16:09.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.910+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=MX2JRXVSHQVV type=del size=2563267 2024-09-12T17:16:09.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.914+0000 7f47a8c748c0 1 < suggested remove operation key=BAS0Q4WRPSSX tag=1EWANEIPWWK4 type=del 2024-09-12T17:16:09.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.918+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~F0XLCL8JE4P3.0 size=1048576 2024-09-12T17:16:09.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~F0XLCL8JE4P3.1 size=1048576 2024-09-12T17:16:09.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.926+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~F0XLCL8JE4P3.2 size=684443 2024-09-12T17:16:09.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.926+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=F0XLCL8JE4P3 tag=0Y761RX5WJNG type=write size=3830171 2024-09-12T17:16:09.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.930+0000 7f47a8c748c0 1 < completed write operation key=H5SIPJZCJ03T tag=8GYJARC7TH5D type=write size=203120 2024-09-12T17:16:09.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.934+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3V1G27XO9RX4.0 size=301465 2024-09-12T17:16:09.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.934+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=3V1G27XO9RX4 tag=QTUNKDCN2JCY type=write size=1350041 2024-09-12T17:16:09.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.938+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~3ZLC9LIML3O2.0 size=1048576 2024-09-12T17:16:09.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.938+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~3ZLC9LIML3O2.1 size=408159 2024-09-12T17:16:09.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.946+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=3ZLC9LIML3O2 tag=2Y4OUZL7XRJE type=write size=2505311 2024-09-12T17:16:09.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.950+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~D8BY06SYNP4C.0 size=87533 2024-09-12T17:16:09.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.950+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=D8BY06SYNP4C tag=ULJF4M11ZXSH type=write size=1136109 2024-09-12T17:16:09.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.954+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8NZGJ78Z6Q1Z.0 size=1048576 2024-09-12T17:16:09.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.958+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8NZGJ78Z6Q1Z.1 size=1048576 2024-09-12T17:16:09.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.962+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8NZGJ78Z6Q1Z.2 size=199311 2024-09-12T17:16:09.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.966+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=8NZGJ78Z6Q1Z tag=JFKU8CMH0T6T type=write size=3345039 2024-09-12T17:16:09.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.970+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=UP6TRW9U78AD type=del size=2120814 2024-09-12T17:16:09.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.974+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~35QXY6E0CRJX.0 size=687882 2024-09-12T17:16:09.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.982+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=35QXY6E0CRJX tag=IW3L1EWDLP9H type=write size=1736458 2024-09-12T17:16:09.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.986+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=T9ABDWETDD86 type=del size=2274920 2024-09-12T17:16:09.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.986+0000 7f47a8c748c0 1 < canceled operation key=OJYL5A30U6ET tag=0AJHXRRF7QPZ type=write size=925802 2024-09-12T17:16:09.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.990+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=SXTAGI67U2Q3 type=write size=929888 2024-09-12T17:16:09.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.994+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~T15G1Q0W11DQ.0 size=1048576 2024-09-12T17:16:10.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.998+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~T15G1Q0W11DQ.1 size=1048576 2024-09-12T17:16:10.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:09.998+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8AIZZ75FGRJ.2~T15G1Q0W11DQ.2 size=127673 2024-09-12T17:16:10.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.002+0000 7f47a8c748c0 1 < canceled multipart upload key=O8AIZZ75FGRJ upload=T15G1Q0W11DQ tag=4RNI1R33OBN1 type=write size=3273401 2024-09-12T17:16:10.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.006+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=WFU16TDV9W5W type=del size=309593 2024-09-12T17:16:10.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.010+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~PWJ5GAFHIVQ9.0 size=1048576 2024-09-12T17:16:10.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.010+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~PWJ5GAFHIVQ9.1 size=1048576 2024-09-12T17:16:10.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.014+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~PWJ5GAFHIVQ9.2 size=853556 2024-09-12T17:16:10.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.018+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=PWJ5GAFHIVQ9 tag=WWKUAAWZLFJO type=write size=3999284 2024-09-12T17:16:10.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~6ZQFS4ITC59W.0 size=1048576 2024-09-12T17:16:10.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~6ZQFS4ITC59W.1 size=1048576 2024-09-12T17:16:10.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~6ZQFS4ITC59W.2 size=620521 2024-09-12T17:16:10.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.026+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=6ZQFS4ITC59W tag=OKH5Z4NBI7L3 type=write size=3766249 2024-09-12T17:16:10.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.030+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=BAS0Q4WRPSSX tag=Y4NF5SQEY1ON type=del size=742312: (2) No such file or directory 2024-09-12T17:16:10.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.034+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~EFUWCURIWGVJ.0 size=1048576 2024-09-12T17:16:10.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~EFUWCURIWGVJ.1 size=705360 2024-09-12T17:16:10.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.038+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=EFUWCURIWGVJ tag=3LI4A4IY2PLQ type=write size=2802512 2024-09-12T17:16:10.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.038+0000 7f47a8c748c0 1 < canceled part key=_multipart_80E1U6C0GQAU.2~MBFB7XU2O2GM.0 size=1048576 2024-09-12T17:16:10.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.042+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~MBFB7XU2O2GM.1 size=1048576 2024-09-12T17:16:10.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.046+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~MBFB7XU2O2GM.2 size=81104 2024-09-12T17:16:10.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.050+0000 7f47a8c748c0 1 < canceled multipart upload key=80E1U6C0GQAU upload=MBFB7XU2O2GM tag=NQKZ6IPOIABZ type=write size=3226832 2024-09-12T17:16:10.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.054+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=H719DCSMETLH type=write size=216157 2024-09-12T17:16:10.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.054+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~5GHP0JBX2QZ7.0 size=984377 2024-09-12T17:16:10.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.058+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=5GHP0JBX2QZ7 tag=0ZWXW1MIE52V type=write size=2032953 2024-09-12T17:16:10.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~W8G1445HF3Q3.0 size=1048576 2024-09-12T17:16:10.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~W8G1445HF3Q3.1 size=1048576 2024-09-12T17:16:10.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~W8G1445HF3Q3.2 size=744328 2024-09-12T17:16:10.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.070+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=W8G1445HF3Q3 tag=3NN57W5WK5BE type=write size=3890056 2024-09-12T17:16:10.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.074+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=FK4YTA3KWPH7 type=del 2024-09-12T17:16:10.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.078+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=WGNWCB0HE5NU type=write size=508002 2024-09-12T17:16:10.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.082+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=EW22Q4XCIXRJ type=del 2024-09-12T17:16:10.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~K33FV1DVJZJ8.0 size=1048576 2024-09-12T17:16:10.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.090+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~K33FV1DVJZJ8.1 size=1048576 2024-09-12T17:16:10.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.094+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~K33FV1DVJZJ8.2 size=698743 2024-09-12T17:16:10.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.094+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=K33FV1DVJZJ8 tag=VS5RAUNIIXRP type=write size=3844471 2024-09-12T17:16:10.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.094+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~IBD1K6L8SGVT.0 size=253921 2024-09-12T17:16:10.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.098+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=IBD1K6L8SGVT tag=UBGOJAJ9U590 type=write size=1302497 2024-09-12T17:16:10.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.102+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=WGH3XLDGT3KT type=del size=3479996 2024-09-12T17:16:10.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.106+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=5OMVXE0SOHHV type=del 2024-09-12T17:16:10.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.110+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=AREIIFA0SD32 type=del size=2824300 2024-09-12T17:16:10.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.118+0000 7f47a8c748c0 1 < suggested update operation key=80E1U6C0GQAU tag=MX2JRXVSHQVV type=del size=2563267 2024-09-12T17:16:10.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.122+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=07GAT5SPUQNM type=del size=3070975 2024-09-12T17:16:10.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.126+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~F0XLCL8JE4P3.0 size=1048576 2024-09-12T17:16:10.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.126+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~F0XLCL8JE4P3.1 size=1048576 2024-09-12T17:16:10.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.126+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~F0XLCL8JE4P3.2 size=684443 2024-09-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.130+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=F0XLCL8JE4P3 tag=0Y761RX5WJNG type=write size=3830171 2024-09-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.134+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=DMT683AFPROC type=del size=294927 2024-09-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.138+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~3V1G27XO9RX4.0 size=301465 2024-09-12T17:16:10.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.142+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=3V1G27XO9RX4 tag=QTUNKDCN2JCY type=write size=1350041 2024-09-12T17:16:10.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.146+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=RVJWWBD8KT1X type=write size=749824 2024-09-12T17:16:10.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.150+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~D8BY06SYNP4C.0 size=87533 2024-09-12T17:16:10.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.154+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=D8BY06SYNP4C tag=ULJF4M11ZXSH type=write size=1136109 2024-09-12T17:16:10.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.158+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=2K2LTR7EY7E9 type=write size=464570 2024-09-12T17:16:10.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.158+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=UP6TRW9U78AD type=del 2024-09-12T17:16:10.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.162+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=7EAQMYD8180N type=del size=1040702 2024-09-12T17:16:10.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.166+0000 7f47a8c748c0 1 < canceled operation key=TML69DVSXPEX tag=T9ABDWETDD86 type=del size=2274920 2024-09-12T17:16:10.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~3PH58AI8JGLQ.0 size=1048576 2024-09-12T17:16:10.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.174+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~3PH58AI8JGLQ.1 size=1048576 2024-09-12T17:16:10.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.174+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~3PH58AI8JGLQ.2 size=18711 2024-09-12T17:16:10.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.174+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=3PH58AI8JGLQ tag=UQCEIFITK2W7 type=write size=3164439 2024-09-12T17:16:10.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.178+0000 7f47a8c748c0 1 < completed write operation key=2WSU8RIJ5L0X tag=SXTAGI67U2Q3 type=write size=929888 2024-09-12T17:16:10.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.182+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=VEM8Q7HXL2HT type=del size=1414724 2024-09-12T17:16:10.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.182+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=WFU16TDV9W5W type=del 2024-09-12T17:16:10.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.186+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=GD4RL04BI8UU type=del size=3376122 2024-09-12T17:16:10.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.186+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~6ZQFS4ITC59W.0 size=1048576 2024-09-12T17:16:10.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.190+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~6ZQFS4ITC59W.1 size=1048576 2024-09-12T17:16:10.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.190+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~6ZQFS4ITC59W.2 size=620521 2024-09-12T17:16:10.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.198+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=6ZQFS4ITC59W tag=OKH5Z4NBI7L3 type=write size=3766249 2024-09-12T17:16:10.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~GBDENCVXBRQO.0 size=1048576 2024-09-12T17:16:10.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.206+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~GBDENCVXBRQO.1 size=370891 2024-09-12T17:16:10.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.206+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=GBDENCVXBRQO tag=1IIMN7Y2FRNJ type=write size=2468043 2024-09-12T17:16:10.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.210+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~EFUWCURIWGVJ.0 size=1048576 2024-09-12T17:16:10.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.210+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~EFUWCURIWGVJ.1 size=705360 2024-09-12T17:16:10.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.218+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=EFUWCURIWGVJ tag=3LI4A4IY2PLQ type=write size=2802512 2024-09-12T17:16:10.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.222+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~IAYU4R7246G8.0 size=1048576 2024-09-12T17:16:10.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~IAYU4R7246G8.1 size=1048576 2024-09-12T17:16:10.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~IAYU4R7246G8.2 size=322123 2024-09-12T17:16:10.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.226+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=IAYU4R7246G8 tag=SXKF2VQ8FDEE type=write size=3467851 2024-09-12T17:16:10.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.230+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=H719DCSMETLH type=write size=216157 2024-09-12T17:16:10.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.234+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=ENCIT96LOC56 type=del size=1945209 2024-09-12T17:16:10.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.238+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~W8G1445HF3Q3.0 size=1048576 2024-09-12T17:16:10.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.242+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~W8G1445HF3Q3.1 size=1048576 2024-09-12T17:16:10.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.242+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~W8G1445HF3Q3.2 size=744328 2024-09-12T17:16:10.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.246+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=W8G1445HF3Q3 tag=3NN57W5WK5BE type=write size=3890056 2024-09-12T17:16:10.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~VRYRXAS2JP8P.0 size=539560 2024-09-12T17:16:10.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.254+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=VRYRXAS2JP8P tag=IGT8241VYSAY type=write size=1588136 2024-09-12T17:16:10.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.258+0000 7f47a8c748c0 1 < completed write operation key=LIX9TJX73W7K tag=WGNWCB0HE5NU type=write size=508002 2024-09-12T17:16:10.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.258+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=H1QOV8VDIC96 type=del size=1699826 2024-09-12T17:16:10.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.262+0000 7f47a8c748c0 1 < canceled part key=_multipart_G0UIHXL2ET1N.2~K33FV1DVJZJ8.0 size=1048576 2024-09-12T17:16:10.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.262+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~K33FV1DVJZJ8.1 size=1048576 2024-09-12T17:16:10.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.266+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~K33FV1DVJZJ8.2 size=698743 2024-09-12T17:16:10.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.270+0000 7f47a8c748c0 1 < canceled multipart upload key=G0UIHXL2ET1N upload=K33FV1DVJZJ8 tag=VS5RAUNIIXRP type=write size=3844471 2024-09-12T17:16:10.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.278+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~97A8N60U1ZK7.0 size=1048576 2024-09-12T17:16:10.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.278+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~97A8N60U1ZK7.1 size=763713 2024-09-12T17:16:10.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.278+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=97A8N60U1ZK7 tag=TAJR74UMEUVM type=write size=2860865 2024-09-12T17:16:10.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.282+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=WGH3XLDGT3KT type=del 2024-09-12T17:16:10.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.286+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=3QLWP3VL4NOU type=del size=2656306 2024-09-12T17:16:10.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.294+0000 7f47a8c748c0 1 < suggested remove operation key=E9NGD5ZS0GXE tag=AREIIFA0SD32 type=del 2024-09-12T17:16:10.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.298+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=T74DPP7QV3LX type=write size=23474 2024-09-12T17:16:10.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.302+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=07GAT5SPUQNM type=del 2024-09-12T17:16:10.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.306+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=924G3ATNFV3Y type=del size=1872363 2024-09-12T17:16:10.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.310+0000 7f47a8c748c0 1 < canceled operation key=P8D2NC13VSST tag=DMT683AFPROC type=del size=294927 2024-09-12T17:16:10.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.314+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=EN52ISPTW10L type=del size=387131 2024-09-12T17:16:10.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.322+0000 7f47a8c748c0 1 < suggested remove operation key=M8IRCIWF1SOU tag=RVJWWBD8KT1X type=write 2024-09-12T17:16:10.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.322+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=0Q6EK7369N2H type=write size=874518 2024-09-12T17:16:10.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.326+0000 7f47a8c748c0 1 < completed write operation key=P8D2NC13VSST tag=2K2LTR7EY7E9 type=write size=464570 2024-09-12T17:16:10.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~8K0TSHOU3PKT.0 size=1048576 2024-09-12T17:16:10.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~8K0TSHOU3PKT.1 size=470052 2024-09-12T17:16:10.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.334+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=8K0TSHOU3PKT tag=34XLI18JP72O type=write size=2567204 2024-09-12T17:16:10.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.342+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=7EAQMYD8180N type=del 2024-09-12T17:16:10.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.346+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=V02ZAHX81PIZ type=del size=3875580 2024-09-12T17:16:10.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.350+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~3PH58AI8JGLQ.0 size=1048576 2024-09-12T17:16:10.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.350+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~3PH58AI8JGLQ.1 size=1048576 2024-09-12T17:16:10.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.354+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~3PH58AI8JGLQ.2 size=18711 2024-09-12T17:16:10.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.358+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=3PH58AI8JGLQ tag=UQCEIFITK2W7 type=write size=3164439 2024-09-12T17:16:10.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.362+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=GP9QK4SN7IYR type=write size=918044 2024-09-12T17:16:10.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.366+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=VEM8Q7HXL2HT type=del 2024-09-12T17:16:10.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.366+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=AMWD2TPKNIJB type=write size=387804 2024-09-12T17:16:10.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.370+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=GD4RL04BI8UU type=del 2024-09-12T17:16:10.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.378+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~DTOP3ODXNO1N.0 size=227255 2024-09-12T17:16:10.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.378+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=DTOP3ODXNO1N tag=JERSLRAK6Z6X type=write size=1275831 2024-09-12T17:16:10.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.382+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~GBDENCVXBRQO.0 size=1048576 2024-09-12T17:16:10.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.382+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~GBDENCVXBRQO.1 size=370891 2024-09-12T17:16:10.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.390+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=GBDENCVXBRQO tag=1IIMN7Y2FRNJ type=write size=2468043 2024-09-12T17:16:10.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.394+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=S9QQ36EC2PG6 type=del size=2508880 2024-09-12T17:16:10.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.394+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~IAYU4R7246G8.0 size=1048576 2024-09-12T17:16:10.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.398+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~IAYU4R7246G8.1 size=1048576 2024-09-12T17:16:10.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.398+0000 7f47a8c748c0 1 < canceled part key=_multipart_3FB30GVCZOOL.2~IAYU4R7246G8.2 size=322123 2024-09-12T17:16:10.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.406+0000 7f47a8c748c0 1 < canceled multipart upload key=3FB30GVCZOOL upload=IAYU4R7246G8 tag=SXKF2VQ8FDEE type=write size=3467851 2024-09-12T17:16:10.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.410+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~UVLW5RSVBLYK.0 size=1048576 2024-09-12T17:16:10.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~UVLW5RSVBLYK.1 size=201265 2024-09-12T17:16:10.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.414+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=UVLW5RSVBLYK tag=C7XTCQSBGZA6 type=write size=2298417 2024-09-12T17:16:10.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.414+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=ENCIT96LOC56 type=del 2024-09-12T17:16:10.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~P7Q9FT0HJ07F.0 size=1048576 2024-09-12T17:16:10.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~P7Q9FT0HJ07F.1 size=786080 2024-09-12T17:16:10.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.426+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=P7Q9FT0HJ07F tag=W9YCMN1TI8OH type=write size=2883232 2024-09-12T17:16:10.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.426+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~VRYRXAS2JP8P.0 size=539560 2024-09-12T17:16:10.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.430+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=VRYRXAS2JP8P tag=IGT8241VYSAY type=write size=1588136 2024-09-12T17:16:10.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~P984FAHM6259.0 size=1048576 2024-09-12T17:16:10.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~P984FAHM6259.1 size=772216 2024-09-12T17:16:10.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.438+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=P984FAHM6259 tag=N0PE22IGE2C9 type=write size=2869368 2024-09-12T17:16:10.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.442+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=H1QOV8VDIC96 type=del 2024-09-12T17:16:10.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.446+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=4L27F40VQWR1 type=del size=3117700 2024-09-12T17:16:10.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.446+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~97A8N60U1ZK7.0 size=1048576 2024-09-12T17:16:10.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.450+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~97A8N60U1ZK7.1 size=763713 2024-09-12T17:16:10.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.454+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=97A8N60U1ZK7 tag=TAJR74UMEUVM type=write size=2860865 2024-09-12T17:16:10.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.458+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=ESR9AS2C2P93 type=del size=2301327 2024-09-12T17:16:10.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.462+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=3QLWP3VL4NOU type=del 2024-09-12T17:16:10.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.466+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=8K7XVFBL2EYV type=del size=3236683 2024-09-12T17:16:10.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.470+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=T74DPP7QV3LX type=write size=23474 2024-09-12T17:16:10.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.474+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=B5KJGOQ4YM9R type=write size=376486 2024-09-12T17:16:10.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.478+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=924G3ATNFV3Y type=del 2024-09-12T17:16:10.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.478+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=GGY9LK2MGMVW type=write size=485034 2024-09-12T17:16:10.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.482+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=EN52ISPTW10L type=del 2024-09-12T17:16:10.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.486+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=CEPD6RJML106 type=del size=388860 2024-09-12T17:16:10.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.490+0000 7f47a8c748c0 1 < suggested update operation key=1OX1IZ9XAHCI tag=0Q6EK7369N2H type=write size=874518 2024-09-12T17:16:10.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~WAGNSWTB6TDH.0 size=904171 2024-09-12T17:16:10.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.498+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=WAGNSWTB6TDH tag=O95AU6QB5871 type=write size=1952747 2024-09-12T17:16:10.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.502+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~8K0TSHOU3PKT.0 size=1048576 2024-09-12T17:16:10.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.502+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~8K0TSHOU3PKT.1 size=470052 2024-09-12T17:16:10.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.506+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=8K0TSHOU3PKT tag=34XLI18JP72O type=write size=2567204 2024-09-12T17:16:10.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.510+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~A2EAKMZ7NZ98.0 size=19896 2024-09-12T17:16:10.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.510+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=A2EAKMZ7NZ98 tag=IGL6GQX95KAX type=write size=1068472 2024-09-12T17:16:10.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.518+0000 7f47a8c748c0 1 < suggested update operation key=OJYL5A30U6ET tag=V02ZAHX81PIZ type=del size=3875580 2024-09-12T17:16:10.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.522+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WC6UTIEMKAI6.0 size=998585 2024-09-12T17:16:10.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.522+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=WC6UTIEMKAI6 tag=RVITJ18H1CPH type=write size=2047161 2024-09-12T17:16:10.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.530+0000 7f47a8c748c0 1 < suggested update operation key=4BF7U5BNWTWP tag=GP9QK4SN7IYR type=write size=918044 2024-09-12T17:16:10.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~YV7QVHOTOLE3.0 size=1048576 2024-09-12T17:16:10.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~YV7QVHOTOLE3.1 size=1048576 2024-09-12T17:16:10.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~YV7QVHOTOLE3.2 size=1002609 2024-09-12T17:16:10.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.542+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=YV7QVHOTOLE3 tag=J2PUKJPM2NIF type=write size=4148337 2024-09-12T17:16:10.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.546+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=AMWD2TPKNIJB type=write size=387804 2024-09-12T17:16:10.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~DYTGVT9BSGSW.0 size=1048576 2024-09-12T17:16:10.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~DYTGVT9BSGSW.1 size=1048576 2024-09-12T17:16:10.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~DYTGVT9BSGSW.2 size=1041647 2024-09-12T17:16:10.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.558+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=DYTGVT9BSGSW tag=6EOMZH3B6KP1 type=write size=4187375 2024-09-12T17:16:10.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.562+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~DTOP3ODXNO1N.0 size=227255 2024-09-12T17:16:10.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.566+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=DTOP3ODXNO1N tag=JERSLRAK6Z6X type=write size=1275831 2024-09-12T17:16:10.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.570+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=X27NFJZZO63J type=del size=1655944 2024-09-12T17:16:10.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.574+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=S9QQ36EC2PG6 type=del 2024-09-12T17:16:10.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.578+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=51QQO7OKDTEH type=write size=510816 2024-09-12T17:16:10.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.582+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~UVLW5RSVBLYK.0 size=1048576 2024-09-12T17:16:10.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.582+0000 7f47a8c748c0 1 < canceled part key=_multipart_S2C9EJ9AS2SO.2~UVLW5RSVBLYK.1 size=201265 2024-09-12T17:16:10.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.586+0000 7f47a8c748c0 1 < canceled multipart upload key=S2C9EJ9AS2SO upload=UVLW5RSVBLYK tag=C7XTCQSBGZA6 type=write size=2298417 2024-09-12T17:16:10.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~S4JADQLCZ4LC.0 size=1048576 2024-09-12T17:16:10.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.598+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~S4JADQLCZ4LC.1 size=790720 2024-09-12T17:16:10.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.598+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=S4JADQLCZ4LC tag=WTJPFFHMSHMN type=write size=2887872 2024-09-12T17:16:10.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.598+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~P7Q9FT0HJ07F.0 size=1048576 2024-09-12T17:16:10.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.602+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~P7Q9FT0HJ07F.1 size=786080 2024-09-12T17:16:10.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.610+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=P7Q9FT0HJ07F tag=W9YCMN1TI8OH type=write size=2883232 2024-09-12T17:16:10.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.614+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~LB8XQHHA987T.0 size=847373 2024-09-12T17:16:10.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.614+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=LB8XQHHA987T tag=NZAQEIRR0EDY type=write size=1895949 2024-09-12T17:16:10.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.618+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~P984FAHM6259.0 size=1048576 2024-09-12T17:16:10.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.622+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~P984FAHM6259.1 size=772216 2024-09-12T17:16:10.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.626+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=P984FAHM6259 tag=N0PE22IGE2C9 type=write size=2869368 2024-09-12T17:16:10.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.630+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=WB6L0YV6YOLT type=del size=2705615 2024-09-12T17:16:10.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.634+0000 7f47a8c748c0 -1 < failed to complete operation key=4BF7U5BNWTWP tag=4L27F40VQWR1 type=del size=3117700: (22) Invalid argument 2024-09-12T17:16:10.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.638+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=O7BB7TPB80VH type=del size=3107631 2024-09-12T17:16:10.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.650+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=ESR9AS2C2P93 type=del 2024-09-12T17:16:10.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~45FFASH5XUCR.0 size=1048576 2024-09-12T17:16:10.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~45FFASH5XUCR.1 size=380390 2024-09-12T17:16:10.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.658+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=45FFASH5XUCR tag=OVAO8JWF9S1V type=write size=2477542 2024-09-12T17:16:10.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.662+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=8K7XVFBL2EYV type=del 2024-09-12T17:16:10.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~PFZIEUYWO7JO.0 size=1048576 2024-09-12T17:16:10.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~PFZIEUYWO7JO.1 size=1048576 2024-09-12T17:16:10.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~PFZIEUYWO7JO.2 size=555103 2024-09-12T17:16:10.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.670+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=PFZIEUYWO7JO tag=0CRZN9DBOF1Q type=write size=3700831 2024-09-12T17:16:10.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.674+0000 7f47a8c748c0 1 < completed write operation key=G0UIHXL2ET1N tag=B5KJGOQ4YM9R type=write size=376486 2024-09-12T17:16:10.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.678+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=SQCL4NMBUGSN type=del size=1020371 2024-09-12T17:16:10.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.682+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=GGY9LK2MGMVW type=write size=485034 2024-09-12T17:16:10.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~SW275OTIBYNB.0 size=1048576 2024-09-12T17:16:10.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~SW275OTIBYNB.1 size=767671 2024-09-12T17:16:10.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.690+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=SW275OTIBYNB tag=ACG1MEM4QU0V type=write size=2864823 2024-09-12T17:16:10.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.698+0000 7f47a8c748c0 1 < suggested remove operation key=K7VSL58BTME5 tag=CEPD6RJML106 type=del 2024-09-12T17:16:10.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.706+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~VG8C5XKNH0A4.0 size=1048576 2024-09-12T17:16:10.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.710+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~VG8C5XKNH0A4.1 size=1048576 2024-09-12T17:16:10.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.710+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~VG8C5XKNH0A4.2 size=695841 2024-09-12T17:16:10.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.710+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=VG8C5XKNH0A4 tag=8FDAEYEJ32VF type=write size=3841569 2024-09-12T17:16:10.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.714+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~WAGNSWTB6TDH.0 size=904171 2024-09-12T17:16:10.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.722+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=WAGNSWTB6TDH tag=O95AU6QB5871 type=write size=1952747 2024-09-12T17:16:10.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.722+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=PA7V6AU5094B type=del size=3948419 2024-09-12T17:16:10.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.726+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~A2EAKMZ7NZ98.0 size=19896 2024-09-12T17:16:10.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.734+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=A2EAKMZ7NZ98 tag=IGL6GQX95KAX type=write size=1068472 2024-09-12T17:16:10.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~DKKK70ACTYMZ.0 size=563179 2024-09-12T17:16:10.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.742+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=DKKK70ACTYMZ tag=3LOYU9ZOXSIX type=write size=1611755 2024-09-12T17:16:10.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.742+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WC6UTIEMKAI6.0 size=998585 2024-09-12T17:16:10.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.750+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=WC6UTIEMKAI6 tag=RVITJ18H1CPH type=write size=2047161 2024-09-12T17:16:10.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.754+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~20UN7KC3LFND.0 size=1048576 2024-09-12T17:16:10.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.758+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~20UN7KC3LFND.1 size=1048576 2024-09-12T17:16:10.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~20UN7KC3LFND.2 size=416312 2024-09-12T17:16:10.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.762+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=20UN7KC3LFND tag=UUQGAAT9Q803 type=write size=3562040 2024-09-12T17:16:10.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.766+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~YV7QVHOTOLE3.0 size=1048576 2024-09-12T17:16:10.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.766+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~YV7QVHOTOLE3.1 size=1048576 2024-09-12T17:16:10.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.766+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~YV7QVHOTOLE3.2 size=1002609 2024-09-12T17:16:10.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.774+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=YV7QVHOTOLE3 tag=J2PUKJPM2NIF type=write size=4148337 2024-09-12T17:16:10.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~413XMMB87QS5.0 size=1048576 2024-09-12T17:16:10.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~413XMMB87QS5.1 size=1048576 2024-09-12T17:16:10.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.786+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~413XMMB87QS5.2 size=511178 2024-09-12T17:16:10.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.786+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=413XMMB87QS5 tag=7WX93CG7M1WV type=write size=3656906 2024-09-12T17:16:10.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.790+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~DYTGVT9BSGSW.0 size=1048576 2024-09-12T17:16:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.794+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~DYTGVT9BSGSW.1 size=1048576 2024-09-12T17:16:10.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.794+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~DYTGVT9BSGSW.2 size=1041647 2024-09-12T17:16:10.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.802+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=DYTGVT9BSGSW tag=6EOMZH3B6KP1 type=write size=4187375 2024-09-12T17:16:10.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.806+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=2E7P7JWIYYLQ type=del size=1810771 2024-09-12T17:16:10.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.810+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=X27NFJZZO63J type=del 2024-09-12T17:16:10.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~PXSSVBIMYYIH.0 size=1048576 2024-09-12T17:16:10.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.822+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~PXSSVBIMYYIH.1 size=1048576 2024-09-12T17:16:10.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~PXSSVBIMYYIH.2 size=543977 2024-09-12T17:16:10.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.826+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=PXSSVBIMYYIH tag=MP9TOYGWBLSV type=write size=3689705 2024-09-12T17:16:10.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.834+0000 7f47a8c748c0 1 < suggested update operation key=R9QGA3GF563C tag=51QQO7OKDTEH type=write size=510816 2024-09-12T17:16:10.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.834+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=K1FQKSMX22ZU type=del size=2408656 2024-09-12T17:16:10.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.838+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~S4JADQLCZ4LC.0 size=1048576 2024-09-12T17:16:10.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.842+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~S4JADQLCZ4LC.1 size=790720 2024-09-12T17:16:10.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.850+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=S4JADQLCZ4LC tag=WTJPFFHMSHMN type=write size=2887872 2024-09-12T17:16:10.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~L0BF9CW9XNSK.0 size=474203 2024-09-12T17:16:10.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.854+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=L0BF9CW9XNSK tag=V70LBIQ906W1 type=write size=1522779 2024-09-12T17:16:10.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.858+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~LB8XQHHA987T.0 size=847373 2024-09-12T17:16:10.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.862+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=LB8XQHHA987T tag=NZAQEIRR0EDY type=write size=1895949 2024-09-12T17:16:10.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.866+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=ALRQM01BO23G type=del size=1390116 2024-09-12T17:16:10.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.870+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=WB6L0YV6YOLT type=del 2024-09-12T17:16:10.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.874+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=8C59F4N7UVM9 type=del size=3906529 2024-09-12T17:16:10.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.882+0000 7f47a8c748c0 1 < suggested remove operation key=2WSU8RIJ5L0X tag=O7BB7TPB80VH type=del 2024-09-12T17:16:10.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.886+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=PMRYF0XZ5VAM type=del size=914161 2024-09-12T17:16:10.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.886+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~45FFASH5XUCR.0 size=1048576 2024-09-12T17:16:10.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.890+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~45FFASH5XUCR.1 size=380390 2024-09-12T17:16:10.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.898+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=45FFASH5XUCR tag=OVAO8JWF9S1V type=write size=2477542 2024-09-12T17:16:10.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~LX80G25LTVS0.0 size=1048576 2024-09-12T17:16:10.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~LX80G25LTVS0.1 size=747569 2024-09-12T17:16:10.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.906+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=LX80G25LTVS0 tag=IJY8FJVKVEHK type=write size=2844721 2024-09-12T17:16:10.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.910+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~PFZIEUYWO7JO.0 size=1048576 2024-09-12T17:16:10.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.910+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~PFZIEUYWO7JO.1 size=1048576 2024-09-12T17:16:10.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.910+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~PFZIEUYWO7JO.2 size=555103 2024-09-12T17:16:10.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.918+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=PFZIEUYWO7JO tag=0CRZN9DBOF1Q type=write size=3700831 2024-09-12T17:16:10.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.922+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=5JIL1CX5LRGH type=del size=218862 2024-09-12T17:16:10.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.926+0000 7f47a8c748c0 1 < suggested remove operation key=MGMTNUVEIO4Y tag=SQCL4NMBUGSN type=del 2024-09-12T17:16:10.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.930+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=NQSS8JX40KMC type=del size=2413515 2024-09-12T17:16:10.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.934+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~SW275OTIBYNB.0 size=1048576 2024-09-12T17:16:10.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.938+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~SW275OTIBYNB.1 size=767671 2024-09-12T17:16:10.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.946+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=SW275OTIBYNB tag=ACG1MEM4QU0V type=write size=2864823 2024-09-12T17:16:10.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.950+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=28FMQ7HKGUOD type=write size=1035957 2024-09-12T17:16:10.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.950+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~VG8C5XKNH0A4.0 size=1048576 2024-09-12T17:16:10.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.950+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~VG8C5XKNH0A4.1 size=1048576 2024-09-12T17:16:10.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.954+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~VG8C5XKNH0A4.2 size=695841 2024-09-12T17:16:10.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.958+0000 7f47a8c748c0 1 < canceled multipart upload key=O47SCE2D2679 upload=VG8C5XKNH0A4 tag=8FDAEYEJ32VF type=write size=3841569 2024-09-12T17:16:10.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~GHNTT49A2CBJ.0 size=1048576 2024-09-12T17:16:10.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~GHNTT49A2CBJ.1 size=164578 2024-09-12T17:16:10.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.970+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=GHNTT49A2CBJ tag=C079BVGAZ1XZ type=write size=2261730 2024-09-12T17:16:10.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.978+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=PA7V6AU5094B type=del 2024-09-12T17:16:10.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.982+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=3L271348XPJ9 type=del size=3353148 2024-09-12T17:16:10.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.986+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~DKKK70ACTYMZ.0 size=563179 2024-09-12T17:16:10.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.990+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=DKKK70ACTYMZ tag=3LOYU9ZOXSIX type=write size=1611755 2024-09-12T17:16:11.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.998+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~FHKJ0EYH21ZV.0 size=1048576 2024-09-12T17:16:11.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:10.998+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~FHKJ0EYH21ZV.1 size=1048576 2024-09-12T17:16:11.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.002+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~FHKJ0EYH21ZV.2 size=843181 2024-09-12T17:16:11.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.002+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=FHKJ0EYH21ZV tag=CY4XWX6P332P type=write size=3988909 2024-09-12T17:16:11.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.006+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~20UN7KC3LFND.0 size=1048576 2024-09-12T17:16:11.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.006+0000 7f47a8c748c0 1 < canceled part key=_multipart_ON5AHBFMCXB7.2~20UN7KC3LFND.1 size=1048576 2024-09-12T17:16:11.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.010+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~20UN7KC3LFND.2 size=416312 2024-09-12T17:16:11.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.014+0000 7f47a8c748c0 1 < canceled multipart upload key=ON5AHBFMCXB7 upload=20UN7KC3LFND tag=UUQGAAT9Q803 type=write size=3562040 2024-09-12T17:16:11.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3ZWR63ZOVZ7R.0 size=1048576 2024-09-12T17:16:11.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3ZWR63ZOVZ7R.1 size=1048576 2024-09-12T17:16:11.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3ZWR63ZOVZ7R.2 size=348702 2024-09-12T17:16:11.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.026+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=3ZWR63ZOVZ7R tag=66DW7JMM3LZ6 type=write size=3494430 2024-09-12T17:16:11.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.030+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~413XMMB87QS5.0 size=1048576 2024-09-12T17:16:11.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.034+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~413XMMB87QS5.1 size=1048576 2024-09-12T17:16:11.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.034+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~413XMMB87QS5.2 size=511178 2024-09-12T17:16:11.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.042+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=413XMMB87QS5 tag=7WX93CG7M1WV type=write size=3656906 2024-09-12T17:16:11.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.042+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=OZ28ID3C9197 type=del size=3223450 2024-09-12T17:16:11.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.046+0000 7f47a8c748c0 -1 < failed to complete operation key=2WSU8RIJ5L0X tag=2E7P7JWIYYLQ type=del size=1810771: (22) Invalid argument 2024-09-12T17:16:11.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.050+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=13VIJLTR60FK type=del size=1083391 2024-09-12T17:16:11.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.054+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~PXSSVBIMYYIH.0 size=1048576 2024-09-12T17:16:11.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.054+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~PXSSVBIMYYIH.1 size=1048576 2024-09-12T17:16:11.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.058+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~PXSSVBIMYYIH.2 size=543977 2024-09-12T17:16:11.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.066+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=PXSSVBIMYYIH tag=MP9TOYGWBLSV type=write size=3689705 2024-09-12T17:16:11.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.070+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=WJRRYYUQ5OOF type=del size=2481622 2024-09-12T17:16:11.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.074+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=K1FQKSMX22ZU type=del 2024-09-12T17:16:11.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.078+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=7RMJFDGSEJFB type=del size=724192 2024-09-12T17:16:11.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.082+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~L0BF9CW9XNSK.0 size=474203 2024-09-12T17:16:11.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.086+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=L0BF9CW9XNSK tag=V70LBIQ906W1 type=write size=1522779 2024-09-12T17:16:11.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.090+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=4M2E0CQZF4CT type=del size=2299438 2024-09-12T17:16:11.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.094+0000 7f47a8c748c0 1 < canceled operation key=ON5AHBFMCXB7 tag=ALRQM01BO23G type=del size=1390116 2024-09-12T17:16:11.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.098+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=XGGEZHSQ9A92 type=del size=3292925 2024-09-12T17:16:11.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.102+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=8C59F4N7UVM9 type=del 2024-09-12T17:16:11.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~3H9G4V6LDTQQ.0 size=1048576 2024-09-12T17:16:11.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~3H9G4V6LDTQQ.1 size=1048576 2024-09-12T17:16:11.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~3H9G4V6LDTQQ.2 size=934496 2024-09-12T17:16:11.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.114+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=3H9G4V6LDTQQ tag=1VZ528V30HWI type=write size=4080224 2024-09-12T17:16:11.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.118+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=PMRYF0XZ5VAM type=del 2024-09-12T17:16:11.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.122+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~IGP6AZH19SR5.0 size=1048576 2024-09-12T17:16:11.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~IGP6AZH19SR5.1 size=946422 2024-09-12T17:16:11.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.126+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=IGP6AZH19SR5 tag=H75T30N781HJ type=write size=3043574 2024-09-12T17:16:11.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.126+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~LX80G25LTVS0.0 size=1048576 2024-09-12T17:16:11.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.130+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~LX80G25LTVS0.1 size=747569 2024-09-12T17:16:11.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.134+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=LX80G25LTVS0 tag=IJY8FJVKVEHK type=write size=2844721 2024-09-12T17:16:11.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.138+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=FXI1Y687AGVQ type=del size=4065377 2024-09-12T17:16:11.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.142+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=5JIL1CX5LRGH type=del 2024-09-12T17:16:11.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~S7LSI2DHV90D.0 size=502723 2024-09-12T17:16:11.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.146+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=S7LSI2DHV90D tag=MLF7PHKLCMCA type=write size=1551299 2024-09-12T17:16:11.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.150+0000 7f47a8c748c0 1 < canceled operation key=FNQLQEI5JDG8 tag=NQSS8JX40KMC type=del size=2413515 2024-09-12T17:16:11.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.154+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=BLEKZSWG8NUN type=del size=3442783 2024-09-12T17:16:11.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.158+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=28FMQ7HKGUOD type=write size=1035957 2024-09-12T17:16:11.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.158+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=N9JQT2Q41DI3 type=del size=4184944 2024-09-12T17:16:11.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.162+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~GHNTT49A2CBJ.0 size=1048576 2024-09-12T17:16:11.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.166+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~GHNTT49A2CBJ.1 size=164578 2024-09-12T17:16:11.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.170+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=GHNTT49A2CBJ tag=C079BVGAZ1XZ type=write size=2261730 2024-09-12T17:16:11.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.174+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=1KISVAZREHCF type=write size=789944 2024-09-12T17:16:11.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.182+0000 7f47a8c748c0 1 < suggested remove operation key=E9NGD5ZS0GXE tag=3L271348XPJ9 type=del 2024-09-12T17:16:11.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.186+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=LR9U4EWEUIRE type=del size=1329329 2024-09-12T17:16:11.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.190+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~FHKJ0EYH21ZV.0 size=1048576 2024-09-12T17:16:11.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.190+0000 7f47a8c748c0 1 < canceled part key=_multipart_1OX1IZ9XAHCI.2~FHKJ0EYH21ZV.1 size=1048576 2024-09-12T17:16:11.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.194+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~FHKJ0EYH21ZV.2 size=843181 2024-09-12T17:16:11.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.198+0000 7f47a8c748c0 1 < canceled multipart upload key=1OX1IZ9XAHCI upload=FHKJ0EYH21ZV tag=CY4XWX6P332P type=write size=3988909 2024-09-12T17:16:11.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.202+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=11GIA9GDRNDI type=write size=149596 2024-09-12T17:16:11.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.206+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~3ZWR63ZOVZ7R.0 size=1048576 2024-09-12T17:16:11.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.206+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~3ZWR63ZOVZ7R.1 size=1048576 2024-09-12T17:16:11.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.210+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~3ZWR63ZOVZ7R.2 size=348702 2024-09-12T17:16:11.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.218+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=3ZWR63ZOVZ7R tag=66DW7JMM3LZ6 type=write size=3494430 2024-09-12T17:16:11.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.222+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=T163DFXK7LB0 type=del size=3761202 2024-09-12T17:16:11.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.226+0000 7f47a8c748c0 1 < canceled operation key=X8QDFHONH3RD tag=OZ28ID3C9197 type=del size=3223450 2024-09-12T17:16:11.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.234+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~V86OCPMI61NU.0 size=1048576 2024-09-12T17:16:11.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.234+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~V86OCPMI61NU.1 size=678923 2024-09-12T17:16:11.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.234+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=V86OCPMI61NU tag=RSXZ18WOPZEN type=write size=2776075 2024-09-12T17:16:11.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.242+0000 7f47a8c748c0 1 < suggested remove operation key=ON5AHBFMCXB7 tag=13VIJLTR60FK type=del 2024-09-12T17:16:11.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.250+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~QZMRNNY3S3F1.0 size=388752 2024-09-12T17:16:11.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.250+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=QZMRNNY3S3F1 tag=J27P2O55S1CA type=write size=1437328 2024-09-12T17:16:11.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.258+0000 7f47a8c748c0 1 < suggested remove operation key=O8AIZZ75FGRJ tag=WJRRYYUQ5OOF type=del 2024-09-12T17:16:11.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.266+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~P0KTTD7P2U7O.0 size=1048576 2024-09-12T17:16:11.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.270+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~P0KTTD7P2U7O.1 size=729249 2024-09-12T17:16:11.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.270+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=P0KTTD7P2U7O tag=8XH0SM4J97I9 type=write size=2826401 2024-09-12T17:16:11.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.274+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=7RMJFDGSEJFB type=del 2024-09-12T17:16:11.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.278+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=9PF6ZXX2A00L type=del size=2722533 2024-09-12T17:16:11.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.286+0000 7f47a8c748c0 1 < suggested update operation key=O8ZBOG7V3G21 tag=4M2E0CQZF4CT type=del size=2299438 2024-09-12T17:16:11.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.294+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~DB6H0A0A9CQ2.0 size=324365 2024-09-12T17:16:11.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.294+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=DB6H0A0A9CQ2 tag=0FRO29ZAD2LE type=write size=1372941 2024-09-12T17:16:11.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.298+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=XGGEZHSQ9A92 type=del 2024-09-12T17:16:11.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.302+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=BKLGPJERBDSI type=del size=422074 2024-09-12T17:16:11.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.306+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~3H9G4V6LDTQQ.0 size=1048576 2024-09-12T17:16:11.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.310+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~3H9G4V6LDTQQ.1 size=1048576 2024-09-12T17:16:11.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.314+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~3H9G4V6LDTQQ.2 size=934496 2024-09-12T17:16:11.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.318+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=3H9G4V6LDTQQ tag=1VZ528V30HWI type=write size=4080224 2024-09-12T17:16:11.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.326+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=UZEZ2GD2COPD type=del size=577014 2024-09-12T17:16:11.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.330+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~IGP6AZH19SR5.0 size=1048576 2024-09-12T17:16:11.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.330+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~IGP6AZH19SR5.1 size=946422 2024-09-12T17:16:11.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.334+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=IGP6AZH19SR5 tag=H75T30N781HJ type=write size=3043574 2024-09-12T17:16:11.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.342+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~N1UXB12ORBMU.0 size=1048576 2024-09-12T17:16:11.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.346+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~N1UXB12ORBMU.1 size=1048576 2024-09-12T17:16:11.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.346+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~N1UXB12ORBMU.2 size=263079 2024-09-12T17:16:11.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.346+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=N1UXB12ORBMU tag=LOZ9G6IJ0LNG type=write size=3408807 2024-09-12T17:16:11.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.350+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=FXI1Y687AGVQ type=del 2024-09-12T17:16:11.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.354+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=WPS8D3S20TW0 type=del size=5628 2024-09-12T17:16:11.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.358+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~S7LSI2DHV90D.0 size=502723 2024-09-12T17:16:11.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.362+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=S7LSI2DHV90D tag=MLF7PHKLCMCA type=write size=1551299 2024-09-12T17:16:11.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.366+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=K33WGJT2PLO1 type=del size=1471885 2024-09-12T17:16:11.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.366+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=BLEKZSWG8NUN type=del 2024-09-12T17:16:11.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~Q223XR9TB4BD.0 size=1048576 2024-09-12T17:16:11.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.374+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~Q223XR9TB4BD.1 size=1048576 2024-09-12T17:16:11.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.374+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~Q223XR9TB4BD.2 size=383738 2024-09-12T17:16:11.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.374+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=Q223XR9TB4BD tag=72AOBJMGKKMQ type=write size=3529466 2024-09-12T17:16:11.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.378+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=N9JQT2Q41DI3 type=del 2024-09-12T17:16:11.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~X4EHHHOE3YQO.0 size=1048576 2024-09-12T17:16:11.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~X4EHHHOE3YQO.1 size=701166 2024-09-12T17:16:11.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.382+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=X4EHHHOE3YQO tag=845TBHJNFJM7 type=write size=2798318 2024-09-12T17:16:11.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.390+0000 7f47a8c748c0 1 < suggested remove operation key=H5SIPJZCJ03T tag=1KISVAZREHCF type=write 2024-09-12T17:16:11.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.390+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=DY269S02W78P type=del size=745101 2024-09-12T17:16:11.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.394+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=LR9U4EWEUIRE type=del 2024-09-12T17:16:11.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.398+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=A2RH49JUC5J9 type=del size=3551463 2024-09-12T17:16:11.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.402+0000 7f47a8c748c0 1 < suggested remove operation key=0KZGH5YDL7C0 tag=11GIA9GDRNDI type=write 2024-09-12T17:16:11.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.406+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~1ROG9T0O9ZHY.0 size=19689 2024-09-12T17:16:11.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.406+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=1ROG9T0O9ZHY tag=N0SQ5K63C1L6 type=write size=1068265 2024-09-12T17:16:11.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.410+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=T163DFXK7LB0 type=del 2024-09-12T17:16:11.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.414+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=IQTHWQBYZIP5 type=write size=485092 2024-09-12T17:16:11.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.414+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8ZBOG7V3G21.2~V86OCPMI61NU.0 size=1048576 2024-09-12T17:16:11.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.414+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~V86OCPMI61NU.1 size=678923 2024-09-12T17:16:11.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.418+0000 7f47a8c748c0 1 < canceled multipart upload key=O8ZBOG7V3G21 upload=V86OCPMI61NU tag=RSXZ18WOPZEN type=write size=2776075 2024-09-12T17:16:11.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~S9I5I39EVVMB.0 size=1048576 2024-09-12T17:16:11.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~S9I5I39EVVMB.1 size=1048576 2024-09-12T17:16:11.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.430+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~S9I5I39EVVMB.2 size=763938 2024-09-12T17:16:11.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.430+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=S9I5I39EVVMB tag=YZBWPPKZS548 type=write size=3909666 2024-09-12T17:16:11.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.430+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~QZMRNNY3S3F1.0 size=388752 2024-09-12T17:16:11.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.434+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=QZMRNNY3S3F1 tag=J27P2O55S1CA type=write size=1437328 2024-09-12T17:16:11.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.438+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=77VXBCYFIS67 type=del size=1429062 2024-09-12T17:16:11.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.442+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~P0KTTD7P2U7O.0 size=1048576 2024-09-12T17:16:11.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.442+0000 7f47a8c748c0 1 < canceled part key=_multipart_3FB30GVCZOOL.2~P0KTTD7P2U7O.1 size=729249 2024-09-12T17:16:11.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.442+0000 7f47a8c748c0 1 < canceled multipart upload key=3FB30GVCZOOL upload=P0KTTD7P2U7O tag=8XH0SM4J97I9 type=write size=2826401 2024-09-12T17:16:11.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.446+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=0PUJDJI4AUS3 type=del size=2551148 2024-09-12T17:16:11.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.450+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=9PF6ZXX2A00L type=del 2024-09-12T17:16:11.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.454+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=Z28Y66DTZLBQ type=write size=714740 2024-09-12T17:16:11.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.454+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~DB6H0A0A9CQ2.0 size=324365 2024-09-12T17:16:11.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.462+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=DB6H0A0A9CQ2 tag=0FRO29ZAD2LE type=write size=1372941 2024-09-12T17:16:11.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~OXS52JDRTY5V.0 size=1048576 2024-09-12T17:16:11.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~OXS52JDRTY5V.1 size=324765 2024-09-12T17:16:11.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.466+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=OXS52JDRTY5V tag=3HSN8KRJIOC2 type=write size=2421917 2024-09-12T17:16:11.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.470+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=BKLGPJERBDSI type=del 2024-09-12T17:16:11.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.474+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=JYVVDDK1AW8D type=del size=267461 2024-09-12T17:16:11.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.474+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=UZEZ2GD2COPD type=del 2024-09-12T17:16:11.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.478+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=RXBD770LLMDO type=del size=4122254 2024-09-12T17:16:11.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.478+0000 7f47a8c748c0 1 < canceled part key=_multipart_S2C9EJ9AS2SO.2~N1UXB12ORBMU.0 size=1048576 2024-09-12T17:16:11.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.478+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~N1UXB12ORBMU.1 size=1048576 2024-09-12T17:16:11.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.482+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~N1UXB12ORBMU.2 size=263079 2024-09-12T17:16:11.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.486+0000 7f47a8c748c0 1 < canceled multipart upload key=S2C9EJ9AS2SO upload=N1UXB12ORBMU tag=LOZ9G6IJ0LNG type=write size=3408807 2024-09-12T17:16:11.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.486+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=FX1AAKR1GBWK type=write size=773890 2024-09-12T17:16:11.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.490+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=WPS8D3S20TW0 type=del 2024-09-12T17:16:11.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.494+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~BZDTY4LL69DA.0 size=171625 2024-09-12T17:16:11.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.494+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=BZDTY4LL69DA tag=FX867OIDHO5Y type=write size=1220201 2024-09-12T17:16:11.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.498+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=K33WGJT2PLO1 type=del 2024-09-12T17:16:11.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.498+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=47YQ01GYBOOM type=del size=543818 2024-09-12T17:16:11.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.502+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~Q223XR9TB4BD.0 size=1048576 2024-09-12T17:16:11.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.502+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~Q223XR9TB4BD.1 size=1048576 2024-09-12T17:16:11.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.506+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~Q223XR9TB4BD.2 size=383738 2024-09-12T17:16:11.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.510+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=Q223XR9TB4BD tag=72AOBJMGKKMQ type=write size=3529466 2024-09-12T17:16:11.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~YX69QXYJR4LU.0 size=1048576 2024-09-12T17:16:11.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~YX69QXYJR4LU.1 size=1048576 2024-09-12T17:16:11.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~YX69QXYJR4LU.2 size=942464 2024-09-12T17:16:11.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.518+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=YX69QXYJR4LU tag=U9K09D81QXKY type=write size=4088192 2024-09-12T17:16:11.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.522+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~X4EHHHOE3YQO.0 size=1048576 2024-09-12T17:16:11.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.526+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~X4EHHHOE3YQO.1 size=701166 2024-09-12T17:16:11.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.530+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=X4EHHHOE3YQO tag=845TBHJNFJM7 type=write size=2798318 2024-09-12T17:16:11.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~86DSV7SK2730.0 size=1048576 2024-09-12T17:16:11.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~86DSV7SK2730.1 size=1048576 2024-09-12T17:16:11.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~86DSV7SK2730.2 size=197309 2024-09-12T17:16:11.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.538+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=86DSV7SK2730 tag=ZGIPH4D4FBZ7 type=write size=3343037 2024-09-12T17:16:11.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.538+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=DY269S02W78P type=del 2024-09-12T17:16:11.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~X6NBP9KCUF95.0 size=1048576 2024-09-12T17:16:11.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~X6NBP9KCUF95.1 size=1048576 2024-09-12T17:16:11.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~X6NBP9KCUF95.2 size=253104 2024-09-12T17:16:11.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.550+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=X6NBP9KCUF95 tag=XUHL2RD62GEZ type=write size=3398832 2024-09-12T17:16:11.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.550+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=A2RH49JUC5J9 type=del 2024-09-12T17:16:11.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.554+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=1MNVFUJ2W9NX type=del size=2496504 2024-09-12T17:16:11.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.558+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~1ROG9T0O9ZHY.0 size=19689 2024-09-12T17:16:11.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.562+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=1ROG9T0O9ZHY tag=N0SQ5K63C1L6 type=write size=1068265 2024-09-12T17:16:11.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.566+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~9R8JIRLICL6Y.0 size=1048576 2024-09-12T17:16:11.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.570+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~9R8JIRLICL6Y.1 size=352619 2024-09-12T17:16:11.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.570+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=9R8JIRLICL6Y tag=RHSGJIOVDPBN type=write size=2449771 2024-09-12T17:16:11.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.570+0000 7f47a8c748c0 1 < completed write operation key=O8AIZZ75FGRJ tag=IQTHWQBYZIP5 type=write size=485092 2024-09-12T17:16:11.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.574+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=6I7Q9WV2RU39 type=del size=1772292 2024-09-12T17:16:11.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.578+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~S9I5I39EVVMB.0 size=1048576 2024-09-12T17:16:11.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.578+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~S9I5I39EVVMB.1 size=1048576 2024-09-12T17:16:11.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.582+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~S9I5I39EVVMB.2 size=763938 2024-09-12T17:16:11.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.586+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=S9I5I39EVVMB tag=YZBWPPKZS548 type=write size=3909666 2024-09-12T17:16:11.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.590+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=W1SLCN51OY2L type=del size=1546402 2024-09-12T17:16:11.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.594+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=77VXBCYFIS67 type=del 2024-09-12T17:16:11.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.594+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=HUU71KH3WYW6 type=del size=1480164 2024-09-12T17:16:11.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.598+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=0PUJDJI4AUS3 type=del 2024-09-12T17:16:11.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.602+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=6USQ2G3GPLZF type=del size=1318410 2024-09-12T17:16:11.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.606+0000 7f47a8c748c0 1 < completed write operation key=M8IRCIWF1SOU tag=Z28Y66DTZLBQ type=write size=714740 2024-09-12T17:16:11.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.606+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=LE0SKJ0J8ZY8 type=del size=313551 2024-09-12T17:16:11.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.610+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~OXS52JDRTY5V.0 size=1048576 2024-09-12T17:16:11.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.614+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~OXS52JDRTY5V.1 size=324765 2024-09-12T17:16:11.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.618+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=OXS52JDRTY5V tag=3HSN8KRJIOC2 type=write size=2421917 2024-09-12T17:16:11.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.618+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=FDCOVUR9NHL3 type=del size=2346761 2024-09-12T17:16:11.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.622+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=JYVVDDK1AW8D type=del 2024-09-12T17:16:11.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.626+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=FXO59EVNXSWL type=del size=3235650 2024-09-12T17:16:11.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.630+0000 7f47a8c748c0 1 < suggested remove operation key=LIX9TJX73W7K tag=RXBD770LLMDO type=del 2024-09-12T17:16:11.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.634+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=6M5YPPZ4RDMU type=del size=1713929 2024-09-12T17:16:11.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.634+0000 7f47a8c748c0 1 < completed write operation key=R9QGA3GF563C tag=FX1AAKR1GBWK type=write size=773890 2024-09-12T17:16:11.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.638+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=3PD1Q326L3XI type=del size=842932 2024-09-12T17:16:11.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.642+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~BZDTY4LL69DA.0 size=171625 2024-09-12T17:16:11.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.646+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=BZDTY4LL69DA tag=FX867OIDHO5Y type=write size=1220201 2024-09-12T17:16:11.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.646+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=2ZK5TRQZPRRJ type=del size=2897106 2024-09-12T17:16:11.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.650+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=47YQ01GYBOOM type=del 2024-09-12T17:16:11.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~CIT7HHU762P6.0 size=674285 2024-09-12T17:16:11.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.654+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=CIT7HHU762P6 tag=HWBSEWX5IKIX type=write size=1722861 2024-09-12T17:16:11.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.658+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~YX69QXYJR4LU.0 size=1048576 2024-09-12T17:16:11.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.658+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~YX69QXYJR4LU.1 size=1048576 2024-09-12T17:16:11.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.662+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~YX69QXYJR4LU.2 size=942464 2024-09-12T17:16:11.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.666+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=YX69QXYJR4LU tag=U9K09D81QXKY type=write size=4088192 2024-09-12T17:16:11.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.666+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=5204UKIUMPSJ type=write size=33614 2024-09-12T17:16:11.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.670+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~86DSV7SK2730.0 size=1048576 2024-09-12T17:16:11.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.674+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~86DSV7SK2730.1 size=1048576 2024-09-12T17:16:11.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.678+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~86DSV7SK2730.2 size=197309 2024-09-12T17:16:11.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.682+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=86DSV7SK2730 tag=ZGIPH4D4FBZ7 type=write size=3343037 2024-09-12T17:16:11.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~8ACMFTSF0IRX.0 size=1048576 2024-09-12T17:16:11.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~8ACMFTSF0IRX.1 size=201133 2024-09-12T17:16:11.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.686+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=8ACMFTSF0IRX tag=H9EN7U21RO5O type=write size=2298285 2024-09-12T17:16:11.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.690+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~X6NBP9KCUF95.0 size=1048576 2024-09-12T17:16:11.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.690+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~X6NBP9KCUF95.1 size=1048576 2024-09-12T17:16:11.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.694+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~X6NBP9KCUF95.2 size=253104 2024-09-12T17:16:11.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.698+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=X6NBP9KCUF95 tag=XUHL2RD62GEZ type=write size=3398832 2024-09-12T17:16:11.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LDD7JZZHAMKH.0 size=1048576 2024-09-12T17:16:11.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.706+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LDD7JZZHAMKH.1 size=469193 2024-09-12T17:16:11.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.706+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=LDD7JZZHAMKH tag=7SXBVCAB3GHP type=write size=2566345 2024-09-12T17:16:11.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.706+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=1MNVFUJ2W9NX type=del 2024-09-12T17:16:11.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.710+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=4X92NDM12J99 type=del size=868950 2024-09-12T17:16:11.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.714+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~9R8JIRLICL6Y.0 size=1048576 2024-09-12T17:16:11.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.714+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~9R8JIRLICL6Y.1 size=352619 2024-09-12T17:16:11.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.718+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=9R8JIRLICL6Y tag=RHSGJIOVDPBN type=write size=2449771 2024-09-12T17:16:11.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.722+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~BRACUOZGRHJS.0 size=1048576 2024-09-12T17:16:11.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.726+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~BRACUOZGRHJS.1 size=1048576 2024-09-12T17:16:11.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.726+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~BRACUOZGRHJS.2 size=885785 2024-09-12T17:16:11.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.726+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=BRACUOZGRHJS tag=4O0KLOM907JB type=write size=4031513 2024-09-12T17:16:11.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.734+0000 7f47a8c748c0 1 < suggested update operation key=93L6W586VL33 tag=6I7Q9WV2RU39 type=del size=1772292 2024-09-12T17:16:11.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~JKNCYCQNI1J0.0 size=1048576 2024-09-12T17:16:11.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~JKNCYCQNI1J0.1 size=416129 2024-09-12T17:16:11.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.738+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=JKNCYCQNI1J0 tag=KD068MWV7E7N type=write size=2513281 2024-09-12T17:16:11.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.746+0000 7f47a8c748c0 1 < suggested remove operation key=ON5AHBFMCXB7 tag=W1SLCN51OY2L type=del 2024-09-12T17:16:11.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.750+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=30D5X6NJEUF9 type=del size=2961897 2024-09-12T17:16:11.755 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.750+0000 7f47a8c748c0 -1 < failed to complete operation key=ON5AHBFMCXB7 tag=HUU71KH3WYW6 type=del size=1480164: (22) Invalid argument 2024-09-12T17:16:11.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.754+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=4E89OWEKKCVW type=del size=2822248 2024-09-12T17:16:11.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.758+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=6USQ2G3GPLZF type=del 2024-09-12T17:16:11.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~N38TSMA8MQNL.0 size=1048576 2024-09-12T17:16:11.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~N38TSMA8MQNL.1 size=521210 2024-09-12T17:16:11.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.766+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=N38TSMA8MQNL tag=JWQSBM9MHD3P type=write size=2618362 2024-09-12T17:16:11.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.770+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=LE0SKJ0J8ZY8 type=del 2024-09-12T17:16:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.774+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=Z5RC7TURYQDG type=del size=1837004 2024-09-12T17:16:11.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.774+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=FDCOVUR9NHL3 type=del 2024-09-12T17:16:11.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.778+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=QTRS2JSL0TUH type=del size=3044058 2024-09-12T17:16:11.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.782+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=FXO59EVNXSWL type=del size=3235650 2024-09-12T17:16:11.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.786+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=4OLK8TRVS47V type=del size=434905 2024-09-12T17:16:11.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.790+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=6M5YPPZ4RDMU type=del 2024-09-12T17:16:11.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.794+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=K32J27WL57FB type=del size=1220283 2024-09-12T17:16:11.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.798+0000 7f47a8c748c0 1 < suggested remove operation key=55WGV0XV6IGX tag=3PD1Q326L3XI type=del 2024-09-12T17:16:11.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.806+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~R9GUT76S0NR9.0 size=1048576 2024-09-12T17:16:11.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~R9GUT76S0NR9.1 size=1048576 2024-09-12T17:16:11.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~R9GUT76S0NR9.2 size=750362 2024-09-12T17:16:11.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.810+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=R9GUT76S0NR9 tag=RZ5WIS0MURA8 type=write size=3896090 2024-09-12T17:16:11.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.814+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=2ZK5TRQZPRRJ type=del 2024-09-12T17:16:11.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.822+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=JTTLN40FV5NY type=write size=498950 2024-09-12T17:16:11.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.822+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~CIT7HHU762P6.0 size=674285 2024-09-12T17:16:11.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.830+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=CIT7HHU762P6 tag=HWBSEWX5IKIX type=write size=1722861 2024-09-12T17:16:11.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.830+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=X9IFJ7MD1TRS type=del size=2277130 2024-09-12T17:16:11.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.838+0000 7f47a8c748c0 1 < completed write operation key=3FB30GVCZOOL tag=5204UKIUMPSJ type=write size=33614 2024-09-12T17:16:11.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.842+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=4ZEXLV5UZRKW type=del size=867430 2024-09-12T17:16:11.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.842+0000 7f47a8c748c0 1 < canceled part key=_multipart_55WGV0XV6IGX.2~8ACMFTSF0IRX.0 size=1048576 2024-09-12T17:16:11.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.846+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~8ACMFTSF0IRX.1 size=201133 2024-09-12T17:16:11.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.850+0000 7f47a8c748c0 1 < canceled multipart upload key=55WGV0XV6IGX upload=8ACMFTSF0IRX tag=H9EN7U21RO5O type=write size=2298285 2024-09-12T17:16:11.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~6IA21LCD669T.0 size=1048576 2024-09-12T17:16:11.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~6IA21LCD669T.1 size=1048576 2024-09-12T17:16:11.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~6IA21LCD669T.2 size=869358 2024-09-12T17:16:11.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.858+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=6IA21LCD669T tag=IICBWOCK6184 type=write size=4015086 2024-09-12T17:16:11.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.862+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LDD7JZZHAMKH.0 size=1048576 2024-09-12T17:16:11.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.866+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LDD7JZZHAMKH.1 size=469193 2024-09-12T17:16:11.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.870+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=LDD7JZZHAMKH tag=7SXBVCAB3GHP type=write size=2566345 2024-09-12T17:16:11.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.874+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=WKM3TOAE5X5H type=del size=2680569 2024-09-12T17:16:11.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.878+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=4X92NDM12J99 type=del 2024-09-12T17:16:11.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.882+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~3904BZ8XJLN0.0 size=1048576 2024-09-12T17:16:11.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~3904BZ8XJLN0.1 size=127581 2024-09-12T17:16:11.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.886+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=3904BZ8XJLN0 tag=UAHEYEA5E5YT type=write size=2224733 2024-09-12T17:16:11.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.890+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~BRACUOZGRHJS.0 size=1048576 2024-09-12T17:16:11.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.890+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~BRACUOZGRHJS.1 size=1048576 2024-09-12T17:16:11.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.890+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~BRACUOZGRHJS.2 size=885785 2024-09-12T17:16:11.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.898+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=BRACUOZGRHJS tag=4O0KLOM907JB type=write size=4031513 2024-09-12T17:16:11.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.902+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=KWVSLNYUH1M0 type=write size=441938 2024-09-12T17:16:11.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.906+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~JKNCYCQNI1J0.0 size=1048576 2024-09-12T17:16:11.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.906+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~JKNCYCQNI1J0.1 size=416129 2024-09-12T17:16:11.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.914+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=JKNCYCQNI1J0 tag=KD068MWV7E7N type=write size=2513281 2024-09-12T17:16:11.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.918+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=11C2JIMNFL0M type=del size=1913654 2024-09-12T17:16:11.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.922+0000 7f47a8c748c0 1 < suggested remove operation key=ON5AHBFMCXB7 tag=30D5X6NJEUF9 type=del 2024-09-12T17:16:11.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.930+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~QJRCDI820WXY.0 size=1048576 2024-09-12T17:16:11.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.934+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~QJRCDI820WXY.1 size=626397 2024-09-12T17:16:11.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.934+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=QJRCDI820WXY tag=W5ZMDY5MGGIS type=write size=2723549 2024-09-12T17:16:11.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.938+0000 7f47a8c748c0 1 < suggested remove operation key=G0UIHXL2ET1N tag=4E89OWEKKCVW type=del 2024-09-12T17:16:11.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.942+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=M57ZZUTBLJ6K type=write size=1010397 2024-09-12T17:16:11.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.946+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~N38TSMA8MQNL.0 size=1048576 2024-09-12T17:16:11.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.950+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~N38TSMA8MQNL.1 size=521210 2024-09-12T17:16:11.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.954+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=N38TSMA8MQNL tag=JWQSBM9MHD3P type=write size=2618362 2024-09-12T17:16:11.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.958+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~WE2THFYF1LUE.0 size=1048576 2024-09-12T17:16:11.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.962+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~WE2THFYF1LUE.1 size=1048576 2024-09-12T17:16:11.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~WE2THFYF1LUE.2 size=957443 2024-09-12T17:16:11.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.966+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=WE2THFYF1LUE tag=JGQ4ALYQP276 type=write size=4103171 2024-09-12T17:16:11.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.966+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=Z5RC7TURYQDG type=del 2024-09-12T17:16:11.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.974+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~O46E06KUAB8P.0 size=1048576 2024-09-12T17:16:11.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.978+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~O46E06KUAB8P.1 size=200128 2024-09-12T17:16:11.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.978+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=O46E06KUAB8P tag=E0IY4NG7HAZI type=write size=2297280 2024-09-12T17:16:11.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.978+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=QTRS2JSL0TUH type=del 2024-09-12T17:16:11.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~VY8JPFXBBB3G.0 size=582549 2024-09-12T17:16:11.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.986+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=VY8JPFXBBB3G tag=YXVFIO9BIZGO type=write size=1631125 2024-09-12T17:16:11.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.990+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=4OLK8TRVS47V type=del 2024-09-12T17:16:11.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.994+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=KEXG5UG344OW type=write size=332559 2024-09-12T17:16:12.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:11.994+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=K32J27WL57FB type=del 2024-09-12T17:16:12.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.002+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~JQRVBNP9YO47.0 size=1048576 2024-09-12T17:16:12.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.006+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~JQRVBNP9YO47.1 size=287843 2024-09-12T17:16:12.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.006+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=JQRVBNP9YO47 tag=ZCZF6QI62L1T type=write size=2384995 2024-09-12T17:16:12.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.010+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~R9GUT76S0NR9.0 size=1048576 2024-09-12T17:16:12.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.010+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~R9GUT76S0NR9.1 size=1048576 2024-09-12T17:16:12.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.014+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~R9GUT76S0NR9.2 size=750362 2024-09-12T17:16:12.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.018+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=R9GUT76S0NR9 tag=RZ5WIS0MURA8 type=write size=3896090 2024-09-12T17:16:12.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~J0J35Q0B9RI1.0 size=135188 2024-09-12T17:16:12.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.026+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=J0J35Q0B9RI1 tag=59OTZ7XI4DVC type=write size=1183764 2024-09-12T17:16:12.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.030+0000 7f47a8c748c0 1 < suggested update operation key=1OX1IZ9XAHCI tag=JTTLN40FV5NY type=write size=498950 2024-09-12T17:16:12.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~42C9A31AR2DU.0 size=1048576 2024-09-12T17:16:12.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.042+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~42C9A31AR2DU.1 size=143643 2024-09-12T17:16:12.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.042+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=42C9A31AR2DU tag=C0XULJOG5JFO type=write size=2240795 2024-09-12T17:16:12.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.046+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=X9IFJ7MD1TRS type=del 2024-09-12T17:16:12.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.046+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=5U8136FXVWUS type=write size=302572 2024-09-12T17:16:12.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.054+0000 7f47a8c748c0 1 < canceled operation key=0KZGH5YDL7C0 tag=4ZEXLV5UZRKW type=del size=867430 2024-09-12T17:16:12.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.058+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~V2BQM8QGCLVN.0 size=1048576 2024-09-12T17:16:12.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.062+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~V2BQM8QGCLVN.1 size=817256 2024-09-12T17:16:12.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.062+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=V2BQM8QGCLVN tag=FRGPJ0M3V9CD type=write size=2914408 2024-09-12T17:16:12.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.066+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~6IA21LCD669T.0 size=1048576 2024-09-12T17:16:12.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.066+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~6IA21LCD669T.1 size=1048576 2024-09-12T17:16:12.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.070+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~6IA21LCD669T.2 size=869358 2024-09-12T17:16:12.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.078+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=6IA21LCD669T tag=IICBWOCK6184 type=write size=4015086 2024-09-12T17:16:12.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.082+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1KGX9G5ZMWKA.0 size=1048576 2024-09-12T17:16:12.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1KGX9G5ZMWKA.1 size=924021 2024-09-12T17:16:12.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.086+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=1KGX9G5ZMWKA tag=4F502VA2Z5QF type=write size=3021173 2024-09-12T17:16:12.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.090+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=WKM3TOAE5X5H type=del 2024-09-12T17:16:12.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.090+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=7AB5WX4266RX type=del size=318626 2024-09-12T17:16:12.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.094+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~3904BZ8XJLN0.0 size=1048576 2024-09-12T17:16:12.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.098+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~3904BZ8XJLN0.1 size=127581 2024-09-12T17:16:12.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.102+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=3904BZ8XJLN0 tag=UAHEYEA5E5YT type=write size=2224733 2024-09-12T17:16:12.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~LVF2ORGOCVU8.0 size=1048576 2024-09-12T17:16:12.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~LVF2ORGOCVU8.1 size=820815 2024-09-12T17:16:12.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.114+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=LVF2ORGOCVU8 tag=M44NRFMNGQPP type=write size=2917967 2024-09-12T17:16:12.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.114+0000 7f47a8c748c0 1 < completed write operation key=F7Y1D98CH9J9 tag=KWVSLNYUH1M0 type=write size=441938 2024-09-12T17:16:12.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.118+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=5Y50I43UPLLZ type=del size=749772 2024-09-12T17:16:12.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.122+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=11C2JIMNFL0M type=del 2024-09-12T17:16:12.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.130+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=N3UL967OK601 type=del size=1309880 2024-09-12T17:16:12.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.134+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~QJRCDI820WXY.0 size=1048576 2024-09-12T17:16:12.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.134+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~QJRCDI820WXY.1 size=626397 2024-09-12T17:16:12.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.142+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=QJRCDI820WXY tag=W5ZMDY5MGGIS type=write size=2723549 2024-09-12T17:16:12.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.146+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=2CPOQ7OE3O4P type=del size=850958 2024-09-12T17:16:12.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.150+0000 7f47a8c748c0 1 < suggested remove operation key=OJYL5A30U6ET tag=M57ZZUTBLJ6K type=write 2024-09-12T17:16:12.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~KB6NTIJU1NES.0 size=1017269 2024-09-12T17:16:12.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.158+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=KB6NTIJU1NES tag=VXE9QT9MYEZX type=write size=2065845 2024-09-12T17:16:12.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.162+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~WE2THFYF1LUE.0 size=1048576 2024-09-12T17:16:12.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.162+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8AIZZ75FGRJ.2~WE2THFYF1LUE.1 size=1048576 2024-09-12T17:16:12.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.166+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~WE2THFYF1LUE.2 size=957443 2024-09-12T17:16:12.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.170+0000 7f47a8c748c0 1 < canceled multipart upload key=O8AIZZ75FGRJ upload=WE2THFYF1LUE tag=JGQ4ALYQP276 type=write size=4103171 2024-09-12T17:16:12.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.174+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=JRZF1PFHXBPY type=del size=111472 2024-09-12T17:16:12.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.178+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~O46E06KUAB8P.0 size=1048576 2024-09-12T17:16:12.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.182+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~O46E06KUAB8P.1 size=200128 2024-09-12T17:16:12.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.186+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=O46E06KUAB8P tag=E0IY4NG7HAZI type=write size=2297280 2024-09-12T17:16:12.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.194+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~RORDSPW2R4GF.0 size=726255 2024-09-12T17:16:12.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.194+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=RORDSPW2R4GF tag=EK52CQQ7P9H4 type=write size=1774831 2024-09-12T17:16:12.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.194+0000 7f47a8c748c0 1 < canceled part key=_multipart_F7Y1D98CH9J9.2~VY8JPFXBBB3G.0 size=582549 2024-09-12T17:16:12.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.198+0000 7f47a8c748c0 1 < canceled multipart upload key=F7Y1D98CH9J9 upload=VY8JPFXBBB3G tag=YXVFIO9BIZGO type=write size=1631125 2024-09-12T17:16:12.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.234+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=08XFB4N8N2EZ type=write size=201188 2024-09-12T17:16:12.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.238+0000 7f47a8c748c0 1 < completed write operation key=X8QDFHONH3RD tag=KEXG5UG344OW type=write size=332559 2024-09-12T17:16:12.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.242+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~F7Z2BXFVUMZ6.0 size=401625 2024-09-12T17:16:12.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.242+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=F7Z2BXFVUMZ6 tag=D2WM9LA1DNUP type=write size=1450201 2024-09-12T17:16:12.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.246+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~JQRVBNP9YO47.0 size=1048576 2024-09-12T17:16:12.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.250+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~JQRVBNP9YO47.1 size=287843 2024-09-12T17:16:12.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.258+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=JQRVBNP9YO47 tag=ZCZF6QI62L1T type=write size=2384995 2024-09-12T17:16:12.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.262+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=12S5D1X60XTK type=del size=2380373 2024-09-12T17:16:12.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.266+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~J0J35Q0B9RI1.0 size=135188 2024-09-12T17:16:12.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.274+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=J0J35Q0B9RI1 tag=59OTZ7XI4DVC type=write size=1183764 2024-09-12T17:16:12.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.278+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=UPSAI9RJJCTV type=del size=3980848 2024-09-12T17:16:12.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.282+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~42C9A31AR2DU.0 size=1048576 2024-09-12T17:16:12.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.286+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~42C9A31AR2DU.1 size=143643 2024-09-12T17:16:12.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.290+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=42C9A31AR2DU tag=C0XULJOG5JFO type=write size=2240795 2024-09-12T17:16:12.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~55Z29EJ7PEPJ.0 size=1048576 2024-09-12T17:16:12.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~55Z29EJ7PEPJ.1 size=1048576 2024-09-12T17:16:12.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.302+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~55Z29EJ7PEPJ.2 size=1015804 2024-09-12T17:16:12.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.302+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=55Z29EJ7PEPJ tag=DDC46FAW7E1P type=write size=4161532 2024-09-12T17:16:12.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.310+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=5U8136FXVWUS type=write size=302572 2024-09-12T17:16:12.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.314+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=5DNP1BAE64BM type=del size=3417266 2024-09-12T17:16:12.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.318+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~V2BQM8QGCLVN.0 size=1048576 2024-09-12T17:16:12.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.322+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~V2BQM8QGCLVN.1 size=817256 2024-09-12T17:16:12.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.326+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=V2BQM8QGCLVN tag=FRGPJ0M3V9CD type=write size=2914408 2024-09-12T17:16:12.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~6PM63Y1S7K37.0 size=324292 2024-09-12T17:16:12.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.334+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=6PM63Y1S7K37 tag=JQGNTXM40I49 type=write size=1372868 2024-09-12T17:16:12.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.338+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1KGX9G5ZMWKA.0 size=1048576 2024-09-12T17:16:12.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.338+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~1KGX9G5ZMWKA.1 size=924021 2024-09-12T17:16:12.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.342+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=1KGX9G5ZMWKA tag=4F502VA2Z5QF type=write size=3021173 2024-09-12T17:16:12.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~H8ZOR40OZCIH.0 size=358890 2024-09-12T17:16:12.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.350+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=H8ZOR40OZCIH tag=T9974UNUCAAI type=write size=1407466 2024-09-12T17:16:12.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.354+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=7AB5WX4266RX type=del 2024-09-12T17:16:12.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.358+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=9T4NS3ZJ7160 type=del size=2966775 2024-09-12T17:16:12.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.362+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~LVF2ORGOCVU8.0 size=1048576 2024-09-12T17:16:12.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.362+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~LVF2ORGOCVU8.1 size=820815 2024-09-12T17:16:12.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.370+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=LVF2ORGOCVU8 tag=M44NRFMNGQPP type=write size=2917967 2024-09-12T17:16:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.374+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~CL93NRSCP84U.0 size=1048576 2024-09-12T17:16:12.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.378+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~CL93NRSCP84U.1 size=69876 2024-09-12T17:16:12.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.378+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=CL93NRSCP84U tag=YP26Z4YR1M24 type=write size=2167028 2024-09-12T17:16:12.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.382+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=5Y50I43UPLLZ type=del 2024-09-12T17:16:12.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.390+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~PIARXY2MFUN0.0 size=131132 2024-09-12T17:16:12.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.390+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=PIARXY2MFUN0 tag=V1N3QRYWVODX type=write size=1179708 2024-09-12T17:16:12.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.394+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=N3UL967OK601 type=del 2024-09-12T17:16:12.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~L5ASQ5OB3NHN.0 size=1048576 2024-09-12T17:16:12.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~L5ASQ5OB3NHN.1 size=240965 2024-09-12T17:16:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.402+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=L5ASQ5OB3NHN tag=FN9W8RV58QBG type=write size=2338117 2024-09-12T17:16:12.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.406+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=2CPOQ7OE3O4P type=del 2024-09-12T17:16:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~WTO9L7WP9ZNK.0 size=1048576 2024-09-12T17:16:12.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~WTO9L7WP9ZNK.1 size=1010193 2024-09-12T17:16:12.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.414+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=WTO9L7WP9ZNK tag=0LSAD99GAI4W type=write size=3107345 2024-09-12T17:16:12.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.418+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~KB6NTIJU1NES.0 size=1017269 2024-09-12T17:16:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.426+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=KB6NTIJU1NES tag=VXE9QT9MYEZX type=write size=2065845 2024-09-12T17:16:12.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.426+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=ZZQ2JJ0LL1X2 type=del size=2591218 2024-09-12T17:16:12.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.430+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=JRZF1PFHXBPY type=del 2024-09-12T17:16:12.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~9OA4YE5RU1MV.0 size=185622 2024-09-12T17:16:12.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.438+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=9OA4YE5RU1MV tag=IXAHRX64FO1V type=write size=1234198 2024-09-12T17:16:12.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.442+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~RORDSPW2R4GF.0 size=726255 2024-09-12T17:16:12.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.446+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=RORDSPW2R4GF tag=EK52CQQ7P9H4 type=write size=1774831 2024-09-12T17:16:12.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.450+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=63H2AKY8NM78 type=del size=454503 2024-09-12T17:16:12.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.454+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=08XFB4N8N2EZ type=write size=201188 2024-09-12T17:16:12.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.458+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=JQSPN69Z0Y3A type=del size=57607 2024-09-12T17:16:12.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.458+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~F7Z2BXFVUMZ6.0 size=401625 2024-09-12T17:16:12.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.466+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=F7Z2BXFVUMZ6 tag=D2WM9LA1DNUP type=write size=1450201 2024-09-12T17:16:12.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.466+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=8LMQ6YHOI1KC type=del size=3479350 2024-09-12T17:16:12.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.470+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=12S5D1X60XTK type=del 2024-09-12T17:16:12.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.474+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=7PCZJLREF2UD type=write size=630052 2024-09-12T17:16:12.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.478+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=UPSAI9RJJCTV type=del 2024-09-12T17:16:12.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.482+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=QP8SF0O9ILD4 type=del size=1619726 2024-09-12T17:16:12.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.486+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~55Z29EJ7PEPJ.0 size=1048576 2024-09-12T17:16:12.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.490+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~55Z29EJ7PEPJ.1 size=1048576 2024-09-12T17:16:12.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.494+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~55Z29EJ7PEPJ.2 size=1015804 2024-09-12T17:16:12.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.498+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=55Z29EJ7PEPJ tag=DDC46FAW7E1P type=write size=4161532 2024-09-12T17:16:12.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~NEQBV8NRREOR.0 size=1048576 2024-09-12T17:16:12.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.510+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~NEQBV8NRREOR.1 size=1048576 2024-09-12T17:16:12.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.510+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~NEQBV8NRREOR.2 size=924929 2024-09-12T17:16:12.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.510+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=NEQBV8NRREOR tag=KBX5Z9OPTCJ4 type=write size=4070657 2024-09-12T17:16:12.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.514+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=5DNP1BAE64BM type=del 2024-09-12T17:16:12.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.522+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~KTCO7CN1ZAZQ.0 size=42674 2024-09-12T17:16:12.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.522+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=KTCO7CN1ZAZQ tag=IZVCOOAKK71S type=write size=1091250 2024-09-12T17:16:12.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.526+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~6PM63Y1S7K37.0 size=324292 2024-09-12T17:16:12.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.530+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=6PM63Y1S7K37 tag=JQGNTXM40I49 type=write size=1372868 2024-09-12T17:16:12.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.534+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=IOIKGHHEHYJ9 type=del size=2272676 2024-09-12T17:16:12.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.534+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~H8ZOR40OZCIH.0 size=358890 2024-09-12T17:16:12.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.542+0000 7f47a8c748c0 1 < canceled multipart upload key=K7VSL58BTME5 upload=H8ZOR40OZCIH tag=T9974UNUCAAI type=write size=1407466 2024-09-12T17:16:12.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.542+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=0WZ2B0L1332B type=del size=1871481 2024-09-12T17:16:12.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.546+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=9T4NS3ZJ7160 type=del 2024-09-12T17:16:12.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~SU5K7T3JHB3P.0 size=1048576 2024-09-12T17:16:12.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~SU5K7T3JHB3P.1 size=287759 2024-09-12T17:16:12.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.558+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=SU5K7T3JHB3P tag=Y6P4W7B5K2PE type=write size=2384911 2024-09-12T17:16:12.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.562+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~CL93NRSCP84U.0 size=1048576 2024-09-12T17:16:12.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.562+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~CL93NRSCP84U.1 size=69876 2024-09-12T17:16:12.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.570+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=CL93NRSCP84U tag=YP26Z4YR1M24 type=write size=2167028 2024-09-12T17:16:12.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.574+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=OZVBHA3QNUKZ type=del size=610830 2024-09-12T17:16:12.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.578+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~PIARXY2MFUN0.0 size=131132 2024-09-12T17:16:12.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.582+0000 7f47a8c748c0 1 < completed multipart upload key=ON5AHBFMCXB7 upload=PIARXY2MFUN0 tag=V1N3QRYWVODX type=write size=1179708 2024-09-12T17:16:12.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.586+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=R3B03L1MB7KZ type=del size=2653477 2024-09-12T17:16:12.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.594+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~L5ASQ5OB3NHN.0 size=1048576 2024-09-12T17:16:12.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.594+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~L5ASQ5OB3NHN.1 size=240965 2024-09-12T17:16:12.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.602+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=L5ASQ5OB3NHN tag=FN9W8RV58QBG type=write size=2338117 2024-09-12T17:16:12.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.606+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=WL3OQP0XQ1M1 type=del size=3422422 2024-09-12T17:16:12.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.610+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~WTO9L7WP9ZNK.0 size=1048576 2024-09-12T17:16:12.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.614+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~WTO9L7WP9ZNK.1 size=1010193 2024-09-12T17:16:12.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.622+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=WTO9L7WP9ZNK tag=0LSAD99GAI4W type=write size=3107345 2024-09-12T17:16:12.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.626+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=WB43U4HQ1E46 type=del size=1512878 2024-09-12T17:16:12.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.626+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=ZZQ2JJ0LL1X2 type=del 2024-09-12T17:16:12.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.630+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=SM3M7YQNL4HV type=del size=619931 2024-09-12T17:16:12.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.634+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~9OA4YE5RU1MV.0 size=185622 2024-09-12T17:16:12.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.642+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=9OA4YE5RU1MV tag=IXAHRX64FO1V type=write size=1234198 2024-09-12T17:16:12.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.646+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=OSJGHFY6AQHW type=del size=3166109 2024-09-12T17:16:12.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.650+0000 7f47a8c748c0 1 < suggested update operation key=F7Y1D98CH9J9 tag=63H2AKY8NM78 type=del size=454503 2024-09-12T17:16:12.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~CDIJ3OH6D0JZ.0 size=1048576 2024-09-12T17:16:12.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~CDIJ3OH6D0JZ.1 size=1048576 2024-09-12T17:16:12.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~CDIJ3OH6D0JZ.2 size=159646 2024-09-12T17:16:12.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.666+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=CDIJ3OH6D0JZ tag=P33UL5R5HHM6 type=write size=3305374 2024-09-12T17:16:12.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.666+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=JQSPN69Z0Y3A type=del size=57607 2024-09-12T17:16:12.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.670+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=8RK8BF8JD6IL type=del size=3709014 2024-09-12T17:16:12.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.674+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=8LMQ6YHOI1KC type=del 2024-09-12T17:16:12.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.678+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=KRVFAHXL7RT8 type=del size=2350695 2024-09-12T17:16:12.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.682+0000 7f47a8c748c0 1 < canceled operation key=LIX9TJX73W7K tag=7PCZJLREF2UD type=write size=630052 2024-09-12T17:16:12.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.686+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=U1KWO37PI37I type=write size=135456 2024-09-12T17:16:12.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.690+0000 7f47a8c748c0 -1 < failed to complete operation key=F7Y1D98CH9J9 tag=QP8SF0O9ILD4 type=del size=1619726: (22) Invalid argument 2024-09-12T17:16:12.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.694+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~VKQAY74LZ2BI.0 size=1048576 2024-09-12T17:16:12.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.698+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~VKQAY74LZ2BI.1 size=1048576 2024-09-12T17:16:12.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~VKQAY74LZ2BI.2 size=722170 2024-09-12T17:16:12.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.702+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=VKQAY74LZ2BI tag=012RZKF9O0GT type=write size=3867898 2024-09-12T17:16:12.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.706+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~NEQBV8NRREOR.0 size=1048576 2024-09-12T17:16:12.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.706+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~NEQBV8NRREOR.1 size=1048576 2024-09-12T17:16:12.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.710+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~NEQBV8NRREOR.2 size=924929 2024-09-12T17:16:12.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.718+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=NEQBV8NRREOR tag=KBX5Z9OPTCJ4 type=write size=4070657 2024-09-12T17:16:12.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.722+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=XOG2PRP232BG type=del size=2067680 2024-09-12T17:16:12.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.726+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~KTCO7CN1ZAZQ.0 size=42674 2024-09-12T17:16:12.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.730+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=KTCO7CN1ZAZQ tag=IZVCOOAKK71S type=write size=1091250 2024-09-12T17:16:12.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~O4SO2X4ODHTA.0 size=265988 2024-09-12T17:16:12.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.738+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=O4SO2X4ODHTA tag=4NC184QMXPOU type=write size=1314564 2024-09-12T17:16:12.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.742+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=IOIKGHHEHYJ9 type=del 2024-09-12T17:16:12.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.746+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=VM9WKZYOHOZE type=write size=634357 2024-09-12T17:16:12.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.750+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=0WZ2B0L1332B type=del 2024-09-12T17:16:12.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.754+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=4NAIRP5YUPP0 type=del size=2903332 2024-09-12T17:16:12.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.754+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~SU5K7T3JHB3P.0 size=1048576 2024-09-12T17:16:12.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.758+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~SU5K7T3JHB3P.1 size=287759 2024-09-12T17:16:12.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.762+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=SU5K7T3JHB3P tag=Y6P4W7B5K2PE type=write size=2384911 2024-09-12T17:16:12.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.766+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=98HYGOJ812OB type=write size=578657 2024-09-12T17:16:12.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.774+0000 7f47a8c748c0 1 < suggested remove operation key=LIX9TJX73W7K tag=OZVBHA3QNUKZ type=del 2024-09-12T17:16:12.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.774+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=L9QURGKJCS0E type=write size=226432 2024-09-12T17:16:12.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.778+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=R3B03L1MB7KZ type=del 2024-09-12T17:16:12.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.782+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=B5AFHEL6QA6Y type=del size=1615273 2024-09-12T17:16:12.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.786+0000 7f47a8c748c0 -1 < failed to complete operation key=LIX9TJX73W7K tag=WL3OQP0XQ1M1 type=del size=3422422: (22) Invalid argument 2024-09-12T17:16:12.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.790+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=ZPLMVW082T4E type=del size=549695 2024-09-12T17:16:12.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.794+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=WB43U4HQ1E46 type=del 2024-09-12T17:16:12.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.798+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=B4O6WFGIW502 type=write size=747679 2024-09-12T17:16:12.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.806+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=SM3M7YQNL4HV type=del size=619931 2024-09-12T17:16:12.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~L5YOV60JQX6N.0 size=1048576 2024-09-12T17:16:12.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~L5YOV60JQX6N.1 size=1048576 2024-09-12T17:16:12.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~L5YOV60JQX6N.2 size=179498 2024-09-12T17:16:12.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.818+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=L5YOV60JQX6N tag=UD1XN6C2RBHC type=write size=3325226 2024-09-12T17:16:12.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.826+0000 7f47a8c748c0 -1 < failed to complete operation key=LIX9TJX73W7K tag=OSJGHFY6AQHW type=del size=3166109: (22) Invalid argument 2024-09-12T17:16:12.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.834+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~7LXS0YZNMC0V.0 size=1048576 2024-09-12T17:16:12.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.834+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~7LXS0YZNMC0V.1 size=283581 2024-09-12T17:16:12.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.834+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=7LXS0YZNMC0V tag=HEF8AZFTK64O type=write size=2380733 2024-09-12T17:16:12.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.838+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~CDIJ3OH6D0JZ.0 size=1048576 2024-09-12T17:16:12.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.842+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~CDIJ3OH6D0JZ.1 size=1048576 2024-09-12T17:16:12.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.842+0000 7f47a8c748c0 1 < canceled part key=_multipart_80E1U6C0GQAU.2~CDIJ3OH6D0JZ.2 size=159646 2024-09-12T17:16:12.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.846+0000 7f47a8c748c0 1 < canceled multipart upload key=80E1U6C0GQAU upload=CDIJ3OH6D0JZ tag=P33UL5R5HHM6 type=write size=3305374 2024-09-12T17:16:12.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.850+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=680ODQKWR138 type=del size=3363217 2024-09-12T17:16:12.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.854+0000 7f47a8c748c0 -1 < failed to complete operation key=LIX9TJX73W7K tag=8RK8BF8JD6IL type=del size=3709014: (22) Invalid argument 2024-09-12T17:16:12.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.858+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=M39S1Q61CB3U type=del size=2904408 2024-09-12T17:16:12.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.862+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=KRVFAHXL7RT8 type=del 2024-09-12T17:16:12.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.866+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=1ERMSV2EFA4K type=del size=3133307 2024-09-12T17:16:12.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.870+0000 7f47a8c748c0 -1 < failed to complete operation key=X8QDFHONH3RD tag=U1KWO37PI37I type=write size=135456: (22) Invalid argument 2024-09-12T17:16:12.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~P92IWI42ZWWN.0 size=1048576 2024-09-12T17:16:12.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~P92IWI42ZWWN.1 size=199936 2024-09-12T17:16:12.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.878+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=P92IWI42ZWWN tag=XOKXJQQ7CQNG type=write size=2297088 2024-09-12T17:16:12.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.882+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~VKQAY74LZ2BI.0 size=1048576 2024-09-12T17:16:12.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.886+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~VKQAY74LZ2BI.1 size=1048576 2024-09-12T17:16:12.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.886+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~VKQAY74LZ2BI.2 size=722170 2024-09-12T17:16:12.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.894+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=VKQAY74LZ2BI tag=012RZKF9O0GT type=write size=3867898 2024-09-12T17:16:12.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TGQU01E8W4SO.0 size=556719 2024-09-12T17:16:12.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.898+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=TGQU01E8W4SO tag=ZXSF0FM4FVRY type=write size=1605295 2024-09-12T17:16:12.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.902+0000 7f47a8c748c0 -1 < failed to complete operation key=O8AIZZ75FGRJ tag=XOG2PRP232BG type=del size=2067680: (22) Invalid argument 2024-09-12T17:16:12.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.906+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=BDDN65ORSG1M type=write size=458321 2024-09-12T17:16:12.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.910+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~O4SO2X4ODHTA.0 size=265988 2024-09-12T17:16:12.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.914+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=O4SO2X4ODHTA tag=4NC184QMXPOU type=write size=1314564 2024-09-12T17:16:12.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~XOL6382SVH64.0 size=1048576 2024-09-12T17:16:12.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.926+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~XOL6382SVH64.1 size=275651 2024-09-12T17:16:12.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.926+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=XOL6382SVH64 tag=K0TNMCEYFGEY type=write size=2372803 2024-09-12T17:16:12.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.926+0000 7f47a8c748c0 1 < completed write operation key=H0TD8JXDYKKK tag=VM9WKZYOHOZE type=write size=634357 2024-09-12T17:16:12.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.930+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=SB9X483FQZLD type=del size=3676474 2024-09-12T17:16:12.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.938+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=4NAIRP5YUPP0 type=del 2024-09-12T17:16:12.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.942+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=KO2YWZ921DOY type=write size=760394 2024-09-12T17:16:12.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.946+0000 7f47a8c748c0 1 < canceled operation key=93L6W586VL33 tag=98HYGOJ812OB type=write size=578657 2024-09-12T17:16:12.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.950+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=XC6X5XXNQ3QL type=del size=444004 2024-09-12T17:16:12.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.954+0000 7f47a8c748c0 1 < completed write operation key=2WSU8RIJ5L0X tag=L9QURGKJCS0E type=write size=226432 2024-09-12T17:16:12.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.958+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~J90TSXAFMR4U.0 size=706467 2024-09-12T17:16:12.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.958+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=J90TSXAFMR4U tag=4C4OUEUOYNNP type=write size=1755043 2024-09-12T17:16:12.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.962+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=B5AFHEL6QA6Y type=del 2024-09-12T17:16:12.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~SCZDR5D6RNZY.0 size=1048576 2024-09-12T17:16:12.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~SCZDR5D6RNZY.1 size=638790 2024-09-12T17:16:12.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.970+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=SCZDR5D6RNZY tag=0P7OS0LEMOWZ type=write size=2735942 2024-09-12T17:16:12.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.974+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=ZPLMVW082T4E type=del 2024-09-12T17:16:12.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.978+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=YK9ZZCQF34P6 type=write size=440408 2024-09-12T17:16:12.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.982+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=B4O6WFGIW502 type=write size=747679 2024-09-12T17:16:12.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.986+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=4LU0OWUPZ3XA type=del size=3832347 2024-09-12T17:16:12.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.990+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~L5YOV60JQX6N.0 size=1048576 2024-09-12T17:16:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.994+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~L5YOV60JQX6N.1 size=1048576 2024-09-12T17:16:12.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:12.994+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~L5YOV60JQX6N.2 size=179498 2024-09-12T17:16:13.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.002+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=L5YOV60JQX6N tag=UD1XN6C2RBHC type=write size=3325226 2024-09-12T17:16:13.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.006+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=0RFSIVIJDTWX type=write size=603397 2024-09-12T17:16:13.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.010+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~7LXS0YZNMC0V.0 size=1048576 2024-09-12T17:16:13.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.010+0000 7f47a8c748c0 1 < canceled part key=_multipart_ON5AHBFMCXB7.2~7LXS0YZNMC0V.1 size=283581 2024-09-12T17:16:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.018+0000 7f47a8c748c0 1 < canceled multipart upload key=ON5AHBFMCXB7 upload=7LXS0YZNMC0V tag=HEF8AZFTK64O type=write size=2380733 2024-09-12T17:16:13.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.018+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=PCY8QYR5KL02 type=del size=3751743 2024-09-12T17:16:13.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.030+0000 7f47a8c748c0 1 < suggested remove operation key=QAXSHF0ZS39F tag=680ODQKWR138 type=del 2024-09-12T17:16:13.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.030+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=0LSUEQOFPHDX type=del size=4105915 2024-09-12T17:16:13.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.034+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=M39S1Q61CB3U type=del 2024-09-12T17:16:13.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.038+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=G5DEA20245O8 type=del size=3899772 2024-09-12T17:16:13.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.046+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=1ERMSV2EFA4K type=del 2024-09-12T17:16:13.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~WAQA7K83G1B5.0 size=450374 2024-09-12T17:16:13.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.054+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=WAQA7K83G1B5 tag=MPLIF6O32XIO type=write size=1498950 2024-09-12T17:16:13.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.058+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~P92IWI42ZWWN.0 size=1048576 2024-09-12T17:16:13.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.062+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~P92IWI42ZWWN.1 size=199936 2024-09-12T17:16:13.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.066+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=P92IWI42ZWWN tag=XOKXJQQ7CQNG type=write size=2297088 2024-09-12T17:16:13.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.070+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=KN7DZVHJ7P2K type=del size=1317043 2024-09-12T17:16:13.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.074+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TGQU01E8W4SO.0 size=556719 2024-09-12T17:16:13.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.082+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=TGQU01E8W4SO tag=ZXSF0FM4FVRY type=write size=1605295 2024-09-12T17:16:13.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.086+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=FU3HRW2GSI9T type=del size=3172820 2024-09-12T17:16:13.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.090+0000 7f47a8c748c0 1 < completed write operation key=H5SIPJZCJ03T tag=BDDN65ORSG1M type=write size=458321 2024-09-12T17:16:13.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.094+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=2ZFDP2732MUQ type=del size=1991340 2024-09-12T17:16:13.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.094+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~XOL6382SVH64.0 size=1048576 2024-09-12T17:16:13.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.098+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~XOL6382SVH64.1 size=275651 2024-09-12T17:16:13.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.106+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=XOL6382SVH64 tag=K0TNMCEYFGEY type=write size=2372803 2024-09-12T17:16:13.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.106+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=E25V6MGW3S7X type=write size=506297 2024-09-12T17:16:13.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.110+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=SB9X483FQZLD type=del 2024-09-12T17:16:13.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.114+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=N0CCJJEI4AW2 type=del size=989540 2024-09-12T17:16:13.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.118+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=KO2YWZ921DOY type=write size=760394 2024-09-12T17:16:13.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.122+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=VCFAI9NK4BWF type=del size=3657511 2024-09-12T17:16:13.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.122+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=XC6X5XXNQ3QL type=del 2024-09-12T17:16:13.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.126+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=LEIFW7WBMJ9X type=write size=173934 2024-09-12T17:16:13.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.130+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~J90TSXAFMR4U.0 size=706467 2024-09-12T17:16:13.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.134+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=J90TSXAFMR4U tag=4C4OUEUOYNNP type=write size=1755043 2024-09-12T17:16:13.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~O5GXPCDY5PV9.0 size=40307 2024-09-12T17:16:13.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.142+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=O5GXPCDY5PV9 tag=H7RAASKS9OGX type=write size=1088883 2024-09-12T17:16:13.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.146+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~SCZDR5D6RNZY.0 size=1048576 2024-09-12T17:16:13.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.146+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~SCZDR5D6RNZY.1 size=638790 2024-09-12T17:16:13.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.150+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=SCZDR5D6RNZY tag=0P7OS0LEMOWZ type=write size=2735942 2024-09-12T17:16:13.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~KKVOBRI28KS7.0 size=1048576 2024-09-12T17:16:13.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.162+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~KKVOBRI28KS7.1 size=291338 2024-09-12T17:16:13.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.162+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=KKVOBRI28KS7 tag=WV9UXOD9A4HC type=write size=2388490 2024-09-12T17:16:13.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.166+0000 7f47a8c748c0 1 < suggested remove operation key=S2C9EJ9AS2SO tag=YK9ZZCQF34P6 type=write 2024-09-12T17:16:13.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.170+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=G9H1UA4KEUXL type=write size=791474 2024-09-12T17:16:13.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.174+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=4LU0OWUPZ3XA type=del 2024-09-12T17:16:13.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.178+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=MXT4YXN09B25 type=del size=2009014 2024-09-12T17:16:13.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.182+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=0RFSIVIJDTWX type=write size=603397 2024-09-12T17:16:13.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.186+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~5I4GDTO9IHUZ.0 size=1048576 2024-09-12T17:16:13.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.190+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~5I4GDTO9IHUZ.1 size=1048576 2024-09-12T17:16:13.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.190+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~5I4GDTO9IHUZ.2 size=941890 2024-09-12T17:16:13.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.190+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=5I4GDTO9IHUZ tag=8RNTGED4PY7S type=write size=4087618 2024-09-12T17:16:13.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.194+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=PCY8QYR5KL02 type=del 2024-09-12T17:16:13.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.198+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=OQ31T8WXQZJ1 type=write size=311952 2024-09-12T17:16:13.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.202+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=0LSUEQOFPHDX type=del 2024-09-12T17:16:13.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.206+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~QIRHBS8M7VB9.0 size=787634 2024-09-12T17:16:13.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.206+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=QIRHBS8M7VB9 tag=Y8CR68H98F48 type=write size=1836210 2024-09-12T17:16:13.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.210+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=G5DEA20245O8 type=del 2024-09-12T17:16:13.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.214+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=D1KPYSZC2252 type=del size=2166591 2024-09-12T17:16:13.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.218+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~WAQA7K83G1B5.0 size=450374 2024-09-12T17:16:13.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.222+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=WAQA7K83G1B5 tag=MPLIF6O32XIO type=write size=1498950 2024-09-12T17:16:13.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.226+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=0ALEVZACE5AW type=del size=411345 2024-09-12T17:16:13.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.230+0000 7f47a8c748c0 1 < canceled operation key=80E1U6C0GQAU tag=KN7DZVHJ7P2K type=del size=1317043 2024-09-12T17:16:13.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.234+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=WKN1SJDK28PC type=del size=4102463 2024-09-12T17:16:13.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.238+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=FU3HRW2GSI9T type=del 2024-09-12T17:16:13.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.242+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=LKSCYB0VO17Y type=del size=2673350 2024-09-12T17:16:13.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.246+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=2ZFDP2732MUQ type=del 2024-09-12T17:16:13.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.246+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=3R5F4LKSPUD4 type=write size=118728 2024-09-12T17:16:13.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.250+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=E25V6MGW3S7X type=write size=506297 2024-09-12T17:16:13.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~23FGFN2B56AO.0 size=1048576 2024-09-12T17:16:13.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~23FGFN2B56AO.1 size=932921 2024-09-12T17:16:13.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.258+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=23FGFN2B56AO tag=8WWVG5Q6YK33 type=write size=3030073 2024-09-12T17:16:13.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.262+0000 7f47a8c748c0 1 < canceled operation key=8CHGYRJ30NQM tag=N0CCJJEI4AW2 type=del size=989540 2024-09-12T17:16:13.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.266+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=OADQCQXVXQSK type=del size=3526717 2024-09-12T17:16:13.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.266+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=VCFAI9NK4BWF type=del 2024-09-12T17:16:13.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.270+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=NJYBE10VU5WJ type=del size=968744 2024-09-12T17:16:13.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.278+0000 7f47a8c748c0 1 < suggested remove operation key=O47SCE2D2679 tag=LEIFW7WBMJ9X type=write 2024-09-12T17:16:13.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.278+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=41KI15SUZZAJ type=del size=1051044 2024-09-12T17:16:13.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.282+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~O5GXPCDY5PV9.0 size=40307 2024-09-12T17:16:13.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.286+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=O5GXPCDY5PV9 tag=H7RAASKS9OGX type=write size=1088883 2024-09-12T17:16:13.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.294+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~107IFW2PNBHD.0 size=1048576 2024-09-12T17:16:13.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~107IFW2PNBHD.1 size=1048576 2024-09-12T17:16:13.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~107IFW2PNBHD.2 size=394155 2024-09-12T17:16:13.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.298+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=107IFW2PNBHD tag=HF47PZKCCGU8 type=write size=3539883 2024-09-12T17:16:13.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.302+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~KKVOBRI28KS7.0 size=1048576 2024-09-12T17:16:13.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.302+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~KKVOBRI28KS7.1 size=291338 2024-09-12T17:16:13.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.306+0000 7f47a8c748c0 1 < canceled multipart upload key=K7VSL58BTME5 upload=KKVOBRI28KS7 tag=WV9UXOD9A4HC type=write size=2388490 2024-09-12T17:16:13.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~FANIUXYR7L6K.0 size=623755 2024-09-12T17:16:13.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.314+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=FANIUXYR7L6K tag=4RT3RWPF1ZYV type=write size=1672331 2024-09-12T17:16:13.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.322+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=G9H1UA4KEUXL type=write size=791474 2024-09-12T17:16:13.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.322+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=WQ8NC41NDJAN type=del size=925815 2024-09-12T17:16:13.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.326+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=MXT4YXN09B25 type=del 2024-09-12T17:16:13.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.330+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=41Q552DBFC8A type=del size=1887566 2024-09-12T17:16:13.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.334+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~5I4GDTO9IHUZ.0 size=1048576 2024-09-12T17:16:13.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.338+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~5I4GDTO9IHUZ.1 size=1048576 2024-09-12T17:16:13.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.338+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~5I4GDTO9IHUZ.2 size=941890 2024-09-12T17:16:13.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.342+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=5I4GDTO9IHUZ tag=8RNTGED4PY7S type=write size=4087618 2024-09-12T17:16:13.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~PO2UK9UPVVXZ.0 size=155717 2024-09-12T17:16:13.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.350+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=PO2UK9UPVVXZ tag=T0L8GJ44J0UK type=write size=1204293 2024-09-12T17:16:13.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.354+0000 7f47a8c748c0 1 < suggested remove operation key=H0TD8JXDYKKK tag=OQ31T8WXQZJ1 type=write 2024-09-12T17:16:13.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.358+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=C7REPMLPA8LB type=del size=2899144 2024-09-12T17:16:13.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.362+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~QIRHBS8M7VB9.0 size=787634 2024-09-12T17:16:13.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.366+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=QIRHBS8M7VB9 tag=Y8CR68H98F48 type=write size=1836210 2024-09-12T17:16:13.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.374+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~V5VL77AR11XN.0 size=1048576 2024-09-12T17:16:13.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.374+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~V5VL77AR11XN.1 size=1048576 2024-09-12T17:16:13.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.378+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~V5VL77AR11XN.2 size=691364 2024-09-12T17:16:13.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.378+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=V5VL77AR11XN tag=55JBMP5LYJ56 type=write size=3837092 2024-09-12T17:16:13.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.382+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=D1KPYSZC2252 type=del 2024-09-12T17:16:13.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.382+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=ERGW45KF65UG type=write size=199516 2024-09-12T17:16:13.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.386+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=0ALEVZACE5AW type=del 2024-09-12T17:16:13.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.394+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~36POZTU030BW.0 size=1048576 2024-09-12T17:16:13.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.394+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~36POZTU030BW.1 size=1048576 2024-09-12T17:16:13.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~36POZTU030BW.2 size=498863 2024-09-12T17:16:13.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.398+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=36POZTU030BW tag=JUXY30PQKSUE type=write size=3644591 2024-09-12T17:16:13.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.402+0000 7f47a8c748c0 -1 < failed to complete operation key=O8AIZZ75FGRJ tag=WKN1SJDK28PC type=del size=4102463: (22) Invalid argument 2024-09-12T17:16:13.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.402+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=KK3L3X5OVSXW type=del size=3626038 2024-09-12T17:16:13.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.406+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=LKSCYB0VO17Y type=del 2024-09-12T17:16:13.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.410+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=EYYRYH5NQCJ4 type=write size=443723 2024-09-12T17:16:13.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.414+0000 7f47a8c748c0 1 < completed write operation key=X8QDFHONH3RD tag=3R5F4LKSPUD4 type=write size=118728 2024-09-12T17:16:13.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.418+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~94KLB070AES3.0 size=1048576 2024-09-12T17:16:13.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~94KLB070AES3.1 size=883492 2024-09-12T17:16:13.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.422+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=94KLB070AES3 tag=IJ1BJNMGZUC9 type=write size=2980644 2024-09-12T17:16:13.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.426+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~23FGFN2B56AO.0 size=1048576 2024-09-12T17:16:13.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.426+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~23FGFN2B56AO.1 size=932921 2024-09-12T17:16:13.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.430+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=23FGFN2B56AO tag=8WWVG5Q6YK33 type=write size=3030073 2024-09-12T17:16:13.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.434+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=DFUG74E4MCVP type=del size=3559823 2024-09-12T17:16:13.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.438+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=OADQCQXVXQSK type=del 2024-09-12T17:16:13.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.438+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=9722OWFJYFW1 type=del size=231210 2024-09-12T17:16:13.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.442+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=NJYBE10VU5WJ type=del 2024-09-12T17:16:13.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~Q9MKGJZCFBPQ.0 size=1048576 2024-09-12T17:16:13.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.450+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~Q9MKGJZCFBPQ.1 size=1048576 2024-09-12T17:16:13.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.454+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~Q9MKGJZCFBPQ.2 size=441190 2024-09-12T17:16:13.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.454+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=Q9MKGJZCFBPQ tag=OVLZKS6RYZQC type=write size=3586918 2024-09-12T17:16:13.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.454+0000 7f47a8c748c0 1 < canceled operation key=93L6W586VL33 tag=41KI15SUZZAJ type=del size=1051044 2024-09-12T17:16:13.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.458+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=2CHAUK34I4SV type=del size=1413368 2024-09-12T17:16:13.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.462+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~107IFW2PNBHD.0 size=1048576 2024-09-12T17:16:13.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.462+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~107IFW2PNBHD.1 size=1048576 2024-09-12T17:16:13.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.466+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~107IFW2PNBHD.2 size=394155 2024-09-12T17:16:13.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.470+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=107IFW2PNBHD tag=HF47PZKCCGU8 type=write size=3539883 2024-09-12T17:16:13.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.474+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=5FVT30Z64MWA type=del size=1630165 2024-09-12T17:16:13.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.478+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~FANIUXYR7L6K.0 size=623755 2024-09-12T17:16:13.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.482+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=FANIUXYR7L6K tag=4RT3RWPF1ZYV type=write size=1672331 2024-09-12T17:16:13.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.486+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=CX3M2N5W5N1X type=del size=3764218 2024-09-12T17:16:13.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.490+0000 7f47a8c748c0 1 < suggested update operation key=H0TD8JXDYKKK tag=WQ8NC41NDJAN type=del size=925815 2024-09-12T17:16:13.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.494+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=3NLCTOD8KXVZ type=del size=3112219 2024-09-12T17:16:13.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.498+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=41Q552DBFC8A type=del 2024-09-12T17:16:13.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.498+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=YAVL9EEIIUKL type=del size=3304371 2024-09-12T17:16:13.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.502+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~PO2UK9UPVVXZ.0 size=155717 2024-09-12T17:16:13.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.506+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=PO2UK9UPVVXZ tag=T0L8GJ44J0UK type=write size=1204293 2024-09-12T17:16:13.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.506+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=JJ12F7Z1YD4I type=del size=145250 2024-09-12T17:16:13.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.510+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=C7REPMLPA8LB type=del 2024-09-12T17:16:13.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~HOZEZQWTDCZY.0 size=1048576 2024-09-12T17:16:13.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~HOZEZQWTDCZY.1 size=758566 2024-09-12T17:16:13.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.518+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=HOZEZQWTDCZY tag=RWU99ROUBASM type=write size=2855718 2024-09-12T17:16:13.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.522+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~V5VL77AR11XN.0 size=1048576 2024-09-12T17:16:13.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.522+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~V5VL77AR11XN.1 size=1048576 2024-09-12T17:16:13.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.526+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~V5VL77AR11XN.2 size=691364 2024-09-12T17:16:13.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.530+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=V5VL77AR11XN tag=55JBMP5LYJ56 type=write size=3837092 2024-09-12T17:16:13.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.534+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=NT7GBAUHMWX1 type=del size=1731076 2024-09-12T17:16:13.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.534+0000 7f47a8c748c0 1 < canceled operation key=G0UIHXL2ET1N tag=ERGW45KF65UG type=write size=199516 2024-09-12T17:16:13.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.538+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=UVCBWSA5H1DF type=del size=1376586 2024-09-12T17:16:13.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.542+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~36POZTU030BW.0 size=1048576 2024-09-12T17:16:13.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.542+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~36POZTU030BW.1 size=1048576 2024-09-12T17:16:13.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.542+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~36POZTU030BW.2 size=498863 2024-09-12T17:16:13.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.550+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=36POZTU030BW tag=JUXY30PQKSUE type=write size=3644591 2024-09-12T17:16:13.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~9LYZ0ZQT0I19.0 size=1048576 2024-09-12T17:16:13.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~9LYZ0ZQT0I19.1 size=1048576 2024-09-12T17:16:13.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~9LYZ0ZQT0I19.2 size=601139 2024-09-12T17:16:13.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.558+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=9LYZ0ZQT0I19 tag=0ZCJFFARRYAR type=write size=3746867 2024-09-12T17:16:13.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.562+0000 7f47a8c748c0 -1 < failed to complete operation key=H0TD8JXDYKKK tag=KK3L3X5OVSXW type=del size=3626038: (22) Invalid argument 2024-09-12T17:16:13.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.562+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=37XB1KQP41ET type=write size=253054 2024-09-12T17:16:13.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.566+0000 7f47a8c748c0 1 < canceled operation key=8CHGYRJ30NQM tag=EYYRYH5NQCJ4 type=write size=443723 2024-09-12T17:16:13.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.570+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=NF58JV9VV67R type=del size=2826615 2024-09-12T17:16:13.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.574+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~94KLB070AES3.0 size=1048576 2024-09-12T17:16:13.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.574+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~94KLB070AES3.1 size=883492 2024-09-12T17:16:13.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.578+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=94KLB070AES3 tag=IJ1BJNMGZUC9 type=write size=2980644 2024-09-12T17:16:13.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.582+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=Y1V1112S20X5 type=del size=1844972 2024-09-12T17:16:13.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.582+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=DFUG74E4MCVP type=del 2024-09-12T17:16:13.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.586+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=OEGU1FGPAIBT type=del size=2248023 2024-09-12T17:16:13.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.590+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=9722OWFJYFW1 type=del 2024-09-12T17:16:13.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.594+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=3Z5FKGCEA20D type=write size=865459 2024-09-12T17:16:13.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.594+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~Q9MKGJZCFBPQ.0 size=1048576 2024-09-12T17:16:13.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.598+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~Q9MKGJZCFBPQ.1 size=1048576 2024-09-12T17:16:13.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.602+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~Q9MKGJZCFBPQ.2 size=441190 2024-09-12T17:16:13.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.606+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=Q9MKGJZCFBPQ tag=OVLZKS6RYZQC type=write size=3586918 2024-09-12T17:16:13.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.614+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~J1OCQBJ80P4R.0 size=571554 2024-09-12T17:16:13.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.614+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=J1OCQBJ80P4R tag=Z3IZVQXCD9P1 type=write size=1620130 2024-09-12T17:16:13.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.614+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=2CHAUK34I4SV type=del 2024-09-12T17:16:13.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.618+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=2YB9Q29IVNG3 type=del size=3781800 2024-09-12T17:16:13.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.622+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=5FVT30Z64MWA type=del 2024-09-12T17:16:13.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.626+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=T7XG9JB3CJRX type=del size=981061 2024-09-12T17:16:13.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.630+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=CX3M2N5W5N1X type=del 2024-09-12T17:16:13.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~B9S9RHUZMPRS.0 size=1048576 2024-09-12T17:16:13.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~B9S9RHUZMPRS.1 size=366868 2024-09-12T17:16:13.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.634+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=B9S9RHUZMPRS tag=8ING63AVEAVG type=write size=2464020 2024-09-12T17:16:13.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.642+0000 7f47a8c748c0 1 < suggested remove operation key=OJYL5A30U6ET tag=3NLCTOD8KXVZ type=del 2024-09-12T17:16:13.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.646+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=B98HOVDIWKLJ type=del size=1214081 2024-09-12T17:16:13.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.650+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=YAVL9EEIIUKL type=del 2024-09-12T17:16:13.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.650+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=RZLMDN0NHB09 type=del size=1967616 2024-09-12T17:16:13.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.654+0000 7f47a8c748c0 1 < canceled operation key=QAXSHF0ZS39F tag=JJ12F7Z1YD4I type=del size=145250 2024-09-12T17:16:13.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~6RX3MXPXUYYL.0 size=1048576 2024-09-12T17:16:13.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~6RX3MXPXUYYL.1 size=1048576 2024-09-12T17:16:13.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~6RX3MXPXUYYL.2 size=127022 2024-09-12T17:16:13.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.666+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=6RX3MXPXUYYL tag=W80P1W6HKWSJ type=write size=3272750 2024-09-12T17:16:13.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.666+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~HOZEZQWTDCZY.0 size=1048576 2024-09-12T17:16:13.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.670+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~HOZEZQWTDCZY.1 size=758566 2024-09-12T17:16:13.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.674+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=HOZEZQWTDCZY tag=RWU99ROUBASM type=write size=2855718 2024-09-12T17:16:13.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.678+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=E1GTXU0NPOVP type=del size=4109494 2024-09-12T17:16:13.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.682+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=NT7GBAUHMWX1 type=del 2024-09-12T17:16:13.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~A2202A095P5Q.0 size=1048576 2024-09-12T17:16:13.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~A2202A095P5Q.1 size=1048576 2024-09-12T17:16:13.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~A2202A095P5Q.2 size=564504 2024-09-12T17:16:13.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.690+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=A2202A095P5Q tag=GOPFSZ0Z55LB type=write size=3710232 2024-09-12T17:16:13.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.698+0000 7f47a8c748c0 1 < suggested remove operation key=S2C9EJ9AS2SO tag=UVCBWSA5H1DF type=del 2024-09-12T17:16:13.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~6BO3F910RP8V.0 size=1048576 2024-09-12T17:16:13.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~6BO3F910RP8V.1 size=1048576 2024-09-12T17:16:13.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.706+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~6BO3F910RP8V.2 size=818423 2024-09-12T17:16:13.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.706+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=6BO3F910RP8V tag=XYONF9QC2B7D type=write size=3964151 2024-09-12T17:16:13.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.710+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~9LYZ0ZQT0I19.0 size=1048576 2024-09-12T17:16:13.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.710+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~9LYZ0ZQT0I19.1 size=1048576 2024-09-12T17:16:13.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.710+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~9LYZ0ZQT0I19.2 size=601139 2024-09-12T17:16:13.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.714+0000 7f47a8c748c0 1 < canceled multipart upload key=O47SCE2D2679 upload=9LYZ0ZQT0I19 tag=0ZCJFFARRYAR type=write size=3746867 2024-09-12T17:16:13.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.718+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~O5A3TYR70C4P.0 size=77040 2024-09-12T17:16:13.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.718+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=O5A3TYR70C4P tag=4ODZMZBASD0J type=write size=1125616 2024-09-12T17:16:13.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.722+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=37XB1KQP41ET type=write size=253054 2024-09-12T17:16:13.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.730+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~G0L22W36QA3G.0 size=1048576 2024-09-12T17:16:13.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.730+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~G0L22W36QA3G.1 size=662871 2024-09-12T17:16:13.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.730+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=G0L22W36QA3G tag=DGBF4UVTDUHR type=write size=2760023 2024-09-12T17:16:13.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.734+0000 7f47a8c748c0 1 < canceled operation key=LIX9TJX73W7K tag=NF58JV9VV67R type=del size=2826615 2024-09-12T17:16:13.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~YX4UX1H5QWR9.0 size=1048576 2024-09-12T17:16:13.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~YX4UX1H5QWR9.1 size=1048576 2024-09-12T17:16:13.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~YX4UX1H5QWR9.2 size=465360 2024-09-12T17:16:13.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.746+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=YX4UX1H5QWR9 tag=95D60ZI1SC3W type=write size=3611088 2024-09-12T17:16:13.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.746+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=Y1V1112S20X5 type=del 2024-09-12T17:16:13.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.754+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~201GUJ63LUSU.0 size=224682 2024-09-12T17:16:13.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.754+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=201GUJ63LUSU tag=8E13HYRM88IZ type=write size=1273258 2024-09-12T17:16:13.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.762+0000 7f47a8c748c0 1 < suggested update operation key=H5SIPJZCJ03T tag=OEGU1FGPAIBT type=del size=2248023 2024-09-12T17:16:13.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.762+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=UEPV287381KB type=write size=742649 2024-09-12T17:16:13.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.766+0000 7f47a8c748c0 1 < canceled operation key=FNQLQEI5JDG8 tag=3Z5FKGCEA20D type=write size=865459 2024-09-12T17:16:13.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.770+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=K6O2BIFKH59O type=del size=1151476 2024-09-12T17:16:13.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.770+0000 7f47a8c748c0 1 < canceled part key=_multipart_1OX1IZ9XAHCI.2~J1OCQBJ80P4R.0 size=571554 2024-09-12T17:16:13.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.774+0000 7f47a8c748c0 1 < canceled multipart upload key=1OX1IZ9XAHCI upload=J1OCQBJ80P4R tag=Z3IZVQXCD9P1 type=write size=1620130 2024-09-12T17:16:13.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~9VXCQY21TD95.0 size=1048576 2024-09-12T17:16:13.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~9VXCQY21TD95.1 size=649013 2024-09-12T17:16:13.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.782+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=9VXCQY21TD95 tag=4LY2VO93BCK7 type=write size=2746165 2024-09-12T17:16:13.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.786+0000 7f47a8c748c0 -1 < failed to complete operation key=H5SIPJZCJ03T tag=2YB9Q29IVNG3 type=del size=3781800: (22) Invalid argument 2024-09-12T17:16:13.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.790+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3LNTQZJIL6IM.0 size=1048576 2024-09-12T17:16:13.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.794+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3LNTQZJIL6IM.1 size=1048576 2024-09-12T17:16:13.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.798+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3LNTQZJIL6IM.2 size=846881 2024-09-12T17:16:13.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.798+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=3LNTQZJIL6IM tag=XVHOM7E3ZTWT type=write size=3992609 2024-09-12T17:16:13.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.798+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=T7XG9JB3CJRX type=del 2024-09-12T17:16:13.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.802+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=6G261EXXNAR0 type=del size=3406020 2024-09-12T17:16:13.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.806+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~B9S9RHUZMPRS.0 size=1048576 2024-09-12T17:16:13.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.806+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~B9S9RHUZMPRS.1 size=366868 2024-09-12T17:16:13.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.810+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=B9S9RHUZMPRS tag=8ING63AVEAVG type=write size=2464020 2024-09-12T17:16:13.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~FDQRC4SDZT50.0 size=1048576 2024-09-12T17:16:13.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~FDQRC4SDZT50.1 size=1048576 2024-09-12T17:16:13.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.822+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~FDQRC4SDZT50.2 size=868219 2024-09-12T17:16:13.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.822+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=FDQRC4SDZT50 tag=2A7JTXL3UEB6 type=write size=4013947 2024-09-12T17:16:13.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.826+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=B98HOVDIWKLJ type=del 2024-09-12T17:16:13.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~O0QFUK62XF2T.0 size=1048576 2024-09-12T17:16:13.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~O0QFUK62XF2T.1 size=865506 2024-09-12T17:16:13.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.830+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=O0QFUK62XF2T tag=42PD527GO8Z1 type=write size=2962658 2024-09-12T17:16:13.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.834+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=RZLMDN0NHB09 type=del 2024-09-12T17:16:13.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~HYSCBIYA7UIH.0 size=1048576 2024-09-12T17:16:13.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~HYSCBIYA7UIH.1 size=1001548 2024-09-12T17:16:13.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.842+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=HYSCBIYA7UIH tag=Q12EBKUEEKET type=write size=3098700 2024-09-12T17:16:13.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.846+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~6RX3MXPXUYYL.0 size=1048576 2024-09-12T17:16:13.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.850+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~6RX3MXPXUYYL.1 size=1048576 2024-09-12T17:16:13.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.850+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~6RX3MXPXUYYL.2 size=127022 2024-09-12T17:16:13.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.854+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=6RX3MXPXUYYL tag=W80P1W6HKWSJ type=write size=3272750 2024-09-12T17:16:13.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~39J30KP1WD28.0 size=1048576 2024-09-12T17:16:13.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~39J30KP1WD28.1 size=459232 2024-09-12T17:16:13.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.862+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=39J30KP1WD28 tag=UK6F81H5PKOP type=write size=2556384 2024-09-12T17:16:13.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.866+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=E1GTXU0NPOVP type=del 2024-09-12T17:16:13.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.870+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=AUB7ZJUKUT1U type=del size=367997 2024-09-12T17:16:13.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.870+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~A2202A095P5Q.0 size=1048576 2024-09-12T17:16:13.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.870+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~A2202A095P5Q.1 size=1048576 2024-09-12T17:16:13.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.874+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~A2202A095P5Q.2 size=564504 2024-09-12T17:16:13.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.878+0000 7f47a8c748c0 1 < canceled multipart upload key=O47SCE2D2679 upload=A2202A095P5Q tag=GOPFSZ0Z55LB type=write size=3710232 2024-09-12T17:16:13.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.882+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=BG95F8EC7LHG type=del size=2884930 2024-09-12T17:16:13.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.886+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~6BO3F910RP8V.0 size=1048576 2024-09-12T17:16:13.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.886+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~6BO3F910RP8V.1 size=1048576 2024-09-12T17:16:13.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.886+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~6BO3F910RP8V.2 size=818423 2024-09-12T17:16:13.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.890+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=6BO3F910RP8V tag=XYONF9QC2B7D type=write size=3964151 2024-09-12T17:16:13.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.894+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=1KDVG0BK0W5E type=del size=2854410 2024-09-12T17:16:13.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.898+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~O5A3TYR70C4P.0 size=77040 2024-09-12T17:16:13.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.902+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=O5A3TYR70C4P tag=4ODZMZBASD0J type=write size=1125616 2024-09-12T17:16:13.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.910+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~UV0T2ZTQC2S7.0 size=430980 2024-09-12T17:16:13.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.910+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=UV0T2ZTQC2S7 tag=JF1PJ8J0IK6Y type=write size=1479556 2024-09-12T17:16:13.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.910+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~G0L22W36QA3G.0 size=1048576 2024-09-12T17:16:13.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.914+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~G0L22W36QA3G.1 size=662871 2024-09-12T17:16:13.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.918+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=G0L22W36QA3G tag=DGBF4UVTDUHR type=write size=2760023 2024-09-12T17:16:13.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.922+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=JXNPYT1GTJB9 type=write size=949780 2024-09-12T17:16:13.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.926+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~YX4UX1H5QWR9.0 size=1048576 2024-09-12T17:16:13.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.926+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~YX4UX1H5QWR9.1 size=1048576 2024-09-12T17:16:13.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.930+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~YX4UX1H5QWR9.2 size=465360 2024-09-12T17:16:13.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.934+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=YX4UX1H5QWR9 tag=95D60ZI1SC3W type=write size=3611088 2024-09-12T17:16:13.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.938+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=K6TV9SQNDRWT type=del size=2657698 2024-09-12T17:16:13.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.942+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~201GUJ63LUSU.0 size=224682 2024-09-12T17:16:13.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.946+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=201GUJ63LUSU tag=8E13HYRM88IZ type=write size=1273258 2024-09-12T17:16:13.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.950+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=VV35JEBB2RU5 type=del size=3448911 2024-09-12T17:16:13.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.954+0000 7f47a8c748c0 1 < suggested update operation key=P8D2NC13VSST tag=UEPV287381KB type=write size=742649 2024-09-12T17:16:13.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.958+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=0FQ9D46CHRU7 type=del size=1943109 2024-09-12T17:16:13.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.962+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=K6O2BIFKH59O type=del size=1151476 2024-09-12T17:16:13.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.962+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=UCDQC648TYCZ type=del size=1659308 2024-09-12T17:16:13.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.962+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~9VXCQY21TD95.0 size=1048576 2024-09-12T17:16:13.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.966+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~9VXCQY21TD95.1 size=649013 2024-09-12T17:16:13.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.970+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=9VXCQY21TD95 tag=4LY2VO93BCK7 type=write size=2746165 2024-09-12T17:16:13.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.974+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=L4SXPH3Z16B1 type=del size=612570 2024-09-12T17:16:13.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.978+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~3LNTQZJIL6IM.0 size=1048576 2024-09-12T17:16:13.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.982+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~3LNTQZJIL6IM.1 size=1048576 2024-09-12T17:16:13.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.982+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~3LNTQZJIL6IM.2 size=846881 2024-09-12T17:16:13.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.990+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=3LNTQZJIL6IM tag=XVHOM7E3ZTWT type=write size=3992609 2024-09-12T17:16:13.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.994+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=XF1O7XJ1DHGM type=del size=3294076 2024-09-12T17:16:14.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:13.998+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=6G261EXXNAR0 type=del 2024-09-12T17:16:14.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.002+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=STNJ5GMAR4PF type=del size=3099500 2024-09-12T17:16:14.011 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.006+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~FDQRC4SDZT50.0 size=1048576 2024-09-12T17:16:14.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.010+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~FDQRC4SDZT50.1 size=1048576 2024-09-12T17:16:14.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.010+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8AIZZ75FGRJ.2~FDQRC4SDZT50.2 size=868219 2024-09-12T17:16:14.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.014+0000 7f47a8c748c0 1 < canceled multipart upload key=O8AIZZ75FGRJ upload=FDQRC4SDZT50 tag=2A7JTXL3UEB6 type=write size=4013947 2024-09-12T17:16:14.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~DDCI781A7OSR.0 size=1030191 2024-09-12T17:16:14.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.022+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=DDCI781A7OSR tag=SDPUVFMOYMAY type=write size=2078767 2024-09-12T17:16:14.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.026+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~O0QFUK62XF2T.0 size=1048576 2024-09-12T17:16:14.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.030+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~O0QFUK62XF2T.1 size=865506 2024-09-12T17:16:14.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.034+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=O0QFUK62XF2T tag=42PD527GO8Z1 type=write size=2962658 2024-09-12T17:16:14.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~3IKEJ3DLSWZP.0 size=697571 2024-09-12T17:16:14.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.038+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=3IKEJ3DLSWZP tag=R6NUURFW9HTT type=write size=1746147 2024-09-12T17:16:14.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.042+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~HYSCBIYA7UIH.0 size=1048576 2024-09-12T17:16:14.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.046+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~HYSCBIYA7UIH.1 size=1001548 2024-09-12T17:16:14.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.050+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=HYSCBIYA7UIH tag=Q12EBKUEEKET type=write size=3098700 2024-09-12T17:16:14.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.054+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=UYWCGO8YYCXU type=del size=2861286 2024-09-12T17:16:14.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.058+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~39J30KP1WD28.0 size=1048576 2024-09-12T17:16:14.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.058+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~39J30KP1WD28.1 size=459232 2024-09-12T17:16:14.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.066+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=39J30KP1WD28 tag=UK6F81H5PKOP type=write size=2556384 2024-09-12T17:16:14.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.066+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=8LFCBBBEY3P2 type=del size=864150 2024-09-12T17:16:14.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.070+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=AUB7ZJUKUT1U type=del 2024-09-12T17:16:14.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.078+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~YACQCZD1M394.0 size=215722 2024-09-12T17:16:14.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.078+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=YACQCZD1M394 tag=EOL8ENEKYTJD type=write size=1264298 2024-09-12T17:16:14.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.082+0000 7f47a8c748c0 1 < suggested remove operation key=55WGV0XV6IGX tag=BG95F8EC7LHG type=del 2024-09-12T17:16:14.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.086+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=0GX67RN3YADO type=del size=3026813 2024-09-12T17:16:14.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.090+0000 7f47a8c748c0 1 < canceled operation key=MGMTNUVEIO4Y tag=1KDVG0BK0W5E type=del size=2854410 2024-09-12T17:16:14.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.094+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=Z1WCJO991SLP type=del size=1916776 2024-09-12T17:16:14.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.094+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~UV0T2ZTQC2S7.0 size=430980 2024-09-12T17:16:14.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.102+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=UV0T2ZTQC2S7 tag=JF1PJ8J0IK6Y type=write size=1479556 2024-09-12T17:16:14.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.106+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=3P8D8OD4EVW0 type=del size=419809 2024-09-12T17:16:14.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.106+0000 7f47a8c748c0 1 < completed write operation key=O8ZBOG7V3G21 tag=JXNPYT1GTJB9 type=write size=949780 2024-09-12T17:16:14.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~BEWAU6PO8JS2.0 size=1048576 2024-09-12T17:16:14.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~BEWAU6PO8JS2.1 size=1048576 2024-09-12T17:16:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.118+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~BEWAU6PO8JS2.2 size=42912 2024-09-12T17:16:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.118+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=BEWAU6PO8JS2 tag=LMRVYYFJ9WRX type=write size=3188640 2024-09-12T17:16:14.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.122+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=K6TV9SQNDRWT type=del 2024-09-12T17:16:14.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.126+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=FPFA7AW09BPS type=write size=306031 2024-09-12T17:16:14.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.130+0000 7f47a8c748c0 -1 < failed to complete operation key=55WGV0XV6IGX tag=VV35JEBB2RU5 type=del size=3448911: (22) Invalid argument 2024-09-12T17:16:14.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.134+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=GEWGINMM3V5F type=del size=2132695 2024-09-12T17:16:14.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.142+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=0FQ9D46CHRU7 type=del 2024-09-12T17:16:14.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~CPCFPDPB33TG.0 size=1023961 2024-09-12T17:16:14.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.146+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=CPCFPDPB33TG tag=NJQUP137L2MH type=write size=2072537 2024-09-12T17:16:14.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.150+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=UCDQC648TYCZ type=del 2024-09-12T17:16:14.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~HKFDDP8NDP6T.0 size=1033314 2024-09-12T17:16:14.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.158+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=HKFDDP8NDP6T tag=MOSG9IRJ29ZY type=write size=2081890 2024-09-12T17:16:14.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.162+0000 7f47a8c748c0 1 < canceled operation key=ON5AHBFMCXB7 tag=L4SXPH3Z16B1 type=del size=612570 2024-09-12T17:16:14.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.166+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~L3MXEKQR0C10.0 size=707376 2024-09-12T17:16:14.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.166+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=L3MXEKQR0C10 tag=7QVPUU7123EE type=write size=1755952 2024-09-12T17:16:14.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.170+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=XF1O7XJ1DHGM type=del 2024-09-12T17:16:14.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.174+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=E6PVVPNYDTLY type=del size=1226150 2024-09-12T17:16:14.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.178+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=STNJ5GMAR4PF type=del 2024-09-12T17:16:14.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.182+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=4ES0ERM2PH2J type=del size=3783103 2024-09-12T17:16:14.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.182+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~DDCI781A7OSR.0 size=1030191 2024-09-12T17:16:14.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.190+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=DDCI781A7OSR tag=SDPUVFMOYMAY type=write size=2078767 2024-09-12T17:16:14.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.194+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=FWGBS51KVCRE type=write size=514666 2024-09-12T17:16:14.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.198+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~3IKEJ3DLSWZP.0 size=697571 2024-09-12T17:16:14.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.202+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=3IKEJ3DLSWZP tag=R6NUURFW9HTT type=write size=1746147 2024-09-12T17:16:14.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.210+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~05IZYM3HIXA3.0 size=1048576 2024-09-12T17:16:14.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.210+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~05IZYM3HIXA3.1 size=768807 2024-09-12T17:16:14.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.210+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=05IZYM3HIXA3 tag=F3U7212886MX type=write size=2865959 2024-09-12T17:16:14.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.214+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=UYWCGO8YYCXU type=del 2024-09-12T17:16:14.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.222+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~BSYH57QD33I8.0 size=1048576 2024-09-12T17:16:14.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~BSYH57QD33I8.1 size=150282 2024-09-12T17:16:14.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.226+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=BSYH57QD33I8 tag=NR1YGMGWONP2 type=write size=2247434 2024-09-12T17:16:14.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.226+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=X8QDFHONH3RD tag=8LFCBBBEY3P2 type=del size=864150: (2) No such file or directory 2024-09-12T17:16:14.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.234+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~6L1MXNCCYCQK.0 size=1048576 2024-09-12T17:16:14.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.238+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~6L1MXNCCYCQK.1 size=132284 2024-09-12T17:16:14.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.238+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=6L1MXNCCYCQK tag=Z8E7YTSPAJNK type=write size=2229436 2024-09-12T17:16:14.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.242+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~YACQCZD1M394.0 size=215722 2024-09-12T17:16:14.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.246+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=YACQCZD1M394 tag=EOL8ENEKYTJD type=write size=1264298 2024-09-12T17:16:14.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LQH3KOEH5MDF.0 size=1048576 2024-09-12T17:16:14.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LQH3KOEH5MDF.1 size=1048576 2024-09-12T17:16:14.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~LQH3KOEH5MDF.2 size=443930 2024-09-12T17:16:14.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.258+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=LQH3KOEH5MDF tag=SU72K5HC574I type=write size=3589658 2024-09-12T17:16:14.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.262+0000 7f47a8c748c0 1 < canceled operation key=1OX1IZ9XAHCI tag=0GX67RN3YADO type=del size=3026813 2024-09-12T17:16:14.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.266+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=G03V55OD10JP type=del size=549631 2024-09-12T17:16:14.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.274+0000 7f47a8c748c0 1 < suggested update operation key=QAXSHF0ZS39F tag=Z1WCJO991SLP type=del size=1916776 2024-09-12T17:16:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.278+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=FOK6R4GZ2W1H type=del size=140442 2024-09-12T17:16:14.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.278+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=3P8D8OD4EVW0 type=del 2024-09-12T17:16:14.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.282+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=4N78TDYU1OML type=del size=430516 2024-09-12T17:16:14.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.286+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~BEWAU6PO8JS2.0 size=1048576 2024-09-12T17:16:14.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.290+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~BEWAU6PO8JS2.1 size=1048576 2024-09-12T17:16:14.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.290+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~BEWAU6PO8JS2.2 size=42912 2024-09-12T17:16:14.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.298+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=BEWAU6PO8JS2 tag=LMRVYYFJ9WRX type=write size=3188640 2024-09-12T17:16:14.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.302+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=AFCCN8AE1Q59 type=del size=3598894 2024-09-12T17:16:14.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.306+0000 7f47a8c748c0 1 < completed write operation key=M8IRCIWF1SOU tag=FPFA7AW09BPS type=write size=306031 2024-09-12T17:16:14.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.306+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=U1IGPO2HSQJD type=write size=1007437 2024-09-12T17:16:14.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.310+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=GEWGINMM3V5F type=del size=2132695 2024-09-12T17:16:14.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.318+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~6DMPBR2W0S8R.0 size=1048576 2024-09-12T17:16:14.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.322+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~6DMPBR2W0S8R.1 size=478443 2024-09-12T17:16:14.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.322+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=6DMPBR2W0S8R tag=Q23UU0CH3NJU type=write size=2575595 2024-09-12T17:16:14.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.326+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~CPCFPDPB33TG.0 size=1023961 2024-09-12T17:16:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.334+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=CPCFPDPB33TG tag=NJQUP137L2MH type=write size=2072537 2024-09-12T17:16:14.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.338+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=HHJ23JP7I7P1 type=del size=1125124 2024-09-12T17:16:14.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.342+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~HKFDDP8NDP6T.0 size=1033314 2024-09-12T17:16:14.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.346+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=HKFDDP8NDP6T tag=MOSG9IRJ29ZY type=write size=2081890 2024-09-12T17:16:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.350+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=3TIX92IV47HN type=write size=820040 2024-09-12T17:16:14.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.354+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~L3MXEKQR0C10.0 size=707376 2024-09-12T17:16:14.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.358+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=L3MXEKQR0C10 tag=7QVPUU7123EE type=write size=1755952 2024-09-12T17:16:14.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.366+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~0EM423AUY189.0 size=1048576 2024-09-12T17:16:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~0EM423AUY189.1 size=918194 2024-09-12T17:16:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.370+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=0EM423AUY189 tag=L18BWE87CSFH type=write size=3015346 2024-09-12T17:16:14.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.374+0000 7f47a8c748c0 1 < suggested update operation key=M8IRCIWF1SOU tag=E6PVVPNYDTLY type=del size=1226150 2024-09-12T17:16:14.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.378+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=C5OMUOY0QSQQ type=del size=193790 2024-09-12T17:16:14.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.382+0000 7f47a8c748c0 1 < canceled operation key=K7VSL58BTME5 tag=4ES0ERM2PH2J type=del size=3783103 2024-09-12T17:16:14.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1TAGRFOYFAKJ.0 size=1048576 2024-09-12T17:16:14.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.390+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1TAGRFOYFAKJ.1 size=1048576 2024-09-12T17:16:14.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.394+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1TAGRFOYFAKJ.2 size=27887 2024-09-12T17:16:14.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.394+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=1TAGRFOYFAKJ tag=MU9MLZKNU08T type=write size=3173615 2024-09-12T17:16:14.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.398+0000 7f47a8c748c0 1 < suggested update operation key=80E1U6C0GQAU tag=FWGBS51KVCRE type=write size=514666 2024-09-12T17:16:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.402+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=155DNO3UNMFA type=del size=3599782 2024-09-12T17:16:14.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.406+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~05IZYM3HIXA3.0 size=1048576 2024-09-12T17:16:14.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.410+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~05IZYM3HIXA3.1 size=768807 2024-09-12T17:16:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.418+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=05IZYM3HIXA3 tag=F3U7212886MX type=write size=2865959 2024-09-12T17:16:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1KBPYXH7OSMX.0 size=1048576 2024-09-12T17:16:14.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1KBPYXH7OSMX.1 size=512314 2024-09-12T17:16:14.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.426+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=1KBPYXH7OSMX tag=RCOZE1YT39F5 type=write size=2609466 2024-09-12T17:16:14.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.430+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~BSYH57QD33I8.0 size=1048576 2024-09-12T17:16:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.430+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~BSYH57QD33I8.1 size=150282 2024-09-12T17:16:14.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.438+0000 7f47a8c748c0 1 < completed multipart upload key=ON5AHBFMCXB7 upload=BSYH57QD33I8 tag=NR1YGMGWONP2 type=write size=2247434 2024-09-12T17:16:14.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~0AR2BH00K9XI.0 size=1048576 2024-09-12T17:16:14.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~0AR2BH00K9XI.1 size=547459 2024-09-12T17:16:14.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.446+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=0AR2BH00K9XI tag=6K5Y5FPKP5S5 type=write size=2644611 2024-09-12T17:16:14.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.450+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~6L1MXNCCYCQK.0 size=1048576 2024-09-12T17:16:14.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.454+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~6L1MXNCCYCQK.1 size=132284 2024-09-12T17:16:14.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.458+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=6L1MXNCCYCQK tag=Z8E7YTSPAJNK type=write size=2229436 2024-09-12T17:16:14.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.462+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=Y2U0RODS3ZK4 type=write size=1043391 2024-09-12T17:16:14.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.466+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LQH3KOEH5MDF.0 size=1048576 2024-09-12T17:16:14.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.470+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LQH3KOEH5MDF.1 size=1048576 2024-09-12T17:16:14.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.470+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~LQH3KOEH5MDF.2 size=443930 2024-09-12T17:16:14.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.478+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=LQH3KOEH5MDF tag=SU72K5HC574I type=write size=3589658 2024-09-12T17:16:14.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.482+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~9P6EI9YBF5IO.0 size=1048576 2024-09-12T17:16:14.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~9P6EI9YBF5IO.1 size=891623 2024-09-12T17:16:14.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.486+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=9P6EI9YBF5IO tag=P7I722DU6NXW type=write size=2988775 2024-09-12T17:16:14.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.490+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=G03V55OD10JP type=del 2024-09-12T17:16:14.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.494+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~M8DGXEDOE3AA.0 size=1048576 2024-09-12T17:16:14.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~M8DGXEDOE3AA.1 size=1048576 2024-09-12T17:16:14.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~M8DGXEDOE3AA.2 size=797951 2024-09-12T17:16:14.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.502+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=M8DGXEDOE3AA tag=9VZ2IT0C7UAV type=write size=3943679 2024-09-12T17:16:14.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.502+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=FOK6R4GZ2W1H type=del 2024-09-12T17:16:14.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.506+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=W5BODO2P9JJ9 type=del size=4029706 2024-09-12T17:16:14.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.510+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=4N78TDYU1OML type=del size=430516: (22) Invalid argument 2024-09-12T17:16:14.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~8UHH3WMLP3VT.0 size=552085 2024-09-12T17:16:14.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.518+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=8UHH3WMLP3VT tag=SE1ID9W23IJZ type=write size=1600661 2024-09-12T17:16:14.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.522+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=AFCCN8AE1Q59 type=del 2024-09-12T17:16:14.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.526+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~GEQP1V1O4LSM.0 size=761854 2024-09-12T17:16:14.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.526+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=GEQP1V1O4LSM tag=DTLTIPCJYN0N type=write size=1810430 2024-09-12T17:16:14.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.530+0000 7f47a8c748c0 1 < completed write operation key=4BF7U5BNWTWP tag=U1IGPO2HSQJD type=write size=1007437 2024-09-12T17:16:14.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.534+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=X7OT0P0T2LX6 type=del size=1435254 2024-09-12T17:16:14.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.538+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~6DMPBR2W0S8R.0 size=1048576 2024-09-12T17:16:14.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.542+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~6DMPBR2W0S8R.1 size=478443 2024-09-12T17:16:14.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.546+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=6DMPBR2W0S8R tag=Q23UU0CH3NJU type=write size=2575595 2024-09-12T17:16:14.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.550+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=SYM6REWW45HG type=del size=394936 2024-09-12T17:16:14.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.554+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=HHJ23JP7I7P1 type=del 2024-09-12T17:16:14.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.558+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=1X8GZ63I3N0U type=del size=2949237 2024-09-12T17:16:14.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.562+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=3TIX92IV47HN type=write size=820040 2024-09-12T17:16:14.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.566+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=9CQRORTH4461 type=write size=207799 2024-09-12T17:16:14.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.566+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~0EM423AUY189.0 size=1048576 2024-09-12T17:16:14.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.570+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~0EM423AUY189.1 size=918194 2024-09-12T17:16:14.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.574+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=0EM423AUY189 tag=L18BWE87CSFH type=write size=3015346 2024-09-12T17:16:14.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.578+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=ZD1MDZB9E0Q3 type=del size=2933853 2024-09-12T17:16:14.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.586+0000 7f47a8c748c0 1 < suggested remove operation key=TML69DVSXPEX tag=C5OMUOY0QSQQ type=del 2024-09-12T17:16:14.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.590+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=T7Z0MGWOWTF0 type=del size=2689494 2024-09-12T17:16:14.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.590+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~1TAGRFOYFAKJ.0 size=1048576 2024-09-12T17:16:14.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.594+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1TAGRFOYFAKJ.1 size=1048576 2024-09-12T17:16:14.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.594+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1TAGRFOYFAKJ.2 size=27887 2024-09-12T17:16:14.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.602+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=1TAGRFOYFAKJ tag=MU9MLZKNU08T type=write size=3173615 2024-09-12T17:16:14.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.606+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~TDQ9T9LW2WDI.0 size=1048576 2024-09-12T17:16:14.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~TDQ9T9LW2WDI.1 size=1048576 2024-09-12T17:16:14.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.614+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~TDQ9T9LW2WDI.2 size=729942 2024-09-12T17:16:14.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.614+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=TDQ9T9LW2WDI tag=JYLQBPANDFRF type=write size=3875670 2024-09-12T17:16:14.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.618+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=155DNO3UNMFA type=del 2024-09-12T17:16:14.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.618+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=HANM2YHUOATN type=del size=2433567 2024-09-12T17:16:14.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.622+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1KBPYXH7OSMX.0 size=1048576 2024-09-12T17:16:14.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.626+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1KBPYXH7OSMX.1 size=512314 2024-09-12T17:16:14.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.630+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=1KBPYXH7OSMX tag=RCOZE1YT39F5 type=write size=2609466 2024-09-12T17:16:14.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.634+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=NU00WB13E1XD type=write size=44076 2024-09-12T17:16:14.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.638+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~0AR2BH00K9XI.0 size=1048576 2024-09-12T17:16:14.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.642+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~0AR2BH00K9XI.1 size=547459 2024-09-12T17:16:14.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.650+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=0AR2BH00K9XI tag=6K5Y5FPKP5S5 type=write size=2644611 2024-09-12T17:16:14.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.654+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=Q7UIOIICSIUJ type=del size=1929217 2024-09-12T17:16:14.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.658+0000 7f47a8c748c0 1 < completed write operation key=H0TD8JXDYKKK tag=Y2U0RODS3ZK4 type=write size=1043391 2024-09-12T17:16:14.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~MC6SP1ZC0JZG.0 size=1048576 2024-09-12T17:16:14.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~MC6SP1ZC0JZG.1 size=1048576 2024-09-12T17:16:14.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~MC6SP1ZC0JZG.2 size=880781 2024-09-12T17:16:14.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.670+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=MC6SP1ZC0JZG tag=OJ1TCWIKK2SY type=write size=4026509 2024-09-12T17:16:14.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.674+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~9P6EI9YBF5IO.0 size=1048576 2024-09-12T17:16:14.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.674+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~9P6EI9YBF5IO.1 size=891623 2024-09-12T17:16:14.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.682+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=9P6EI9YBF5IO tag=P7I722DU6NXW type=write size=2988775 2024-09-12T17:16:14.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.686+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=R092OWEHX0QE type=del size=1194109 2024-09-12T17:16:14.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.690+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~M8DGXEDOE3AA.0 size=1048576 2024-09-12T17:16:14.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.690+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~M8DGXEDOE3AA.1 size=1048576 2024-09-12T17:16:14.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.690+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8ZBOG7V3G21.2~M8DGXEDOE3AA.2 size=797951 2024-09-12T17:16:14.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.698+0000 7f47a8c748c0 1 < canceled multipart upload key=O8ZBOG7V3G21 upload=M8DGXEDOE3AA tag=9VZ2IT0C7UAV type=write size=3943679 2024-09-12T17:16:14.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~F87PTO0VP4V2.0 size=702438 2024-09-12T17:16:14.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.702+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=F87PTO0VP4V2 tag=BKV2Z1YV3YSF type=write size=1751014 2024-09-12T17:16:14.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.706+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=W5BODO2P9JJ9 type=del 2024-09-12T17:16:14.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.710+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=9970FFVXO4VP type=del size=4078285 2024-09-12T17:16:14.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.714+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~8UHH3WMLP3VT.0 size=552085 2024-09-12T17:16:14.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.718+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=8UHH3WMLP3VT tag=SE1ID9W23IJZ type=write size=1600661 2024-09-12T17:16:14.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.726+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~192NCD1CO82T.0 size=913023 2024-09-12T17:16:14.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.726+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=192NCD1CO82T tag=Q3OD9USFWYMS type=write size=1961599 2024-09-12T17:16:14.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.730+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~GEQP1V1O4LSM.0 size=761854 2024-09-12T17:16:14.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.734+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=GEQP1V1O4LSM tag=DTLTIPCJYN0N type=write size=1810430 2024-09-12T17:16:14.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.738+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=03RXJDOZUMUI type=del size=854777 2024-09-12T17:16:14.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.742+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=X7OT0P0T2LX6 type=del 2024-09-12T17:16:14.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.746+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=WHGPNKXSOEO9 type=del size=336326 2024-09-12T17:16:14.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.750+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=SYM6REWW45HG type=del size=394936 2024-09-12T17:16:14.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.754+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=ADP3Y7S5Q54S type=del size=2767094 2024-09-12T17:16:14.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.754+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=1X8GZ63I3N0U type=del 2024-09-12T17:16:14.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~8X4M9D9U0UGL.0 size=1048576 2024-09-12T17:16:14.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~8X4M9D9U0UGL.1 size=1048576 2024-09-12T17:16:14.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~8X4M9D9U0UGL.2 size=442668 2024-09-12T17:16:14.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.766+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=8X4M9D9U0UGL tag=7E7G8D9M4WVR type=write size=3588396 2024-09-12T17:16:14.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.770+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=9CQRORTH4461 type=write size=207799 2024-09-12T17:16:14.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.774+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=XGJ1G9UULU3O type=del size=3659515 2024-09-12T17:16:14.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.778+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=ZD1MDZB9E0Q3 type=del 2024-09-12T17:16:14.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.782+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=YGTP5OVNJJLU type=del size=2691943 2024-09-12T17:16:14.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.786+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=T7Z0MGWOWTF0 type=del 2024-09-12T17:16:14.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.790+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=1VJWOHSUTKVZ type=write size=158154 2024-09-12T17:16:14.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.790+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~TDQ9T9LW2WDI.0 size=1048576 2024-09-12T17:16:14.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.794+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~TDQ9T9LW2WDI.1 size=1048576 2024-09-12T17:16:14.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.798+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~TDQ9T9LW2WDI.2 size=729942 2024-09-12T17:16:14.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.802+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=TDQ9T9LW2WDI tag=JYLQBPANDFRF type=write size=3875670 2024-09-12T17:16:14.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~HLZCK0KZW5CA.0 size=321898 2024-09-12T17:16:14.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.810+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=HLZCK0KZW5CA tag=FJOJ64EIN2B1 type=write size=1370474 2024-09-12T17:16:14.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.814+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=HANM2YHUOATN type=del 2024-09-12T17:16:14.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.818+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=J9XFY7N3OAP7 type=del size=4135942 2024-09-12T17:16:14.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.818+0000 7f47a8c748c0 1 < completed write operation key=3FB30GVCZOOL tag=NU00WB13E1XD type=write size=44076 2024-09-12T17:16:14.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.822+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=JHPMEUHGU8KF type=del size=3577091 2024-09-12T17:16:14.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.826+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=Q7UIOIICSIUJ type=del 2024-09-12T17:16:14.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.830+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=POODNT2R2KOP type=write size=434348 2024-09-12T17:16:14.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.830+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~MC6SP1ZC0JZG.0 size=1048576 2024-09-12T17:16:14.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.834+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~MC6SP1ZC0JZG.1 size=1048576 2024-09-12T17:16:14.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.838+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~MC6SP1ZC0JZG.2 size=880781 2024-09-12T17:16:14.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.842+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=MC6SP1ZC0JZG tag=OJ1TCWIKK2SY type=write size=4026509 2024-09-12T17:16:14.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.846+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=WNWEQAXSSN74 type=del size=1214154 2024-09-12T17:16:14.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.850+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=R092OWEHX0QE type=del 2024-09-12T17:16:14.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.854+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=SA6NODUP3YVU type=write size=306654 2024-09-12T17:16:14.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.858+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~F87PTO0VP4V2.0 size=702438 2024-09-12T17:16:14.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.862+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=F87PTO0VP4V2 tag=BKV2Z1YV3YSF type=write size=1751014 2024-09-12T17:16:14.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~VU965EGF2VKV.0 size=1048576 2024-09-12T17:16:14.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~VU965EGF2VKV.1 size=1048576 2024-09-12T17:16:14.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~VU965EGF2VKV.2 size=910485 2024-09-12T17:16:14.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.874+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=VU965EGF2VKV tag=0B66ZR0V34KX type=write size=4056213 2024-09-12T17:16:14.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.878+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=9970FFVXO4VP type=del 2024-09-12T17:16:14.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.882+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=VJKT14S3R8UG type=write size=1002643 2024-09-12T17:16:14.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.886+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~192NCD1CO82T.0 size=913023 2024-09-12T17:16:14.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.890+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=192NCD1CO82T tag=Q3OD9USFWYMS type=write size=1961599 2024-09-12T17:16:14.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.894+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=1AAS02DVQ0CE type=write size=74607 2024-09-12T17:16:14.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.898+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=03RXJDOZUMUI type=del 2024-09-12T17:16:14.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~UCLLAPEFYH39.0 size=1027445 2024-09-12T17:16:14.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.906+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=UCLLAPEFYH39 tag=2UX3CRA3UJH6 type=write size=2076021 2024-09-12T17:16:14.913 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.910+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=WHGPNKXSOEO9 type=del 2024-09-12T17:16:14.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.914+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=PDLNP1CQ65M1 type=write size=266239 2024-09-12T17:16:14.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.914+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=ADP3Y7S5Q54S type=del 2024-09-12T17:16:14.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.918+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=TID2C1WESFNN type=del size=2639087 2024-09-12T17:16:14.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.922+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~8X4M9D9U0UGL.0 size=1048576 2024-09-12T17:16:14.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.922+0000 7f47a8c748c0 1 < canceled part key=_multipart_H0TD8JXDYKKK.2~8X4M9D9U0UGL.1 size=1048576 2024-09-12T17:16:14.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.926+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~8X4M9D9U0UGL.2 size=442668 2024-09-12T17:16:14.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.934+0000 7f47a8c748c0 1 < canceled multipart upload key=H0TD8JXDYKKK upload=8X4M9D9U0UGL tag=7E7G8D9M4WVR type=write size=3588396 2024-09-12T17:16:14.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.938+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=7V2TB1KADGB7 type=del size=1668707 2024-09-12T17:16:14.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.942+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=XGJ1G9UULU3O type=del 2024-09-12T17:16:14.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.946+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=6KY8HX4WINUI type=del size=935194 2024-09-12T17:16:14.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.950+0000 7f47a8c748c0 1 < canceled operation key=BD3Q1XK93E50 tag=YGTP5OVNJJLU type=del size=2691943 2024-09-12T17:16:14.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.954+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=M1O4WIGX027C type=del size=1378616 2024-09-12T17:16:14.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.958+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=1VJWOHSUTKVZ type=write size=158154 2024-09-12T17:16:14.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.962+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=KNFJY66WYVNX type=del size=350139 2024-09-12T17:16:14.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.966+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~HLZCK0KZW5CA.0 size=321898 2024-09-12T17:16:14.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.970+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=HLZCK0KZW5CA tag=FJOJ64EIN2B1 type=write size=1370474 2024-09-12T17:16:14.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.982+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~RCBE7DBAJWT9.0 size=1048576 2024-09-12T17:16:14.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~RCBE7DBAJWT9.1 size=232140 2024-09-12T17:16:14.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.986+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=RCBE7DBAJWT9 tag=QOQ8I1R5U3CS type=write size=2329292 2024-09-12T17:16:14.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.990+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=J9XFY7N3OAP7 type=del 2024-09-12T17:16:14.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.994+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=EK32C144WRS1 type=del size=1701454 2024-09-12T17:16:15.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:14.998+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=JHPMEUHGU8KF type=del 2024-09-12T17:16:15.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.002+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~WLDHQX2K5LPR.0 size=1048576 2024-09-12T17:16:15.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.006+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~WLDHQX2K5LPR.1 size=791940 2024-09-12T17:16:15.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.006+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=WLDHQX2K5LPR tag=0RWHRWHUOJQR type=write size=2889092 2024-09-12T17:16:15.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.014+0000 7f47a8c748c0 1 < suggested remove operation key=O47SCE2D2679 tag=POODNT2R2KOP type=write 2024-09-12T17:16:15.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.018+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=SNM5XCY7VN8E type=del size=852692 2024-09-12T17:16:15.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.026+0000 7f47a8c748c0 1 < suggested update operation key=F7Y1D98CH9J9 tag=WNWEQAXSSN74 type=del size=1214154 2024-09-12T17:16:15.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.026+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=VWQVSVG66ZR7 type=del size=115426 2024-09-12T17:16:15.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.030+0000 7f47a8c748c0 1 < completed write operation key=H0TD8JXDYKKK tag=SA6NODUP3YVU type=write size=306654 2024-09-12T17:16:15.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.034+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=B2W82WF5E5WN type=del size=1293539 2024-09-12T17:16:15.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.038+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~VU965EGF2VKV.0 size=1048576 2024-09-12T17:16:15.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.038+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~VU965EGF2VKV.1 size=1048576 2024-09-12T17:16:15.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.042+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~VU965EGF2VKV.2 size=910485 2024-09-12T17:16:15.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.050+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=VU965EGF2VKV tag=0B66ZR0V34KX type=write size=4056213 2024-09-12T17:16:15.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.054+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=0XLANXRMEYCT type=del size=1785234 2024-09-12T17:16:15.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.054+0000 7f47a8c748c0 1 < completed write operation key=O8ZBOG7V3G21 tag=VJKT14S3R8UG type=write size=1002643 2024-09-12T17:16:15.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.058+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=CWIZM0FQODBQ type=del size=1348075 2024-09-12T17:16:15.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.062+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=1AAS02DVQ0CE type=write size=74607 2024-09-12T17:16:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~3ZM1XYQ4BXQR.0 size=1048576 2024-09-12T17:16:15.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~3ZM1XYQ4BXQR.1 size=1048576 2024-09-12T17:16:15.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~3ZM1XYQ4BXQR.2 size=595448 2024-09-12T17:16:15.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.074+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=3ZM1XYQ4BXQR tag=EBVG59NFDG3V type=write size=3741176 2024-09-12T17:16:15.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.078+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~UCLLAPEFYH39.0 size=1027445 2024-09-12T17:16:15.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.082+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=UCLLAPEFYH39 tag=2UX3CRA3UJH6 type=write size=2076021 2024-09-12T17:16:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.086+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=QGVD17LLPHYE type=del size=2414291 2024-09-12T17:16:15.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.090+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=PDLNP1CQ65M1 type=write size=266239 2024-09-12T17:16:15.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~0J6NOSRO3Z1F.0 size=227833 2024-09-12T17:16:15.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.098+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=0J6NOSRO3Z1F tag=LOVNQR2RD8P7 type=write size=1276409 2024-09-12T17:16:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.098+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=TID2C1WESFNN type=del 2024-09-12T17:16:15.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.102+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=DLDMEP13POQC type=del size=3041411 2024-09-12T17:16:15.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.106+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=7V2TB1KADGB7 type=del 2024-09-12T17:16:15.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.110+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=VHS0P3FOD8BP type=del size=771640 2024-09-12T17:16:15.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.114+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=6KY8HX4WINUI type=del 2024-09-12T17:16:15.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.118+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=DLEPMUPM81DA type=write size=378868 2024-09-12T17:16:15.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.122+0000 7f47a8c748c0 1 < suggested update operation key=LIX9TJX73W7K tag=M1O4WIGX027C type=del size=1378616 2024-09-12T17:16:15.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.126+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=1QI3I5JF2GJM type=del size=1597473 2024-09-12T17:16:15.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.130+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=KNFJY66WYVNX type=del 2024-09-12T17:16:15.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.134+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=G90LCWGVVSUB type=del size=337236 2024-09-12T17:16:15.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.138+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~RCBE7DBAJWT9.0 size=1048576 2024-09-12T17:16:15.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.142+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~RCBE7DBAJWT9.1 size=232140 2024-09-12T17:16:15.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.146+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=RCBE7DBAJWT9 tag=QOQ8I1R5U3CS type=write size=2329292 2024-09-12T17:16:15.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.150+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=N0Z1LS2K2S3E type=del size=140855 2024-09-12T17:16:15.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.154+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=EK32C144WRS1 type=del 2024-09-12T17:16:15.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~YY0RBELX3V9P.0 size=352965 2024-09-12T17:16:15.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.158+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=YY0RBELX3V9P tag=MMO9R72QQ13Z type=write size=1401541 2024-09-12T17:16:15.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.162+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~WLDHQX2K5LPR.0 size=1048576 2024-09-12T17:16:15.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.166+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~WLDHQX2K5LPR.1 size=791940 2024-09-12T17:16:15.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.170+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=WLDHQX2K5LPR tag=0RWHRWHUOJQR type=write size=2889092 2024-09-12T17:16:15.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.178+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~DNSIN9D0BL0T.0 size=1048576 2024-09-12T17:16:15.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~DNSIN9D0BL0T.1 size=460334 2024-09-12T17:16:15.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.182+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=DNSIN9D0BL0T tag=D20T0BZH2UBG type=write size=2557486 2024-09-12T17:16:15.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.186+0000 7f47a8c748c0 1 < canceled operation key=0KZGH5YDL7C0 tag=SNM5XCY7VN8E type=del size=852692 2024-09-12T17:16:15.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.190+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~F8YIT1R3BWAA.0 size=402128 2024-09-12T17:16:15.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.190+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=F8YIT1R3BWAA tag=IHB2AP4R4SN0 type=write size=1450704 2024-09-12T17:16:15.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.194+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=VWQVSVG66ZR7 type=del 2024-09-12T17:16:15.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.198+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=YOHMN26TR0R8 type=del size=3072363 2024-09-12T17:16:15.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.206+0000 7f47a8c748c0 1 < suggested remove operation key=O8AIZZ75FGRJ tag=B2W82WF5E5WN type=del 2024-09-12T17:16:15.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.210+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=GP26XP9STPCC type=del size=2035041 2024-09-12T17:16:15.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.214+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=0XLANXRMEYCT type=del 2024-09-12T17:16:15.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.218+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=FVY0ZD48442X type=del size=3086233 2024-09-12T17:16:15.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.218+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=CWIZM0FQODBQ type=del 2024-09-12T17:16:15.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.222+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=0N31W2T7OXPS type=del size=3413803 2024-09-12T17:16:15.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.226+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~3ZM1XYQ4BXQR.0 size=1048576 2024-09-12T17:16:15.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.230+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~3ZM1XYQ4BXQR.1 size=1048576 2024-09-12T17:16:15.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.234+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~3ZM1XYQ4BXQR.2 size=595448 2024-09-12T17:16:15.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.238+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=3ZM1XYQ4BXQR tag=EBVG59NFDG3V type=write size=3741176 2024-09-12T17:16:15.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.246+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~OUJ67XJ2P224.0 size=1048576 2024-09-12T17:16:15.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.250+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~OUJ67XJ2P224.1 size=1048576 2024-09-12T17:16:15.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~OUJ67XJ2P224.2 size=878410 2024-09-12T17:16:15.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.254+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=OUJ67XJ2P224 tag=FVDPKBW4J0ZO type=write size=4024138 2024-09-12T17:16:15.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.258+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=QGVD17LLPHYE type=del 2024-09-12T17:16:15.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~ZLK7IQ9NDF4R.0 size=1048576 2024-09-12T17:16:15.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.266+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~ZLK7IQ9NDF4R.1 size=161302 2024-09-12T17:16:15.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.266+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=ZLK7IQ9NDF4R tag=KM75PUEL38MP type=write size=2258454 2024-09-12T17:16:15.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.270+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~0J6NOSRO3Z1F.0 size=227833 2024-09-12T17:16:15.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.278+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=0J6NOSRO3Z1F tag=LOVNQR2RD8P7 type=write size=1276409 2024-09-12T17:16:15.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~NGJOXS0WC41X.0 size=71396 2024-09-12T17:16:15.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.286+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=NGJOXS0WC41X tag=WZI11NL8BA9U type=write size=1119972 2024-09-12T17:16:15.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.290+0000 7f47a8c748c0 1 < canceled operation key=1OX1IZ9XAHCI tag=DLDMEP13POQC type=del size=3041411 2024-09-12T17:16:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~SMQXK9Q8D1SF.0 size=1048576 2024-09-12T17:16:15.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~SMQXK9Q8D1SF.1 size=681053 2024-09-12T17:16:15.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.298+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=SMQXK9Q8D1SF tag=U2HHKADWOMZO type=write size=2778205 2024-09-12T17:16:15.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.302+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=VHS0P3FOD8BP type=del 2024-09-12T17:16:15.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.306+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=KSUJDMXXWBRD type=del size=1808401 2024-09-12T17:16:15.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.314+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=DLEPMUPM81DA type=write 2024-09-12T17:16:15.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.326+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~8ITSZ56H2DX5.0 size=1048576 2024-09-12T17:16:15.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~8ITSZ56H2DX5.1 size=230811 2024-09-12T17:16:15.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.330+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=8ITSZ56H2DX5 tag=KK6WKMCVYMMH type=write size=2327963 2024-09-12T17:16:15.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.338+0000 7f47a8c748c0 1 < suggested update operation key=P8D2NC13VSST tag=1QI3I5JF2GJM type=del size=1597473 2024-09-12T17:16:15.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.342+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~UJVIGN4VCRVT.0 size=605228 2024-09-12T17:16:15.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.342+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=UJVIGN4VCRVT tag=71E9WIQON5YY type=write size=1653804 2024-09-12T17:16:15.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.346+0000 7f47a8c748c0 1 < canceled operation key=ON5AHBFMCXB7 tag=G90LCWGVVSUB type=del size=337236 2024-09-12T17:16:15.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.350+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=99RZSRGX9KNL type=del size=220910 2024-09-12T17:16:15.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.354+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=N0Z1LS2K2S3E type=del 2024-09-12T17:16:15.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.358+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=M1LL1NTI3IQP type=write size=595543 2024-09-12T17:16:15.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.362+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~YY0RBELX3V9P.0 size=352965 2024-09-12T17:16:15.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.366+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=YY0RBELX3V9P tag=MMO9R72QQ13Z type=write size=1401541 2024-09-12T17:16:15.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~49V5JFW2U8VF.0 size=105740 2024-09-12T17:16:15.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.370+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=49V5JFW2U8VF tag=CSUL2WJ86ZW4 type=write size=1154316 2024-09-12T17:16:15.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.374+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~DNSIN9D0BL0T.0 size=1048576 2024-09-12T17:16:15.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.378+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~DNSIN9D0BL0T.1 size=460334 2024-09-12T17:16:15.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.382+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=DNSIN9D0BL0T tag=D20T0BZH2UBG type=write size=2557486 2024-09-12T17:16:15.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~Y8RDLB6N8D5J.0 size=1048576 2024-09-12T17:16:15.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.390+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~Y8RDLB6N8D5J.1 size=329813 2024-09-12T17:16:15.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.390+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=Y8RDLB6N8D5J tag=04RNP83GOE5X type=write size=2426965 2024-09-12T17:16:15.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.390+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~F8YIT1R3BWAA.0 size=402128 2024-09-12T17:16:15.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.394+0000 7f47a8c748c0 1 < canceled multipart upload key=K7VSL58BTME5 upload=F8YIT1R3BWAA tag=IHB2AP4R4SN0 type=write size=1450704 2024-09-12T17:16:15.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.398+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=2ONWS2GRQNTU type=del size=4028913 2024-09-12T17:16:15.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.402+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=YOHMN26TR0R8 type=del 2024-09-12T17:16:15.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.406+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~U61XBYFIH9DA.0 size=1048576 2024-09-12T17:16:15.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.410+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~U61XBYFIH9DA.1 size=848956 2024-09-12T17:16:15.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.410+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=U61XBYFIH9DA tag=YJ2FUDQMGG26 type=write size=2946108 2024-09-12T17:16:15.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.418+0000 7f47a8c748c0 1 < suggested remove operation key=2WSU8RIJ5L0X tag=GP26XP9STPCC type=del 2024-09-12T17:16:15.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.418+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=3IFAEFWQUNZU type=del size=3760676 2024-09-12T17:16:15.427 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.422+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=FVY0ZD48442X type=del 2024-09-12T17:16:15.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.426+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=VUSASYH05ELM type=write size=295053 2024-09-12T17:16:15.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.430+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=0N31W2T7OXPS type=del 2024-09-12T17:16:15.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.434+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~MPE20UJQBMIY.0 size=142970 2024-09-12T17:16:15.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.434+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=MPE20UJQBMIY tag=7UX19YA6T3RH type=write size=1191546 2024-09-12T17:16:15.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.438+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~OUJ67XJ2P224.0 size=1048576 2024-09-12T17:16:15.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.438+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~OUJ67XJ2P224.1 size=1048576 2024-09-12T17:16:15.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.442+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~OUJ67XJ2P224.2 size=878410 2024-09-12T17:16:15.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.446+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=OUJ67XJ2P224 tag=FVDPKBW4J0ZO type=write size=4024138 2024-09-12T17:16:15.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.454+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~VK7YP2QHDUYD.0 size=876337 2024-09-12T17:16:15.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.454+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=VK7YP2QHDUYD tag=ZXM2MUKFB195 type=write size=1924913 2024-09-12T17:16:15.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.458+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~ZLK7IQ9NDF4R.0 size=1048576 2024-09-12T17:16:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.458+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~ZLK7IQ9NDF4R.1 size=161302 2024-09-12T17:16:15.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.466+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=ZLK7IQ9NDF4R tag=KM75PUEL38MP type=write size=2258454 2024-09-12T17:16:15.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.470+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=QYVPRGXDEFD2 type=write size=991095 2024-09-12T17:16:15.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.470+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~NGJOXS0WC41X.0 size=71396 2024-09-12T17:16:15.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.478+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=NGJOXS0WC41X tag=WZI11NL8BA9U type=write size=1119972 2024-09-12T17:16:15.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.482+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~EVCJ8VCTKFQ7.0 size=1048576 2024-09-12T17:16:15.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~EVCJ8VCTKFQ7.1 size=185594 2024-09-12T17:16:15.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.486+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=EVCJ8VCTKFQ7 tag=4H0XY9SVIFY5 type=write size=2282746 2024-09-12T17:16:15.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.490+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~SMQXK9Q8D1SF.0 size=1048576 2024-09-12T17:16:15.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.490+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~SMQXK9Q8D1SF.1 size=681053 2024-09-12T17:16:15.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.498+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=SMQXK9Q8D1SF tag=U2HHKADWOMZO type=write size=2778205 2024-09-12T17:16:15.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.498+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=PHSMXY48GTTD type=del size=1352522 2024-09-12T17:16:15.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.506+0000 7f47a8c748c0 1 < suggested update operation key=M8IRCIWF1SOU tag=KSUJDMXXWBRD type=del size=1808401 2024-09-12T17:16:15.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.510+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=JSIMYMNKW6X2 type=write size=313187 2024-09-12T17:16:15.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.510+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~8ITSZ56H2DX5.0 size=1048576 2024-09-12T17:16:15.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.514+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~8ITSZ56H2DX5.1 size=230811 2024-09-12T17:16:15.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.518+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=8ITSZ56H2DX5 tag=KK6WKMCVYMMH type=write size=2327963 2024-09-12T17:16:15.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.526+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~DNNDLANYF2DW.0 size=1048576 2024-09-12T17:16:15.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.530+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~DNNDLANYF2DW.1 size=1048576 2024-09-12T17:16:15.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.530+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~DNNDLANYF2DW.2 size=517349 2024-09-12T17:16:15.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.530+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=DNNDLANYF2DW tag=C0FY3QMS2RAY type=write size=3663077 2024-09-12T17:16:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.534+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~UJVIGN4VCRVT.0 size=605228 2024-09-12T17:16:15.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.538+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=UJVIGN4VCRVT tag=71E9WIQON5YY type=write size=1653804 2024-09-12T17:16:15.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.542+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=POOLCFK6WV3Q type=del size=1619619 2024-09-12T17:16:15.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.546+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=99RZSRGX9KNL type=del 2024-09-12T17:16:15.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~7A2JXGYKD03S.0 size=1048576 2024-09-12T17:16:15.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~7A2JXGYKD03S.1 size=200465 2024-09-12T17:16:15.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.554+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=7A2JXGYKD03S tag=6KWO2F13RFD0 type=write size=2297617 2024-09-12T17:16:15.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.558+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=M1LL1NTI3IQP type=write size=595543 2024-09-12T17:16:15.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.562+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~9FP8H2GE3C3M.0 size=634250 2024-09-12T17:16:15.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.562+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=9FP8H2GE3C3M tag=307IZYFBEFBD type=write size=1682826 2024-09-12T17:16:15.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.562+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~49V5JFW2U8VF.0 size=105740 2024-09-12T17:16:15.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.570+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=49V5JFW2U8VF tag=CSUL2WJ86ZW4 type=write size=1154316 2024-09-12T17:16:15.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.570+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=OAQO2X3OAUKP type=del size=3531192 2024-09-12T17:16:15.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.574+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~Y8RDLB6N8D5J.0 size=1048576 2024-09-12T17:16:15.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.578+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~Y8RDLB6N8D5J.1 size=329813 2024-09-12T17:16:15.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.582+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=Y8RDLB6N8D5J tag=04RNP83GOE5X type=write size=2426965 2024-09-12T17:16:15.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.586+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=CCE8LLAUP8SZ type=del size=1461793 2024-09-12T17:16:15.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.590+0000 7f47a8c748c0 1 < suggested update operation key=M8IRCIWF1SOU tag=2ONWS2GRQNTU type=del size=4028913 2024-09-12T17:16:15.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.594+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=6R1NOICL4WXH type=del size=1596781 2024-09-12T17:16:15.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.598+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~U61XBYFIH9DA.0 size=1048576 2024-09-12T17:16:15.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.598+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~U61XBYFIH9DA.1 size=848956 2024-09-12T17:16:15.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.602+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=U61XBYFIH9DA tag=YJ2FUDQMGG26 type=write size=2946108 2024-09-12T17:16:15.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.606+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=Q5JFXT8ZDU6H type=del size=683272 2024-09-12T17:16:15.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.610+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=3IFAEFWQUNZU type=del 2024-09-12T17:16:15.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~0A27HMCMG3U3.0 size=1048576 2024-09-12T17:16:15.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~0A27HMCMG3U3.1 size=1048576 2024-09-12T17:16:15.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.626+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~0A27HMCMG3U3.2 size=625951 2024-09-12T17:16:15.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.626+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=0A27HMCMG3U3 tag=C7Q0AZU72GRW type=write size=3771679 2024-09-12T17:16:15.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.630+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=VUSASYH05ELM type=write size=295053 2024-09-12T17:16:15.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~ZZ5V0NMWN3R2.0 size=1048576 2024-09-12T17:16:15.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.638+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~ZZ5V0NMWN3R2.1 size=1048576 2024-09-12T17:16:15.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~ZZ5V0NMWN3R2.2 size=769938 2024-09-12T17:16:15.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.642+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=ZZ5V0NMWN3R2 tag=MDRV07FR59H8 type=write size=3915666 2024-09-12T17:16:15.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.646+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~MPE20UJQBMIY.0 size=142970 2024-09-12T17:16:15.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.650+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=MPE20UJQBMIY tag=7UX19YA6T3RH type=write size=1191546 2024-09-12T17:16:15.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.654+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=T4J6UBZDE2TX type=write size=591400 2024-09-12T17:16:15.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.658+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~VK7YP2QHDUYD.0 size=876337 2024-09-12T17:16:15.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.662+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=VK7YP2QHDUYD tag=ZXM2MUKFB195 type=write size=1924913 2024-09-12T17:16:15.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.666+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=QZ3C5OVAPTPR type=del size=2802568 2024-09-12T17:16:15.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.670+0000 7f47a8c748c0 1 < suggested remove operation key=80E1U6C0GQAU tag=QYVPRGXDEFD2 type=write 2024-09-12T17:16:15.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.674+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~72Z1NY66P3XG.0 size=527698 2024-09-12T17:16:15.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.674+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=72Z1NY66P3XG tag=MHHHGOTVYSFT type=write size=1576274 2024-09-12T17:16:15.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.678+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~EVCJ8VCTKFQ7.0 size=1048576 2024-09-12T17:16:15.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.682+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~EVCJ8VCTKFQ7.1 size=185594 2024-09-12T17:16:15.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.686+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=EVCJ8VCTKFQ7 tag=4H0XY9SVIFY5 type=write size=2282746 2024-09-12T17:16:15.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.690+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=A7B57ZVX5FOG type=del size=2244522 2024-09-12T17:16:15.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.690+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=PHSMXY48GTTD type=del 2024-09-12T17:16:15.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.694+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=YVPYKIRD9D2W type=write size=216425 2024-09-12T17:16:15.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.698+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=JSIMYMNKW6X2 type=write size=313187 2024-09-12T17:16:15.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.702+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=EIDSHRFW6WGU type=del size=2156725 2024-09-12T17:16:15.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.706+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~DNNDLANYF2DW.0 size=1048576 2024-09-12T17:16:15.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.706+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~DNNDLANYF2DW.1 size=1048576 2024-09-12T17:16:15.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.710+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~DNNDLANYF2DW.2 size=517349 2024-09-12T17:16:15.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.714+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=DNNDLANYF2DW tag=C0FY3QMS2RAY type=write size=3663077 2024-09-12T17:16:15.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.722+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~H5N7I0VAIXZE.0 size=1048576 2024-09-12T17:16:15.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.722+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~H5N7I0VAIXZE.1 size=1048576 2024-09-12T17:16:15.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.726+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~H5N7I0VAIXZE.2 size=748239 2024-09-12T17:16:15.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.726+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=H5N7I0VAIXZE tag=W0RGYGFWHMRA type=write size=3893967 2024-09-12T17:16:15.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.730+0000 7f47a8c748c0 1 < canceled operation key=1OX1IZ9XAHCI tag=POOLCFK6WV3Q type=del size=1619619 2024-09-12T17:16:15.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.734+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=HJWNDJNSYWLT type=del size=2166422 2024-09-12T17:16:15.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.738+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~7A2JXGYKD03S.0 size=1048576 2024-09-12T17:16:15.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.738+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~7A2JXGYKD03S.1 size=200465 2024-09-12T17:16:15.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.746+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=7A2JXGYKD03S tag=6KWO2F13RFD0 type=write size=2297617 2024-09-12T17:16:15.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.750+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=UT86IZYJBBMA type=del size=3601643 2024-09-12T17:16:15.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.750+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~9FP8H2GE3C3M.0 size=634250 2024-09-12T17:16:15.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.758+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=9FP8H2GE3C3M tag=307IZYFBEFBD type=write size=1682826 2024-09-12T17:16:15.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.762+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=EO0ULIALBDD8 type=del size=1636573 2024-09-12T17:16:15.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.770+0000 7f47a8c748c0 1 < suggested update operation key=FNQLQEI5JDG8 tag=OAQO2X3OAUKP type=del size=3531192 2024-09-12T17:16:15.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.774+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~06FZMOY7HJ2I.0 size=794226 2024-09-12T17:16:15.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.774+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=06FZMOY7HJ2I tag=HG65EWWM9XOT type=write size=1842802 2024-09-12T17:16:15.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.778+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=CCE8LLAUP8SZ type=del 2024-09-12T17:16:15.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.782+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=DD2GEFQJ3DC3 type=del size=585801 2024-09-12T17:16:15.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.786+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=6R1NOICL4WXH type=del 2024-09-12T17:16:15.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.790+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=B5T0YLWIKEHV type=del size=130574 2024-09-12T17:16:15.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.794+0000 7f47a8c748c0 1 < suggested update operation key=FNQLQEI5JDG8 tag=Q5JFXT8ZDU6H type=del size=683272 2024-09-12T17:16:15.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.802+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~DAG1XAHPBOGW.0 size=343408 2024-09-12T17:16:15.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.802+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=DAG1XAHPBOGW tag=FC11BV2RON6O type=write size=1391984 2024-09-12T17:16:15.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.806+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~0A27HMCMG3U3.0 size=1048576 2024-09-12T17:16:15.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.806+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~0A27HMCMG3U3.1 size=1048576 2024-09-12T17:16:15.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.810+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~0A27HMCMG3U3.2 size=625951 2024-09-12T17:16:15.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.818+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=0A27HMCMG3U3 tag=C7Q0AZU72GRW type=write size=3771679 2024-09-12T17:16:15.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.818+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=IZVLCJLUAIRY type=del size=42695 2024-09-12T17:16:15.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.822+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~ZZ5V0NMWN3R2.0 size=1048576 2024-09-12T17:16:15.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.826+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~ZZ5V0NMWN3R2.1 size=1048576 2024-09-12T17:16:15.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.830+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~ZZ5V0NMWN3R2.2 size=769938 2024-09-12T17:16:15.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.834+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=ZZ5V0NMWN3R2 tag=MDRV07FR59H8 type=write size=3915666 2024-09-12T17:16:15.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.838+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=6U8X6QAGSUC2 type=del size=2454685 2024-09-12T17:16:15.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.842+0000 7f47a8c748c0 1 < completed write operation key=O47SCE2D2679 tag=T4J6UBZDE2TX type=write size=591400 2024-09-12T17:16:15.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.846+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~GOARGUSTWORU.0 size=1048576 2024-09-12T17:16:15.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~GOARGUSTWORU.1 size=752823 2024-09-12T17:16:15.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.850+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=GOARGUSTWORU tag=7K62NBATTJAQ type=write size=2849975 2024-09-12T17:16:15.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.854+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=QZ3C5OVAPTPR type=del 2024-09-12T17:16:15.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.858+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=7JCB2JM5HWKK type=write size=889309 2024-09-12T17:16:15.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.862+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~72Z1NY66P3XG.0 size=527698 2024-09-12T17:16:15.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.866+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=72Z1NY66P3XG tag=MHHHGOTVYSFT type=write size=1576274 2024-09-12T17:16:15.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~6X8JZFX1TEQL.0 size=1048576 2024-09-12T17:16:15.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~6X8JZFX1TEQL.1 size=1048576 2024-09-12T17:16:15.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~6X8JZFX1TEQL.2 size=75922 2024-09-12T17:16:15.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.878+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=6X8JZFX1TEQL tag=YPXNY8R26AS9 type=write size=3221650 2024-09-12T17:16:15.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.886+0000 7f47a8c748c0 1 < suggested remove operation key=1OX1IZ9XAHCI tag=A7B57ZVX5FOG type=del 2024-09-12T17:16:15.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.886+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=LYQ2F10CYRFK type=write size=551206 2024-09-12T17:16:15.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.890+0000 7f47a8c748c0 1 < completed write operation key=2WSU8RIJ5L0X tag=YVPYKIRD9D2W type=write size=216425 2024-09-12T17:16:15.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~138JQWXA2F00.0 size=1048576 2024-09-12T17:16:15.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~138JQWXA2F00.1 size=738690 2024-09-12T17:16:15.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.902+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=138JQWXA2F00 tag=8WMBLAFIQ6B6 type=write size=2835842 2024-09-12T17:16:15.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.902+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=EIDSHRFW6WGU type=del 2024-09-12T17:16:15.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.906+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=OR4I26JDGQFB type=del size=50786 2024-09-12T17:16:15.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.910+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~H5N7I0VAIXZE.0 size=1048576 2024-09-12T17:16:15.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.914+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~H5N7I0VAIXZE.1 size=1048576 2024-09-12T17:16:15.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.918+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~H5N7I0VAIXZE.2 size=748239 2024-09-12T17:16:15.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.922+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=H5N7I0VAIXZE tag=W0RGYGFWHMRA type=write size=3893967 2024-09-12T17:16:15.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.930+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=W5QEDBP9NAKU type=del size=631978 2024-09-12T17:16:15.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.934+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=HJWNDJNSYWLT type=del 2024-09-12T17:16:15.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.938+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=ZXVS84GJCYZ0 type=write size=460167 2024-09-12T17:16:15.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.942+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=UT86IZYJBBMA type=del 2024-09-12T17:16:15.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.946+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~3UXEMJB0Z6HH.0 size=30916 2024-09-12T17:16:15.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.946+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=3UXEMJB0Z6HH tag=PJS71I5XML7W type=write size=1079492 2024-09-12T17:16:15.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.954+0000 7f47a8c748c0 1 < suggested update operation key=H0TD8JXDYKKK tag=EO0ULIALBDD8 type=del size=1636573 2024-09-12T17:16:15.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.958+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=0096SB6542Z3 type=del size=3532250 2024-09-12T17:16:15.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.958+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~06FZMOY7HJ2I.0 size=794226 2024-09-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.966+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=06FZMOY7HJ2I tag=HG65EWWM9XOT type=write size=1842802 2024-09-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.970+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=0488N3A4IZ0K type=del size=179399 2024-09-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.974+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=DD2GEFQJ3DC3 type=del 2024-09-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.974+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=1YNS5H5G4EQO type=del size=1834140 2024-09-12T17:16:15.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.982+0000 7f47a8c748c0 1 < suggested remove operation key=QAXSHF0ZS39F tag=B5T0YLWIKEHV type=del 2024-09-12T17:16:15.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.986+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=4S3PBOS5MI21 type=del size=2155510 2024-09-12T17:16:15.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.990+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~DAG1XAHPBOGW.0 size=343408 2024-09-12T17:16:15.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:15.994+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=DAG1XAHPBOGW tag=FC11BV2RON6O type=write size=1391984 2024-09-12T17:16:16.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.002+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~BWFVSE12YXFM.0 size=581703 2024-09-12T17:16:16.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.002+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=BWFVSE12YXFM tag=UPHHB8301AHN type=write size=1630279 2024-09-12T17:16:16.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.006+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=IZVLCJLUAIRY type=del 2024-09-12T17:16:16.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~ZG7AAF3EX4B0.0 size=1048576 2024-09-12T17:16:16.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~ZG7AAF3EX4B0.1 size=1048576 2024-09-12T17:16:16.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~ZG7AAF3EX4B0.2 size=821856 2024-09-12T17:16:16.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.018+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=ZG7AAF3EX4B0 tag=7E6Z2QVLG56D type=write size=3967584 2024-09-12T17:16:16.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.022+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=6U8X6QAGSUC2 type=del 2024-09-12T17:16:16.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.026+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=FOVM0YYFTORQ type=write size=844756 2024-09-12T17:16:16.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.030+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~GOARGUSTWORU.0 size=1048576 2024-09-12T17:16:16.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.030+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~GOARGUSTWORU.1 size=752823 2024-09-12T17:16:16.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.038+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=GOARGUSTWORU tag=7K62NBATTJAQ type=write size=2849975 2024-09-12T17:16:16.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.042+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=QUU8HXRJ1UFJ type=del size=4039137 2024-09-12T17:16:16.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.042+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=7JCB2JM5HWKK type=write size=889309 2024-09-12T17:16:16.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1WLCF003NN3E.0 size=1048576 2024-09-12T17:16:16.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~1WLCF003NN3E.1 size=462125 2024-09-12T17:16:16.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.054+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=1WLCF003NN3E tag=692JJ5XIAVY4 type=write size=2559277 2024-09-12T17:16:16.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.058+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~6X8JZFX1TEQL.0 size=1048576 2024-09-12T17:16:16.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.062+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~6X8JZFX1TEQL.1 size=1048576 2024-09-12T17:16:16.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.062+0000 7f47a8c748c0 1 < canceled part key=_multipart_OJYL5A30U6ET.2~6X8JZFX1TEQL.2 size=75922 2024-09-12T17:16:16.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.066+0000 7f47a8c748c0 1 < canceled multipart upload key=OJYL5A30U6ET upload=6X8JZFX1TEQL tag=YPXNY8R26AS9 type=write size=3221650 2024-09-12T17:16:16.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.070+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=9E36748NZ3L4 type=del size=2035273 2024-09-12T17:16:16.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.074+0000 7f47a8c748c0 1 < completed write operation key=4BF7U5BNWTWP tag=LYQ2F10CYRFK type=write size=551206 2024-09-12T17:16:16.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.078+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~RM85LXYNOPRM.0 size=1048576 2024-09-12T17:16:16.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.082+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~RM85LXYNOPRM.1 size=590593 2024-09-12T17:16:16.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.082+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=RM85LXYNOPRM tag=XN99D8MZFZTQ type=write size=2687745 2024-09-12T17:16:16.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.082+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~138JQWXA2F00.0 size=1048576 2024-09-12T17:16:16.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.082+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~138JQWXA2F00.1 size=738690 2024-09-12T17:16:16.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.090+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=138JQWXA2F00 tag=8WMBLAFIQ6B6 type=write size=2835842 2024-09-12T17:16:16.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.090+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=60M5Y335R098 type=del size=3951489 2024-09-12T17:16:16.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.094+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=OR4I26JDGQFB type=del size=50786 2024-09-12T17:16:16.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.098+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=5TU3M84G6FD7 type=write size=17657 2024-09-12T17:16:16.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.102+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=W5QEDBP9NAKU type=del 2024-09-12T17:16:16.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~R688DW2J8519.0 size=1047434 2024-09-12T17:16:16.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.110+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=R688DW2J8519 tag=QOFA3GZND9JX type=write size=2096010 2024-09-12T17:16:16.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.114+0000 7f47a8c748c0 1 < completed write operation key=F7Y1D98CH9J9 tag=ZXVS84GJCYZ0 type=write size=460167 2024-09-12T17:16:16.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.118+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~XKFCQZ3R81BP.0 size=406981 2024-09-12T17:16:16.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.118+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=XKFCQZ3R81BP tag=3LOGVA2V3ZS3 type=write size=1455557 2024-09-12T17:16:16.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.122+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~3UXEMJB0Z6HH.0 size=30916 2024-09-12T17:16:16.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.130+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=3UXEMJB0Z6HH tag=PJS71I5XML7W type=write size=1079492 2024-09-12T17:16:16.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.130+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=TZL2YMX5JVXE type=del size=586440 2024-09-12T17:16:16.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.138+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=0096SB6542Z3 type=del 2024-09-12T17:16:16.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~VEQHWEC3YVOE.0 size=1048576 2024-09-12T17:16:16.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~VEQHWEC3YVOE.1 size=1048576 2024-09-12T17:16:16.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.150+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~VEQHWEC3YVOE.2 size=36944 2024-09-12T17:16:16.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.150+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=VEQHWEC3YVOE tag=0HN70G7YW8IK type=write size=3182672 2024-09-12T17:16:16.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.154+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=0488N3A4IZ0K type=del 2024-09-12T17:16:16.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.154+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=PTAOP5A8SUX1 type=write size=214923 2024-09-12T17:16:16.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.158+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=1YNS5H5G4EQO type=del 2024-09-12T17:16:16.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.166+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~O8SRWQVX5YKZ.0 size=1048576 2024-09-12T17:16:16.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~O8SRWQVX5YKZ.1 size=1048576 2024-09-12T17:16:16.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~O8SRWQVX5YKZ.2 size=560963 2024-09-12T17:16:16.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.170+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=O8SRWQVX5YKZ tag=BBN79FM248JZ type=write size=3706691 2024-09-12T17:16:16.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.174+0000 7f47a8c748c0 1 < canceled operation key=ON5AHBFMCXB7 tag=4S3PBOS5MI21 type=del size=2155510 2024-09-12T17:16:16.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.178+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=B717HJTHP6FW type=del size=2161602 2024-09-12T17:16:16.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.182+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~BWFVSE12YXFM.0 size=581703 2024-09-12T17:16:16.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.186+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=BWFVSE12YXFM tag=UPHHB8301AHN type=write size=1630279 2024-09-12T17:16:16.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.190+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=7419A2SYM47S type=del size=3158078 2024-09-12T17:16:16.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.190+0000 7f47a8c748c0 1 < canceled part key=_multipart_55WGV0XV6IGX.2~ZG7AAF3EX4B0.0 size=1048576 2024-09-12T17:16:16.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.194+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~ZG7AAF3EX4B0.1 size=1048576 2024-09-12T17:16:16.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.198+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~ZG7AAF3EX4B0.2 size=821856 2024-09-12T17:16:16.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.202+0000 7f47a8c748c0 1 < canceled multipart upload key=55WGV0XV6IGX upload=ZG7AAF3EX4B0 tag=7E6Z2QVLG56D type=write size=3967584 2024-09-12T17:16:16.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.206+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=6HN416F1LA33 type=del size=3207755 2024-09-12T17:16:16.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.210+0000 7f47a8c748c0 1 < completed write operation key=4BF7U5BNWTWP tag=FOVM0YYFTORQ type=write size=844756 2024-09-12T17:16:16.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.218+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JNG23RJA854R.0 size=1048576 2024-09-12T17:16:16.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.222+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JNG23RJA854R.1 size=515999 2024-09-12T17:16:16.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.222+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=JNG23RJA854R tag=V5BZLA2Y7WNT type=write size=2613151 2024-09-12T17:16:16.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.222+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=QUU8HXRJ1UFJ type=del 2024-09-12T17:16:16.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.226+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=A72BCRT2AWAF type=del size=482738 2024-09-12T17:16:16.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.230+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1WLCF003NN3E.0 size=1048576 2024-09-12T17:16:16.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.234+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~1WLCF003NN3E.1 size=462125 2024-09-12T17:16:16.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.238+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=1WLCF003NN3E tag=692JJ5XIAVY4 type=write size=2559277 2024-09-12T17:16:16.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.242+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=WMOXZXFYZ80I type=write size=712261 2024-09-12T17:16:16.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.246+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=9E36748NZ3L4 type=del 2024-09-12T17:16:16.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~ZQQS7GGFPI90.0 size=1048576 2024-09-12T17:16:16.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~ZQQS7GGFPI90.1 size=1048576 2024-09-12T17:16:16.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~ZQQS7GGFPI90.2 size=342967 2024-09-12T17:16:16.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.262+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=ZQQS7GGFPI90 tag=Y1MDL3X3HRSW type=write size=3488695 2024-09-12T17:16:16.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.266+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~RM85LXYNOPRM.0 size=1048576 2024-09-12T17:16:16.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.266+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~RM85LXYNOPRM.1 size=590593 2024-09-12T17:16:16.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.274+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=RM85LXYNOPRM tag=XN99D8MZFZTQ type=write size=2687745 2024-09-12T17:16:16.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.278+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YI34JESBI297.0 size=1048576 2024-09-12T17:16:16.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YI34JESBI297.1 size=1048576 2024-09-12T17:16:16.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YI34JESBI297.2 size=749116 2024-09-12T17:16:16.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.286+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=YI34JESBI297 tag=FX0M5PXL11T1 type=write size=3894844 2024-09-12T17:16:16.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.290+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=60M5Y335R098 type=del 2024-09-12T17:16:16.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.290+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=DMRUXX0121YM type=del size=3003610 2024-09-12T17:16:16.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.298+0000 7f47a8c748c0 1 < suggested remove operation key=4BF7U5BNWTWP tag=5TU3M84G6FD7 type=write 2024-09-12T17:16:16.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.302+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=1Z25RD4F4VAY type=del size=2059853 2024-09-12T17:16:16.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.306+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~R688DW2J8519.0 size=1047434 2024-09-12T17:16:16.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.314+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=R688DW2J8519 tag=QOFA3GZND9JX type=write size=2096010 2024-09-12T17:16:16.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.318+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=GJPRYLK0VPVK type=del size=3616995 2024-09-12T17:16:16.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.322+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~XKFCQZ3R81BP.0 size=406981 2024-09-12T17:16:16.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.326+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=XKFCQZ3R81BP tag=3LOGVA2V3ZS3 type=write size=1455557 2024-09-12T17:16:16.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.330+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=Q7HYVINJTBOA type=del size=3874710 2024-09-12T17:16:16.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.334+0000 7f47a8c748c0 1 < canceled operation key=F7Y1D98CH9J9 tag=TZL2YMX5JVXE type=del size=586440 2024-09-12T17:16:16.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.338+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=7VHDMOMYDR4Q type=del size=3278532 2024-09-12T17:16:16.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.338+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~VEQHWEC3YVOE.0 size=1048576 2024-09-12T17:16:16.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.342+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~VEQHWEC3YVOE.1 size=1048576 2024-09-12T17:16:16.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.342+0000 7f47a8c748c0 1 < canceled part key=_multipart_G0UIHXL2ET1N.2~VEQHWEC3YVOE.2 size=36944 2024-09-12T17:16:16.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.350+0000 7f47a8c748c0 1 < canceled multipart upload key=G0UIHXL2ET1N upload=VEQHWEC3YVOE tag=0HN70G7YW8IK type=write size=3182672 2024-09-12T17:16:16.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.354+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~S3XCZS5BH15R.0 size=144159 2024-09-12T17:16:16.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.354+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=S3XCZS5BH15R tag=PYLGJI8TRJ0S type=write size=1192735 2024-09-12T17:16:16.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.358+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=PTAOP5A8SUX1 type=write size=214923 2024-09-12T17:16:16.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.362+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=4M8VV3LMINIY type=del size=830106 2024-09-12T17:16:16.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.366+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~O8SRWQVX5YKZ.0 size=1048576 2024-09-12T17:16:16.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.370+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~O8SRWQVX5YKZ.1 size=1048576 2024-09-12T17:16:16.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.370+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~O8SRWQVX5YKZ.2 size=560963 2024-09-12T17:16:16.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.378+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=O8SRWQVX5YKZ tag=BBN79FM248JZ type=write size=3706691 2024-09-12T17:16:16.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WMX4HQQL1FJ4.0 size=1048576 2024-09-12T17:16:16.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WMX4HQQL1FJ4.1 size=1048576 2024-09-12T17:16:16.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WMX4HQQL1FJ4.2 size=930565 2024-09-12T17:16:16.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.386+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=WMX4HQQL1FJ4 tag=KPUP0I97SK96 type=write size=4076293 2024-09-12T17:16:16.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.394+0000 7f47a8c748c0 1 < suggested remove operation key=LIX9TJX73W7K tag=B717HJTHP6FW type=del 2024-09-12T17:16:16.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.398+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=OX0E5UZKSST2 type=del size=2883595 2024-09-12T17:16:16.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.406+0000 7f47a8c748c0 1 < suggested remove operation key=QAXSHF0ZS39F tag=7419A2SYM47S type=del 2024-09-12T17:16:16.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~V1YB4G1C0G1N.0 size=43676 2024-09-12T17:16:16.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.414+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=V1YB4G1C0G1N tag=MFLINAI08M46 type=write size=1092252 2024-09-12T17:16:16.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.418+0000 7f47a8c748c0 1 < suggested remove operation key=80E1U6C0GQAU tag=6HN416F1LA33 type=del 2024-09-12T17:16:16.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~3GTKX7C55J0D.0 size=1048576 2024-09-12T17:16:16.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.430+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~3GTKX7C55J0D.1 size=246138 2024-09-12T17:16:16.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.430+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=3GTKX7C55J0D tag=9P6S4FQE7Q61 type=write size=2343290 2024-09-12T17:16:16.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.434+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JNG23RJA854R.0 size=1048576 2024-09-12T17:16:16.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.434+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JNG23RJA854R.1 size=515999 2024-09-12T17:16:16.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.442+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=JNG23RJA854R tag=V5BZLA2Y7WNT type=write size=2613151 2024-09-12T17:16:16.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~PW0NARSAMZLP.0 size=246627 2024-09-12T17:16:16.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.446+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=PW0NARSAMZLP tag=IWSVOFDHEO66 type=write size=1295203 2024-09-12T17:16:16.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.450+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=A72BCRT2AWAF type=del 2024-09-12T17:16:16.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.454+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=LKIS4Z4EVFF5 type=del size=3870669 2024-09-12T17:16:16.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.458+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=WMOXZXFYZ80I type=write size=712261: (22) Invalid argument 2024-09-12T17:16:16.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.462+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=L2Y1TN37WDR6 type=del size=859381 2024-09-12T17:16:16.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.466+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~ZQQS7GGFPI90.0 size=1048576 2024-09-12T17:16:16.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.470+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~ZQQS7GGFPI90.1 size=1048576 2024-09-12T17:16:16.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.474+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~ZQQS7GGFPI90.2 size=342967 2024-09-12T17:16:16.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.478+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=ZQQS7GGFPI90 tag=Y1MDL3X3HRSW type=write size=3488695 2024-09-12T17:16:16.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~9VAP9X8Q0DU2.0 size=738712 2024-09-12T17:16:16.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.486+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=9VAP9X8Q0DU2 tag=O37E5OCS6HD8 type=write size=1787288 2024-09-12T17:16:16.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.490+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YI34JESBI297.0 size=1048576 2024-09-12T17:16:16.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.490+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YI34JESBI297.1 size=1048576 2024-09-12T17:16:16.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.494+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YI34JESBI297.2 size=749116 2024-09-12T17:16:16.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.498+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=YI34JESBI297 tag=FX0M5PXL11T1 type=write size=3894844 2024-09-12T17:16:16.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.502+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=2TEKEBSQ86J9 type=del size=2120668 2024-09-12T17:16:16.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.510+0000 7f47a8c748c0 1 < suggested update operation key=MGMTNUVEIO4Y tag=DMRUXX0121YM type=del size=3003610 2024-09-12T17:16:16.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~EC1UU1E69IS2.0 size=1048576 2024-09-12T17:16:16.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~EC1UU1E69IS2.1 size=88130 2024-09-12T17:16:16.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.518+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=EC1UU1E69IS2 tag=ACQSJ7JA5HMX type=write size=2185282 2024-09-12T17:16:16.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.522+0000 7f47a8c748c0 -1 < failed to complete operation key=QAXSHF0ZS39F tag=1Z25RD4F4VAY type=del size=2059853: (22) Invalid argument 2024-09-12T17:16:16.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.526+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=EY39UUZ7331Y type=del size=47134 2024-09-12T17:16:16.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.530+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=GJPRYLK0VPVK type=del 2024-09-12T17:16:16.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~UH05SDZDRDAJ.0 size=1048576 2024-09-12T17:16:16.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~UH05SDZDRDAJ.1 size=1031079 2024-09-12T17:16:16.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.538+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=UH05SDZDRDAJ tag=2IC9H7L9EIO3 type=write size=3128231 2024-09-12T17:16:16.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.542+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=Q7HYVINJTBOA type=del 2024-09-12T17:16:16.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.542+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=AA360EYQC15R type=del size=2338158 2024-09-12T17:16:16.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.546+0000 7f47a8c748c0 -1 < failed to complete operation key=LIX9TJX73W7K tag=7VHDMOMYDR4Q type=del size=3278532: (22) Invalid argument 2024-09-12T17:16:16.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~9YUOPR8K42VD.0 size=973137 2024-09-12T17:16:16.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.554+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=9YUOPR8K42VD tag=ZPU3SVMV2LUW type=write size=2021713 2024-09-12T17:16:16.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.558+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~S3XCZS5BH15R.0 size=144159 2024-09-12T17:16:16.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.562+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=S3XCZS5BH15R tag=PYLGJI8TRJ0S type=write size=1192735 2024-09-12T17:16:16.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.566+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=ADZ4SSQLFMXU type=del size=3545423 2024-09-12T17:16:16.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.574+0000 7f47a8c748c0 1 < suggested update operation key=S2C9EJ9AS2SO tag=4M8VV3LMINIY type=del size=830106 2024-09-12T17:16:16.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.578+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=0PS5W1BE2ID6 type=write size=914139 2024-09-12T17:16:16.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.586+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WMX4HQQL1FJ4.0 size=1048576 2024-09-12T17:16:16.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.586+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WMX4HQQL1FJ4.1 size=1048576 2024-09-12T17:16:16.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.590+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WMX4HQQL1FJ4.2 size=930565 2024-09-12T17:16:16.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.594+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=WMX4HQQL1FJ4 tag=KPUP0I97SK96 type=write size=4076293 2024-09-12T17:16:16.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.598+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=QE0GFKH7197H type=del size=1448748 2024-09-12T17:16:16.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.602+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=OX0E5UZKSST2 type=del 2024-09-12T17:16:16.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~XGPHDCAXWDOZ.0 size=1048576 2024-09-12T17:16:16.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~XGPHDCAXWDOZ.1 size=1048576 2024-09-12T17:16:16.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.614+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~XGPHDCAXWDOZ.2 size=954127 2024-09-12T17:16:16.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.614+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=XGPHDCAXWDOZ tag=NLN7BBTW0WEC type=write size=4099855 2024-09-12T17:16:16.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.618+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~V1YB4G1C0G1N.0 size=43676 2024-09-12T17:16:16.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.622+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=V1YB4G1C0G1N tag=MFLINAI08M46 type=write size=1092252 2024-09-12T17:16:16.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.626+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=YVIC4V3JZ641 type=write size=390738 2024-09-12T17:16:16.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.630+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~3GTKX7C55J0D.0 size=1048576 2024-09-12T17:16:16.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.630+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~3GTKX7C55J0D.1 size=246138 2024-09-12T17:16:16.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.638+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=3GTKX7C55J0D tag=9P6S4FQE7Q61 type=write size=2343290 2024-09-12T17:16:16.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~1DLXOKWN050H.0 size=449245 2024-09-12T17:16:16.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.642+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=1DLXOKWN050H tag=L3EGXX0AT75T type=write size=1497821 2024-09-12T17:16:16.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.646+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~PW0NARSAMZLP.0 size=246627 2024-09-12T17:16:16.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.650+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=PW0NARSAMZLP tag=IWSVOFDHEO66 type=write size=1295203 2024-09-12T17:16:16.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.654+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=XD1532V8FXZR type=del size=2627399 2024-09-12T17:16:16.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.658+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=LKIS4Z4EVFF5 type=del 2024-09-12T17:16:16.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~3GCFC1T4BT1R.0 size=1048576 2024-09-12T17:16:16.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~3GCFC1T4BT1R.1 size=1048576 2024-09-12T17:16:16.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~3GCFC1T4BT1R.2 size=368321 2024-09-12T17:16:16.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.670+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=3GCFC1T4BT1R tag=H1NV0E2UNRCZ type=write size=3514049 2024-09-12T17:16:16.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.670+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=L2Y1TN37WDR6 type=del 2024-09-12T17:16:16.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.678+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~Q97H162E3AAV.0 size=1048576 2024-09-12T17:16:16.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.678+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~Q97H162E3AAV.1 size=562436 2024-09-12T17:16:16.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.678+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=Q97H162E3AAV tag=R1NH01GOMBE7 type=write size=2659588 2024-09-12T17:16:16.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.682+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~9VAP9X8Q0DU2.0 size=738712 2024-09-12T17:16:16.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.690+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=9VAP9X8Q0DU2 tag=O37E5OCS6HD8 type=write size=1787288 2024-09-12T17:16:16.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.690+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=A6HCDGYLD0BA type=del size=1069453 2024-09-12T17:16:16.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.694+0000 7f47a8c748c0 1 < canceled operation key=0KZGH5YDL7C0 tag=2TEKEBSQ86J9 type=del size=2120668 2024-09-12T17:16:16.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.698+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=IRRCDNYDC7V9 type=del size=4145653 2024-09-12T17:16:16.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.702+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~EC1UU1E69IS2.0 size=1048576 2024-09-12T17:16:16.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.702+0000 7f47a8c748c0 1 < canceled part key=_multipart_1OX1IZ9XAHCI.2~EC1UU1E69IS2.1 size=88130 2024-09-12T17:16:16.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.706+0000 7f47a8c748c0 1 < canceled multipart upload key=1OX1IZ9XAHCI upload=EC1UU1E69IS2 tag=ACQSJ7JA5HMX type=write size=2185282 2024-09-12T17:16:16.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.714+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~5HW10UGNVOGE.0 size=1048576 2024-09-12T17:16:16.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.714+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~5HW10UGNVOGE.1 size=1048576 2024-09-12T17:16:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.718+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~5HW10UGNVOGE.2 size=284316 2024-09-12T17:16:16.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.718+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=5HW10UGNVOGE tag=75V7I7FDYCDF type=write size=3430044 2024-09-12T17:16:16.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.722+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=EY39UUZ7331Y type=del 2024-09-12T17:16:16.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.726+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=0RSDRHJ3CVMO type=del size=3759443 2024-09-12T17:16:16.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.726+0000 7f47a8c748c0 1 < canceled part key=_multipart_E9NGD5ZS0GXE.2~UH05SDZDRDAJ.0 size=1048576 2024-09-12T17:16:16.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.730+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~UH05SDZDRDAJ.1 size=1031079 2024-09-12T17:16:16.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.734+0000 7f47a8c748c0 1 < canceled multipart upload key=E9NGD5ZS0GXE upload=UH05SDZDRDAJ tag=2IC9H7L9EIO3 type=write size=3128231 2024-09-12T17:16:16.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.738+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=B8JH3PWYSZWP type=write size=836285 2024-09-12T17:16:16.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.742+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=AA360EYQC15R type=del 2024-09-12T17:16:16.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.746+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=0UE9SV30BIBE type=del size=3967452 2024-09-12T17:16:16.755 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.750+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~9YUOPR8K42VD.0 size=973137 2024-09-12T17:16:16.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.758+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=9YUOPR8K42VD tag=ZPU3SVMV2LUW type=write size=2021713 2024-09-12T17:16:16.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.762+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=RAFXW2OB20H8 type=del size=2596989 2024-09-12T17:16:16.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.766+0000 7f47a8c748c0 1 < canceled operation key=1OX1IZ9XAHCI tag=ADZ4SSQLFMXU type=del size=3545423 2024-09-12T17:16:16.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.770+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~6HXL9392LFHY.0 size=1048576 2024-09-12T17:16:16.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.774+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~6HXL9392LFHY.1 size=1048576 2024-09-12T17:16:16.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.778+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~6HXL9392LFHY.2 size=960555 2024-09-12T17:16:16.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.778+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=6HXL9392LFHY tag=FOEHFDSTB5UK type=write size=4106283 2024-09-12T17:16:16.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.786+0000 7f47a8c748c0 1 < suggested update operation key=OJYL5A30U6ET tag=0PS5W1BE2ID6 type=write size=914139 2024-09-12T17:16:16.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.786+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=I1FTH0TR3NIT type=del size=3486269 2024-09-12T17:16:16.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.790+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=QE0GFKH7197H type=del 2024-09-12T17:16:16.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.798+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~IER383Q6B16O.0 size=1048576 2024-09-12T17:16:16.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.798+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~IER383Q6B16O.1 size=622384 2024-09-12T17:16:16.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.798+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=IER383Q6B16O tag=HEK1FLDV7NQV type=write size=2719536 2024-09-12T17:16:16.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.802+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~XGPHDCAXWDOZ.0 size=1048576 2024-09-12T17:16:16.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.806+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~XGPHDCAXWDOZ.1 size=1048576 2024-09-12T17:16:16.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.806+0000 7f47a8c748c0 1 < canceled part key=_multipart_8CHGYRJ30NQM.2~XGPHDCAXWDOZ.2 size=954127 2024-09-12T17:16:16.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.810+0000 7f47a8c748c0 1 < canceled multipart upload key=8CHGYRJ30NQM upload=XGPHDCAXWDOZ tag=NLN7BBTW0WEC type=write size=4099855 2024-09-12T17:16:16.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~MTK30GNE9VBV.0 size=1048576 2024-09-12T17:16:16.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~MTK30GNE9VBV.1 size=1048576 2024-09-12T17:16:16.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.822+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~MTK30GNE9VBV.2 size=543391 2024-09-12T17:16:16.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.822+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=MTK30GNE9VBV tag=OZNZIQFJLVKM type=write size=3689119 2024-09-12T17:16:16.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.826+0000 7f47a8c748c0 1 < completed write operation key=LIX9TJX73W7K tag=YVIC4V3JZ641 type=write size=390738 2024-09-12T17:16:16.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~5P0SDNHRUSG5.0 size=974020 2024-09-12T17:16:16.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.830+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=5P0SDNHRUSG5 tag=5662MQ7K8HFU type=write size=2022596 2024-09-12T17:16:16.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.834+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~1DLXOKWN050H.0 size=449245 2024-09-12T17:16:16.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.838+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=1DLXOKWN050H tag=L3EGXX0AT75T type=write size=1497821 2024-09-12T17:16:16.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.842+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=PXLQUGSPQ6EU type=write size=672625 2024-09-12T17:16:16.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.846+0000 7f47a8c748c0 1 < canceled operation key=H0TD8JXDYKKK tag=XD1532V8FXZR type=del size=2627399 2024-09-12T17:16:16.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.846+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=WYRA8JU193FL type=del size=2489492 2024-09-12T17:16:16.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.850+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~3GCFC1T4BT1R.0 size=1048576 2024-09-12T17:16:16.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.854+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~3GCFC1T4BT1R.1 size=1048576 2024-09-12T17:16:16.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.854+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~3GCFC1T4BT1R.2 size=368321 2024-09-12T17:16:16.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.862+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=3GCFC1T4BT1R tag=H1NV0E2UNRCZ type=write size=3514049 2024-09-12T17:16:16.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.862+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=3OOH16QC0DJS type=del size=2441245 2024-09-12T17:16:16.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.866+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~Q97H162E3AAV.0 size=1048576 2024-09-12T17:16:16.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.870+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~Q97H162E3AAV.1 size=562436 2024-09-12T17:16:16.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.874+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=Q97H162E3AAV tag=R1NH01GOMBE7 type=write size=2659588 2024-09-12T17:16:16.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~G7UUA3XDHZFS.0 size=1048576 2024-09-12T17:16:16.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~G7UUA3XDHZFS.1 size=940504 2024-09-12T17:16:16.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.886+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=G7UUA3XDHZFS tag=XXHH3T35GM7Y type=write size=3037656 2024-09-12T17:16:16.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.886+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=A6HCDGYLD0BA type=del 2024-09-12T17:16:16.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.890+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=DLYZ37YVLQMU type=del size=1522565 2024-09-12T17:16:16.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.898+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=IRRCDNYDC7V9 type=del size=4145653 2024-09-12T17:16:16.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~7P7AKBFQ6Q2M.0 size=1048576 2024-09-12T17:16:16.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~7P7AKBFQ6Q2M.1 size=649931 2024-09-12T17:16:16.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.906+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=7P7AKBFQ6Q2M tag=8X9072GE0IH8 type=write size=2747083 2024-09-12T17:16:16.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.906+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~5HW10UGNVOGE.0 size=1048576 2024-09-12T17:16:16.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.910+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~5HW10UGNVOGE.1 size=1048576 2024-09-12T17:16:16.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.910+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~5HW10UGNVOGE.2 size=284316 2024-09-12T17:16:16.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.918+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=5HW10UGNVOGE tag=75V7I7FDYCDF type=write size=3430044 2024-09-12T17:16:16.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~A9624L1C02OB.0 size=1048576 2024-09-12T17:16:16.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.926+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~A9624L1C02OB.1 size=989203 2024-09-12T17:16:16.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.926+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=A9624L1C02OB tag=D4BRHAND68CX type=write size=3086355 2024-09-12T17:16:16.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.930+0000 7f47a8c748c0 1 < suggested update operation key=QAXSHF0ZS39F tag=0RSDRHJ3CVMO type=del size=3759443 2024-09-12T17:16:16.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.934+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~V18W3PAKO7HE.0 size=1048576 2024-09-12T17:16:16.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.938+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~V18W3PAKO7HE.1 size=1048576 2024-09-12T17:16:16.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.938+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~V18W3PAKO7HE.2 size=176945 2024-09-12T17:16:16.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.938+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=V18W3PAKO7HE tag=M6RC5G93BWEE type=write size=3322673 2024-09-12T17:16:16.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.946+0000 7f47a8c748c0 1 < suggested remove operation key=3FB30GVCZOOL tag=B8JH3PWYSZWP type=write 2024-09-12T17:16:16.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.950+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=EICC27D6LFJU type=del size=800280 2024-09-12T17:16:16.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.954+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=0UE9SV30BIBE type=del 2024-09-12T17:16:16.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.954+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=Q0DWZ07YGYAX type=del size=2037115 2024-09-12T17:16:16.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.958+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=RAFXW2OB20H8 type=del 2024-09-12T17:16:16.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.962+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=XP9WW5Z8K8E6 type=write size=508141 2024-09-12T17:16:16.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.966+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~6HXL9392LFHY.0 size=1048576 2024-09-12T17:16:16.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.966+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~6HXL9392LFHY.1 size=1048576 2024-09-12T17:16:16.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.970+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~6HXL9392LFHY.2 size=960555 2024-09-12T17:16:16.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.978+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=6HXL9392LFHY tag=FOEHFDSTB5UK type=write size=4106283 2024-09-12T17:16:16.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.978+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=ZZM5X6SF115K type=del size=3130752 2024-09-12T17:16:16.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.982+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=I1FTH0TR3NIT type=del 2024-09-12T17:16:16.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.986+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=PWSUKMAUP0WK type=del size=1651628 2024-09-12T17:16:16.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.990+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~IER383Q6B16O.0 size=1048576 2024-09-12T17:16:16.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.990+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~IER383Q6B16O.1 size=622384 2024-09-12T17:16:16.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.994+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=IER383Q6B16O tag=HEK1FLDV7NQV type=write size=2719536 2024-09-12T17:16:17.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.998+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~B9YE2ED2246B.0 size=976110 2024-09-12T17:16:17.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:16.998+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=B9YE2ED2246B tag=9XWJJ0RQUV8S type=write size=2024686 2024-09-12T17:16:17.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.002+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~MTK30GNE9VBV.0 size=1048576 2024-09-12T17:16:17.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.002+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~MTK30GNE9VBV.1 size=1048576 2024-09-12T17:16:17.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.006+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~MTK30GNE9VBV.2 size=543391 2024-09-12T17:16:17.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.010+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=MTK30GNE9VBV tag=OZNZIQFJLVKM type=write size=3689119 2024-09-12T17:16:17.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.014+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=WGAYAAU637ZP type=del size=2071316 2024-09-12T17:16:17.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.018+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~5P0SDNHRUSG5.0 size=974020 2024-09-12T17:16:17.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.022+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=5P0SDNHRUSG5 tag=5662MQ7K8HFU type=write size=2022596 2024-09-12T17:16:17.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.026+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=PRTQN8KCC2BQ type=del size=1681175 2024-09-12T17:16:17.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.030+0000 7f47a8c748c0 1 < completed write operation key=F7Y1D98CH9J9 tag=PXLQUGSPQ6EU type=write size=672625 2024-09-12T17:16:17.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.034+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~7N5HX11PSU6G.0 size=1048576 2024-09-12T17:16:17.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~7N5HX11PSU6G.1 size=1048576 2024-09-12T17:16:17.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~7N5HX11PSU6G.2 size=687646 2024-09-12T17:16:17.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.038+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=7N5HX11PSU6G tag=VVGAUDH53VLA type=write size=3833374 2024-09-12T17:16:17.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.042+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=WYRA8JU193FL type=del 2024-09-12T17:16:17.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~1PFA9QDEKFBI.0 size=1048576 2024-09-12T17:16:17.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~1PFA9QDEKFBI.1 size=1048576 2024-09-12T17:16:17.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~1PFA9QDEKFBI.2 size=15136 2024-09-12T17:16:17.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.054+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=1PFA9QDEKFBI tag=KTSYNS26FJEA type=write size=3160864 2024-09-12T17:16:17.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.058+0000 7f47a8c748c0 1 < suggested update operation key=8CHGYRJ30NQM tag=3OOH16QC0DJS type=del size=2441245 2024-09-12T17:16:17.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~ZC4CFQBUT2SF.0 size=1048576 2024-09-12T17:16:17.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~ZC4CFQBUT2SF.1 size=956758 2024-09-12T17:16:17.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.066+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=ZC4CFQBUT2SF tag=1D1U1OASFMMG type=write size=3053910 2024-09-12T17:16:17.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.070+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~G7UUA3XDHZFS.0 size=1048576 2024-09-12T17:16:17.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.074+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~G7UUA3XDHZFS.1 size=940504 2024-09-12T17:16:17.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.078+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=G7UUA3XDHZFS tag=XXHH3T35GM7Y type=write size=3037656 2024-09-12T17:16:17.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.082+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~RHSJ7GTDY4E8.0 size=1048576 2024-09-12T17:16:17.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~RHSJ7GTDY4E8.1 size=1012094 2024-09-12T17:16:17.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.086+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=RHSJ7GTDY4E8 tag=X6NWGTQ6Q5SW type=write size=3109246 2024-09-12T17:16:17.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.090+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=DLYZ37YVLQMU type=del 2024-09-12T17:16:17.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.094+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~VBRYU0M44SRF.0 size=1048576 2024-09-12T17:16:17.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~VBRYU0M44SRF.1 size=500185 2024-09-12T17:16:17.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.098+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=VBRYU0M44SRF tag=V6X3MDG75XWU type=write size=2597337 2024-09-12T17:16:17.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.102+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~7P7AKBFQ6Q2M.0 size=1048576 2024-09-12T17:16:17.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.106+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~7P7AKBFQ6Q2M.1 size=649931 2024-09-12T17:16:17.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.110+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=7P7AKBFQ6Q2M tag=8X9072GE0IH8 type=write size=2747083 2024-09-12T17:16:17.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.110+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=2IVUJW7CJAQ9 type=del size=4006051 2024-09-12T17:16:17.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.114+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~A9624L1C02OB.0 size=1048576 2024-09-12T17:16:17.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.118+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~A9624L1C02OB.1 size=989203 2024-09-12T17:16:17.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.122+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=A9624L1C02OB tag=D4BRHAND68CX type=write size=3086355 2024-09-12T17:16:17.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~I1JN1R9T474J.0 size=570377 2024-09-12T17:16:17.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.126+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=I1JN1R9T474J tag=43QBK153I43J type=write size=1618953 2024-09-12T17:16:17.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.130+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~V18W3PAKO7HE.0 size=1048576 2024-09-12T17:16:17.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.130+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~V18W3PAKO7HE.1 size=1048576 2024-09-12T17:16:17.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.130+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~V18W3PAKO7HE.2 size=176945 2024-09-12T17:16:17.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.134+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=V18W3PAKO7HE tag=M6RC5G93BWEE type=write size=3322673 2024-09-12T17:16:17.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.138+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=HCQJV6B898Q3 type=write size=776712 2024-09-12T17:16:17.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.142+0000 7f47a8c748c0 1 < suggested remove operation key=H0TD8JXDYKKK tag=EICC27D6LFJU type=del 2024-09-12T17:16:17.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.146+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=H9FFSLTX9HJR type=del size=1005384 2024-09-12T17:16:17.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.150+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=Q0DWZ07YGYAX type=del 2024-09-12T17:16:17.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~6EXTTY8DYF0F.0 size=1048576 2024-09-12T17:16:17.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~6EXTTY8DYF0F.1 size=970648 2024-09-12T17:16:17.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.158+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=6EXTTY8DYF0F tag=NROXU90HAL73 type=write size=3067800 2024-09-12T17:16:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.158+0000 7f47a8c748c0 1 < completed write operation key=O8ZBOG7V3G21 tag=XP9WW5Z8K8E6 type=write size=508141 2024-09-12T17:16:17.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~Q87Y97H5VX6R.0 size=1048576 2024-09-12T17:16:17.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.174+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~Q87Y97H5VX6R.1 size=845707 2024-09-12T17:16:17.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.174+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=Q87Y97H5VX6R tag=Y4N5ZSR278AU type=write size=2942859 2024-09-12T17:16:17.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.178+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=ZZM5X6SF115K type=del 2024-09-12T17:16:17.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.182+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=P2F27F5ZPCFM type=del size=3277865 2024-09-12T17:16:17.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.186+0000 7f47a8c748c0 1 < canceled operation key=M8IRCIWF1SOU tag=PWSUKMAUP0WK type=del size=1651628 2024-09-12T17:16:17.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.186+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=EJT9ZECM96XJ type=del size=1234343 2024-09-12T17:16:17.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.190+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~B9YE2ED2246B.0 size=976110 2024-09-12T17:16:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.194+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=B9YE2ED2246B tag=9XWJJ0RQUV8S type=write size=2024686 2024-09-12T17:16:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.198+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=NICNYJ3JSCHH type=del size=915780 2024-09-12T17:16:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.202+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=WGAYAAU637ZP type=del 2024-09-12T17:16:17.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.206+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=YO0I2TXGXM2D type=write size=11582 2024-09-12T17:16:17.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.206+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=PRTQN8KCC2BQ type=del 2024-09-12T17:16:17.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~Q7XHMXL96ZLJ.0 size=1048576 2024-09-12T17:16:17.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~Q7XHMXL96ZLJ.1 size=590163 2024-09-12T17:16:17.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.214+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=Q7XHMXL96ZLJ tag=980E1WGXIPCG type=write size=2687315 2024-09-12T17:16:17.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.218+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~7N5HX11PSU6G.0 size=1048576 2024-09-12T17:16:17.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.222+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~7N5HX11PSU6G.1 size=1048576 2024-09-12T17:16:17.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.222+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~7N5HX11PSU6G.2 size=687646 2024-09-12T17:16:17.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.226+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=7N5HX11PSU6G tag=VVGAUDH53VLA type=write size=3833374 2024-09-12T17:16:17.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.230+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=2W62O1ADIPRT type=del size=63404 2024-09-12T17:16:17.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.234+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~1PFA9QDEKFBI.0 size=1048576 2024-09-12T17:16:17.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.234+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~1PFA9QDEKFBI.1 size=1048576 2024-09-12T17:16:17.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.238+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~1PFA9QDEKFBI.2 size=15136 2024-09-12T17:16:17.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.242+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=1PFA9QDEKFBI tag=KTSYNS26FJEA type=write size=3160864 2024-09-12T17:16:17.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.246+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=30G0Y9H73BFD type=del size=3415817 2024-09-12T17:16:17.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.250+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~ZC4CFQBUT2SF.0 size=1048576 2024-09-12T17:16:17.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.250+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~ZC4CFQBUT2SF.1 size=956758 2024-09-12T17:16:17.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.258+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=ZC4CFQBUT2SF tag=1D1U1OASFMMG type=write size=3053910 2024-09-12T17:16:17.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~5Z62R3SGPYXD.0 size=458039 2024-09-12T17:16:17.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.262+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=5Z62R3SGPYXD tag=2WX28HX48QFM type=write size=1506615 2024-09-12T17:16:17.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.266+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~RHSJ7GTDY4E8.0 size=1048576 2024-09-12T17:16:17.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.270+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~RHSJ7GTDY4E8.1 size=1012094 2024-09-12T17:16:17.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.274+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=RHSJ7GTDY4E8 tag=X6NWGTQ6Q5SW type=write size=3109246 2024-09-12T17:16:17.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~BVVWI5SEIS7K.0 size=1048576 2024-09-12T17:16:17.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~BVVWI5SEIS7K.1 size=1048576 2024-09-12T17:16:17.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~BVVWI5SEIS7K.2 size=698747 2024-09-12T17:16:17.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.286+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=BVVWI5SEIS7K tag=ZUXQRY5IIXY6 type=write size=3844475 2024-09-12T17:16:17.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.290+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~VBRYU0M44SRF.0 size=1048576 2024-09-12T17:16:17.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.290+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~VBRYU0M44SRF.1 size=500185 2024-09-12T17:16:17.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.298+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=VBRYU0M44SRF tag=V6X3MDG75XWU type=write size=2597337 2024-09-12T17:16:17.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.298+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=OAD1TJF43XF3 type=del size=1391853 2024-09-12T17:16:17.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.302+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=2IVUJW7CJAQ9 type=del 2024-09-12T17:16:17.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.310+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~0MZ25HNAV2JW.0 size=1048576 2024-09-12T17:16:17.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~0MZ25HNAV2JW.1 size=1048576 2024-09-12T17:16:17.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~0MZ25HNAV2JW.2 size=134185 2024-09-12T17:16:17.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.314+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=0MZ25HNAV2JW tag=CX7SVTY33INJ type=write size=3279913 2024-09-12T17:16:17.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.318+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~I1JN1R9T474J.0 size=570377 2024-09-12T17:16:17.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.326+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=I1JN1R9T474J tag=43QBK153I43J type=write size=1618953 2024-09-12T17:16:17.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.330+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=10Q6NA09HH49 type=write size=481139 2024-09-12T17:16:17.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.338+0000 7f47a8c748c0 1 < suggested remove operation key=TML69DVSXPEX tag=HCQJV6B898Q3 type=write 2024-09-12T17:16:17.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.342+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=8Z8CTKOLRFMH type=write size=1029470 2024-09-12T17:16:17.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.346+0000 7f47a8c748c0 1 < suggested update operation key=3FB30GVCZOOL tag=H9FFSLTX9HJR type=del size=1005384 2024-09-12T17:16:17.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~WDZXLLW6RVOB.0 size=1048576 2024-09-12T17:16:17.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.354+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~WDZXLLW6RVOB.1 size=385635 2024-09-12T17:16:17.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.354+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=WDZXLLW6RVOB tag=MF40L3G0SPEV type=write size=2482787 2024-09-12T17:16:17.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.358+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~6EXTTY8DYF0F.0 size=1048576 2024-09-12T17:16:17.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.362+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~6EXTTY8DYF0F.1 size=970648 2024-09-12T17:16:17.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.366+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=6EXTTY8DYF0F tag=NROXU90HAL73 type=write size=3067800 2024-09-12T17:16:17.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.370+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=Q8A82OCSNXKP type=del size=1199640 2024-09-12T17:16:17.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.374+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~Q87Y97H5VX6R.0 size=1048576 2024-09-12T17:16:17.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.374+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~Q87Y97H5VX6R.1 size=845707 2024-09-12T17:16:17.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.378+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=Q87Y97H5VX6R tag=Y4N5ZSR278AU type=write size=2942859 2024-09-12T17:16:17.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~2HG6WLF7562B.0 size=1048576 2024-09-12T17:16:17.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~2HG6WLF7562B.1 size=692491 2024-09-12T17:16:17.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.386+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=2HG6WLF7562B tag=7JEU9TLS9AWT type=write size=2789643 2024-09-12T17:16:17.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.390+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=P2F27F5ZPCFM type=del 2024-09-12T17:16:17.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.394+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~A381PWYJAQR3.0 size=245301 2024-09-12T17:16:17.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.394+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=A381PWYJAQR3 tag=1ZLA3304G6OV type=write size=1293877 2024-09-12T17:16:17.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.398+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=EJT9ZECM96XJ type=del 2024-09-12T17:16:17.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.402+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=M216SXXW1ES4 type=del size=3529037 2024-09-12T17:16:17.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.402+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=NICNYJ3JSCHH type=del 2024-09-12T17:16:17.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.406+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=8E8UDF1AXSMG type=del size=1677450 2024-09-12T17:16:17.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.410+0000 7f47a8c748c0 1 < completed write operation key=R9QGA3GF563C tag=YO0I2TXGXM2D type=write size=11582 2024-09-12T17:16:17.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.410+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=LX36QPJE9YCY type=del size=166308 2024-09-12T17:16:17.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.414+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~Q7XHMXL96ZLJ.0 size=1048576 2024-09-12T17:16:17.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.418+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~Q7XHMXL96ZLJ.1 size=590163 2024-09-12T17:16:17.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.422+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=Q7XHMXL96ZLJ tag=980E1WGXIPCG type=write size=2687315 2024-09-12T17:16:17.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~4FXJN1PZX8CC.0 size=1048576 2024-09-12T17:16:17.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~4FXJN1PZX8CC.1 size=1048576 2024-09-12T17:16:17.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.430+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~4FXJN1PZX8CC.2 size=786146 2024-09-12T17:16:17.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.430+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=4FXJN1PZX8CC tag=A4GGNCTJDJ6H type=write size=3931874 2024-09-12T17:16:17.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.430+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=2W62O1ADIPRT type=del 2024-09-12T17:16:17.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.434+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=K63FPRHAQAS3 type=del size=545308 2024-09-12T17:16:17.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.438+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=30G0Y9H73BFD type=del 2024-09-12T17:16:17.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~XZTTYGY73DNK.0 size=1048576 2024-09-12T17:16:17.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~XZTTYGY73DNK.1 size=1048576 2024-09-12T17:16:17.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~XZTTYGY73DNK.2 size=125590 2024-09-12T17:16:17.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.446+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=XZTTYGY73DNK tag=C2BJTBOZE7TX type=write size=3271318 2024-09-12T17:16:17.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.450+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~5Z62R3SGPYXD.0 size=458039 2024-09-12T17:16:17.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.454+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=5Z62R3SGPYXD tag=2WX28HX48QFM type=write size=1506615 2024-09-12T17:16:17.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.458+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=M38RFJT8UOPS type=del size=3532589 2024-09-12T17:16:17.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.462+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~BVVWI5SEIS7K.0 size=1048576 2024-09-12T17:16:17.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.462+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~BVVWI5SEIS7K.1 size=1048576 2024-09-12T17:16:17.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.466+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~BVVWI5SEIS7K.2 size=698747 2024-09-12T17:16:17.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.470+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=BVVWI5SEIS7K tag=ZUXQRY5IIXY6 type=write size=3844475 2024-09-12T17:16:17.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.470+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=8Y1C3SFPKLVI type=del size=909184 2024-09-12T17:16:17.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.474+0000 7f47a8c748c0 1 < canceled operation key=4BF7U5BNWTWP tag=OAD1TJF43XF3 type=del size=1391853 2024-09-12T17:16:17.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.478+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=B2PFWGK12UJV type=del size=835854 2024-09-12T17:16:17.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.478+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~0MZ25HNAV2JW.0 size=1048576 2024-09-12T17:16:17.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.482+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~0MZ25HNAV2JW.1 size=1048576 2024-09-12T17:16:17.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.482+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~0MZ25HNAV2JW.2 size=134185 2024-09-12T17:16:17.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.486+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=0MZ25HNAV2JW tag=CX7SVTY33INJ type=write size=3279913 2024-09-12T17:16:17.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.490+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=N6URDHZBANIN type=write size=942938 2024-09-12T17:16:17.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.494+0000 7f47a8c748c0 1 < canceled operation key=G0UIHXL2ET1N tag=10Q6NA09HH49 type=write size=481139 2024-09-12T17:16:17.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~NUQWVH09BJON.0 size=1048576 2024-09-12T17:16:17.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~NUQWVH09BJON.1 size=1048576 2024-09-12T17:16:17.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~NUQWVH09BJON.2 size=984360 2024-09-12T17:16:17.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.498+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=NUQWVH09BJON tag=T3C159OTQ03Z type=write size=4130088 2024-09-12T17:16:17.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.502+0000 7f47a8c748c0 1 < completed write operation key=O47SCE2D2679 tag=8Z8CTKOLRFMH type=write size=1029470 2024-09-12T17:16:17.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~441A1LUI1RRD.0 size=675442 2024-09-12T17:16:17.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.506+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=441A1LUI1RRD tag=OTLPBOTSP106 type=write size=1724018 2024-09-12T17:16:17.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.510+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~WDZXLLW6RVOB.0 size=1048576 2024-09-12T17:16:17.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.510+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~WDZXLLW6RVOB.1 size=385635 2024-09-12T17:16:17.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.514+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=WDZXLLW6RVOB tag=MF40L3G0SPEV type=write size=2482787 2024-09-12T17:16:17.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~FR1U0FFTC5RI.0 size=1048576 2024-09-12T17:16:17.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.522+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~FR1U0FFTC5RI.1 size=802019 2024-09-12T17:16:17.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.522+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=FR1U0FFTC5RI tag=3K8QUSL2H9QH type=write size=2899171 2024-09-12T17:16:17.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.522+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=Q8A82OCSNXKP type=del 2024-09-12T17:16:17.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.526+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~340NR65NBDQH.0 size=432227 2024-09-12T17:16:17.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.526+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=340NR65NBDQH tag=QSFHGU67UJJD type=write size=1480803 2024-09-12T17:16:17.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.530+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~2HG6WLF7562B.0 size=1048576 2024-09-12T17:16:17.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.534+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~2HG6WLF7562B.1 size=692491 2024-09-12T17:16:17.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.534+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=2HG6WLF7562B tag=7JEU9TLS9AWT type=write size=2789643 2024-09-12T17:16:17.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.538+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=2X2PEZDMT90G type=write size=1014695 2024-09-12T17:16:17.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.538+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~A381PWYJAQR3.0 size=245301 2024-09-12T17:16:17.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.542+0000 7f47a8c748c0 1 < canceled multipart upload key=O47SCE2D2679 upload=A381PWYJAQR3 tag=1ZLA3304G6OV type=write size=1293877 2024-09-12T17:16:17.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.546+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=TCZ5Q6IJ86HH type=del size=2074042 2024-09-12T17:16:17.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.546+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=M216SXXW1ES4 type=del 2024-09-12T17:16:17.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~20KL1P6MZOTW.0 size=1048576 2024-09-12T17:16:17.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~20KL1P6MZOTW.1 size=1048576 2024-09-12T17:16:17.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~20KL1P6MZOTW.2 size=315992 2024-09-12T17:16:17.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.558+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=20KL1P6MZOTW tag=RA1SSMVOTJY1 type=write size=3461720 2024-09-12T17:16:17.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.558+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=8E8UDF1AXSMG type=del 2024-09-12T17:16:17.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.562+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=NJ2VG9JZ5IJB type=write size=840608 2024-09-12T17:16:17.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.566+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=LX36QPJE9YCY type=del 2024-09-12T17:16:17.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.570+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~J0PBE1FVOGYZ.0 size=1048576 2024-09-12T17:16:17.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~J0PBE1FVOGYZ.1 size=387194 2024-09-12T17:16:17.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.574+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=J0PBE1FVOGYZ tag=L4IVWUSPK8P2 type=write size=2484346 2024-09-12T17:16:17.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.574+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~4FXJN1PZX8CC.0 size=1048576 2024-09-12T17:16:17.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.578+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~4FXJN1PZX8CC.1 size=1048576 2024-09-12T17:16:17.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.578+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~4FXJN1PZX8CC.2 size=786146 2024-09-12T17:16:17.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.586+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=4FXJN1PZX8CC tag=A4GGNCTJDJ6H type=write size=3931874 2024-09-12T17:16:17.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.586+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=4M2704RPZR7B type=write size=453279 2024-09-12T17:16:17.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.590+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=K63FPRHAQAS3 type=del 2024-09-12T17:16:17.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.594+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=N8JAYU8NPFEN type=del size=2317829 2024-09-12T17:16:17.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.594+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~XZTTYGY73DNK.0 size=1048576 2024-09-12T17:16:17.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.598+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~XZTTYGY73DNK.1 size=1048576 2024-09-12T17:16:17.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.598+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~XZTTYGY73DNK.2 size=125590 2024-09-12T17:16:17.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.602+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=XZTTYGY73DNK tag=C2BJTBOZE7TX type=write size=3271318 2024-09-12T17:16:17.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~LY4GDLIWR2PT.0 size=1048576 2024-09-12T17:16:17.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~LY4GDLIWR2PT.1 size=54439 2024-09-12T17:16:17.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.610+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=LY4GDLIWR2PT tag=PWNK2J0IL1R6 type=write size=2151591 2024-09-12T17:16:17.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.614+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=M38RFJT8UOPS type=del 2024-09-12T17:16:17.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.618+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=H2B38FMEW5HU type=del size=322400 2024-09-12T17:16:17.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.618+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=8Y1C3SFPKLVI type=del 2024-09-12T17:16:17.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.626+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~YR4W5L0C56TR.0 size=71177 2024-09-12T17:16:17.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.626+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=YR4W5L0C56TR tag=VA60HE7ETJ5F type=write size=1119753 2024-09-12T17:16:17.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.630+0000 7f47a8c748c0 1 < suggested update operation key=LIX9TJX73W7K tag=B2PFWGK12UJV type=del size=835854 2024-09-12T17:16:17.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.634+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=N7SH3DP2BJ7P type=del size=2014524 2024-09-12T17:16:17.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.634+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=N6URDHZBANIN type=write size=942938 2024-09-12T17:16:17.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.638+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~KBTUN40RRWG5.0 size=1048576 2024-09-12T17:16:17.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~KBTUN40RRWG5.1 size=866485 2024-09-12T17:16:17.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.642+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=KBTUN40RRWG5 tag=BJQ16RPJIB9P type=write size=2963637 2024-09-12T17:16:17.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.642+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~NUQWVH09BJON.0 size=1048576 2024-09-12T17:16:17.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.646+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~NUQWVH09BJON.1 size=1048576 2024-09-12T17:16:17.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.646+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~NUQWVH09BJON.2 size=984360 2024-09-12T17:16:17.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.650+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=NUQWVH09BJON tag=T3C159OTQ03Z type=write size=4130088 2024-09-12T17:16:17.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3I0G65GMIIRM.0 size=1048576 2024-09-12T17:16:17.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3I0G65GMIIRM.1 size=403012 2024-09-12T17:16:17.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.658+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=3I0G65GMIIRM tag=WQSOFY4PSDR4 type=write size=2500164 2024-09-12T17:16:17.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.658+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~441A1LUI1RRD.0 size=675442 2024-09-12T17:16:17.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.662+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=441A1LUI1RRD tag=OTLPBOTSP106 type=write size=1724018 2024-09-12T17:16:17.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~UO64BF6LM3E4.0 size=524470 2024-09-12T17:16:17.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.666+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=UO64BF6LM3E4 tag=LV88XV66AIIS type=write size=1573046 2024-09-12T17:16:17.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.670+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~FR1U0FFTC5RI.0 size=1048576 2024-09-12T17:16:17.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.670+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~FR1U0FFTC5RI.1 size=802019 2024-09-12T17:16:17.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.674+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=FR1U0FFTC5RI tag=3K8QUSL2H9QH type=write size=2899171 2024-09-12T17:16:17.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.678+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=ICOMB3OHJPC1 type=del size=1204728 2024-09-12T17:16:17.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.678+0000 7f47a8c748c0 1 < canceled part key=_multipart_OJYL5A30U6ET.2~340NR65NBDQH.0 size=432227 2024-09-12T17:16:17.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.682+0000 7f47a8c748c0 1 < canceled multipart upload key=OJYL5A30U6ET upload=340NR65NBDQH tag=QSFHGU67UJJD type=write size=1480803 2024-09-12T17:16:17.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.686+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=XW5F1XZ600J5 type=del size=3370111 2024-09-12T17:16:17.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.686+0000 7f47a8c748c0 1 < completed write operation key=H0TD8JXDYKKK tag=2X2PEZDMT90G type=write size=1014695 2024-09-12T17:16:17.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~NQR1KXW8AZZH.0 size=688745 2024-09-12T17:16:17.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.690+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=NQR1KXW8AZZH tag=9FW4IMABVZF5 type=write size=1737321 2024-09-12T17:16:17.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.694+0000 7f47a8c748c0 1 < canceled operation key=M8IRCIWF1SOU tag=TCZ5Q6IJ86HH type=del size=2074042 2024-09-12T17:16:17.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.698+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~BOUE0CXKIRP0.0 size=1048576 2024-09-12T17:16:17.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.698+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~BOUE0CXKIRP0.1 size=192889 2024-09-12T17:16:17.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.698+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=BOUE0CXKIRP0 tag=SMBVYPXDD3CL type=write size=2290041 2024-09-12T17:16:17.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.702+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~20KL1P6MZOTW.0 size=1048576 2024-09-12T17:16:17.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.702+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~20KL1P6MZOTW.1 size=1048576 2024-09-12T17:16:17.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.706+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~20KL1P6MZOTW.2 size=315992 2024-09-12T17:16:17.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.710+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=20KL1P6MZOTW tag=RA1SSMVOTJY1 type=write size=3461720 2024-09-12T17:16:17.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.714+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=0NGAGSFA1W02 type=del size=429412 2024-09-12T17:16:17.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.718+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=NJ2VG9JZ5IJB type=write size=840608 2024-09-12T17:16:17.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.718+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=2Z4N8A56U5DW type=del size=1900767 2024-09-12T17:16:17.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.722+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~J0PBE1FVOGYZ.0 size=1048576 2024-09-12T17:16:17.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.722+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~J0PBE1FVOGYZ.1 size=387194 2024-09-12T17:16:17.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.730+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=J0PBE1FVOGYZ tag=L4IVWUSPK8P2 type=write size=2484346 2024-09-12T17:16:17.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.730+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=2ZTCL37JEQUZ type=write size=886259 2024-09-12T17:16:17.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.734+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=4M2704RPZR7B type=write size=453279 2024-09-12T17:16:17.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.738+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=HV4VGYRX75R4 type=write size=890376 2024-09-12T17:16:17.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.738+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=N8JAYU8NPFEN type=del 2024-09-12T17:16:17.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.742+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=U9NVCJQGW46V type=del size=2586974 2024-09-12T17:16:17.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.742+0000 7f47a8c748c0 1 < canceled part key=_multipart_3FB30GVCZOOL.2~LY4GDLIWR2PT.0 size=1048576 2024-09-12T17:16:17.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.746+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~LY4GDLIWR2PT.1 size=54439 2024-09-12T17:16:17.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.750+0000 7f47a8c748c0 1 < canceled multipart upload key=3FB30GVCZOOL upload=LY4GDLIWR2PT tag=PWNK2J0IL1R6 type=write size=2151591 2024-09-12T17:16:17.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.754+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=XJ9ROWR4FF7I type=del size=1556668 2024-09-12T17:16:17.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.758+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=H2B38FMEW5HU type=del 2024-09-12T17:16:17.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~WRNGC6APGW8L.0 size=1048576 2024-09-12T17:16:17.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~WRNGC6APGW8L.1 size=1018305 2024-09-12T17:16:17.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.766+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=WRNGC6APGW8L tag=8ENCTQY0HI68 type=write size=3115457 2024-09-12T17:16:17.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.770+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~YR4W5L0C56TR.0 size=71177 2024-09-12T17:16:17.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.774+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=YR4W5L0C56TR tag=VA60HE7ETJ5F type=write size=1119753 2024-09-12T17:16:17.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.778+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=93PMBJ4GSH0U type=del size=668665 2024-09-12T17:16:17.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.786+0000 7f47a8c748c0 1 < suggested update operation key=X8QDFHONH3RD tag=N7SH3DP2BJ7P type=del size=2014524 2024-09-12T17:16:17.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.786+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=BIEKONR128EK type=write size=809224 2024-09-12T17:16:17.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.790+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~KBTUN40RRWG5.0 size=1048576 2024-09-12T17:16:17.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.794+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~KBTUN40RRWG5.1 size=866485 2024-09-12T17:16:17.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.798+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=KBTUN40RRWG5 tag=BJQ16RPJIB9P type=write size=2963637 2024-09-12T17:16:17.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.802+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=H09JZDRFS9BZ type=del size=2676275 2024-09-12T17:16:17.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.806+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~3I0G65GMIIRM.0 size=1048576 2024-09-12T17:16:17.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.810+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~3I0G65GMIIRM.1 size=403012 2024-09-12T17:16:17.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.814+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=3I0G65GMIIRM tag=WQSOFY4PSDR4 type=write size=2500164 2024-09-12T17:16:17.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~BHO9K5NFN63B.0 size=1048576 2024-09-12T17:16:17.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.822+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~BHO9K5NFN63B.1 size=326771 2024-09-12T17:16:17.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.822+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=BHO9K5NFN63B tag=JPHHWYYARGOP type=write size=2423923 2024-09-12T17:16:17.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.826+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~UO64BF6LM3E4.0 size=524470 2024-09-12T17:16:17.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.830+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=UO64BF6LM3E4 tag=LV88XV66AIIS type=write size=1573046 2024-09-12T17:16:17.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.838+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~T9S0MX827EC1.0 size=1048576 2024-09-12T17:16:17.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.838+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~T9S0MX827EC1.1 size=1048576 2024-09-12T17:16:17.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~T9S0MX827EC1.2 size=190792 2024-09-12T17:16:17.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.842+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=T9S0MX827EC1 tag=I07K5FXFWT7X type=write size=3336520 2024-09-12T17:16:17.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.846+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=ICOMB3OHJPC1 type=del 2024-09-12T17:16:17.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.846+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=CMQPWC775N8Z type=del size=3749761 2024-09-12T17:16:17.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.850+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=XW5F1XZ600J5 type=del 2024-09-12T17:16:17.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.854+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=0GA77RO9D6RW type=del size=4056007 2024-09-12T17:16:17.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.854+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~NQR1KXW8AZZH.0 size=688745 2024-09-12T17:16:17.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.858+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=NQR1KXW8AZZH tag=9FW4IMABVZF5 type=write size=1737321 2024-09-12T17:16:17.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.866+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~EWM9BO01WU14.0 size=892659 2024-09-12T17:16:17.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.866+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=EWM9BO01WU14 tag=09BTX923BY7H type=write size=1941235 2024-09-12T17:16:17.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.870+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~BOUE0CXKIRP0.0 size=1048576 2024-09-12T17:16:17.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.870+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~BOUE0CXKIRP0.1 size=192889 2024-09-12T17:16:17.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.874+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=BOUE0CXKIRP0 tag=SMBVYPXDD3CL type=write size=2290041 2024-09-12T17:16:17.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.878+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=MNUM2PYRK2H0 type=del size=3175814 2024-09-12T17:16:17.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.882+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=0NGAGSFA1W02 type=del 2024-09-12T17:16:17.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.886+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=46EFBXD06AO0 type=del size=3137240 2024-09-12T17:16:17.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.890+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=2Z4N8A56U5DW type=del 2024-09-12T17:16:17.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.894+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=RBXJPFE85KDQ type=write size=521210 2024-09-12T17:16:17.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.894+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=2ZTCL37JEQUZ type=write size=886259 2024-09-12T17:16:17.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~JO0KZXT0FQLR.0 size=1048576 2024-09-12T17:16:17.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~JO0KZXT0FQLR.1 size=1048576 2024-09-12T17:16:17.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~JO0KZXT0FQLR.2 size=214662 2024-09-12T17:16:17.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.906+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=JO0KZXT0FQLR tag=09501VDJD4AL type=write size=3360390 2024-09-12T17:16:17.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.914+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=HV4VGYRX75R4 type=write size=890376 2024-09-12T17:16:17.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.918+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~SSNWPHBQ05V3.0 size=483368 2024-09-12T17:16:17.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.918+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=SSNWPHBQ05V3 tag=FJTNJ7TBTYZ3 type=write size=1531944 2024-09-12T17:16:17.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.922+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=U9NVCJQGW46V type=del 2024-09-12T17:16:17.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.926+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~JMLX7XYGU1SZ.0 size=1048576 2024-09-12T17:16:17.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.930+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~JMLX7XYGU1SZ.1 size=512620 2024-09-12T17:16:17.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.930+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=JMLX7XYGU1SZ tag=AGCA9EV2T4KT type=write size=2609772 2024-09-12T17:16:17.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.934+0000 7f47a8c748c0 1 < suggested update operation key=M8IRCIWF1SOU tag=XJ9ROWR4FF7I type=del size=1556668 2024-09-12T17:16:17.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.938+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=3URHLSW2I7RD type=del size=3693397 2024-09-12T17:16:17.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.942+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~WRNGC6APGW8L.0 size=1048576 2024-09-12T17:16:17.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.942+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~WRNGC6APGW8L.1 size=1018305 2024-09-12T17:16:17.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.950+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=WRNGC6APGW8L tag=8ENCTQY0HI68 type=write size=3115457 2024-09-12T17:16:17.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.950+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=KG7BRT76UBYL type=del size=3966038 2024-09-12T17:16:17.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.962+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=93PMBJ4GSH0U type=del 2024-09-12T17:16:17.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.962+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=4MO8GQWM5T0H type=del size=1533223 2024-09-12T17:16:17.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.966+0000 7f47a8c748c0 -1 < failed to complete operation key=M8IRCIWF1SOU tag=BIEKONR128EK type=write size=809224: (22) Invalid argument 2024-09-12T17:16:17.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.974+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W3Q0VLC8VZUX.0 size=1048576 2024-09-12T17:16:17.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.974+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W3Q0VLC8VZUX.1 size=1048576 2024-09-12T17:16:17.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.978+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W3Q0VLC8VZUX.2 size=85152 2024-09-12T17:16:17.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.978+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=W3Q0VLC8VZUX tag=JMZG33YT4KBA type=write size=3230880 2024-09-12T17:16:17.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.982+0000 7f47a8c748c0 1 < suggested update operation key=1OX1IZ9XAHCI tag=H09JZDRFS9BZ type=del size=2676275 2024-09-12T17:16:17.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~EJ5WSA6EJBJR.0 size=1048576 2024-09-12T17:16:17.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~EJ5WSA6EJBJR.1 size=638318 2024-09-12T17:16:17.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.990+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=EJ5WSA6EJBJR tag=RPJMV4GHVA41 type=write size=2735470 2024-09-12T17:16:17.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.994+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~BHO9K5NFN63B.0 size=1048576 2024-09-12T17:16:18.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:17.998+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~BHO9K5NFN63B.1 size=326771 2024-09-12T17:16:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.002+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=BHO9K5NFN63B tag=JPHHWYYARGOP type=write size=2423923 2024-09-12T17:16:18.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.006+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=EQUNUDDVCICV type=write size=192707 2024-09-12T17:16:18.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.010+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~T9S0MX827EC1.0 size=1048576 2024-09-12T17:16:18.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.014+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~T9S0MX827EC1.1 size=1048576 2024-09-12T17:16:18.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.018+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~T9S0MX827EC1.2 size=190792 2024-09-12T17:16:18.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.022+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=T9S0MX827EC1 tag=I07K5FXFWT7X type=write size=3336520 2024-09-12T17:16:18.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~50LO4LDWE8TE.0 size=1048576 2024-09-12T17:16:18.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.030+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~50LO4LDWE8TE.1 size=274013 2024-09-12T17:16:18.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.030+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=50LO4LDWE8TE tag=9HBSJ7063KRW type=write size=2371165 2024-09-12T17:16:18.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.034+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=CMQPWC775N8Z type=del 2024-09-12T17:16:18.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.034+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=WTWD7FYIQSCG type=del size=184087 2024-09-12T17:16:18.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.042+0000 7f47a8c748c0 1 < suggested remove operation key=2WSU8RIJ5L0X tag=0GA77RO9D6RW type=del 2024-09-12T17:16:18.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.046+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=DOWXYMF10TU1 type=write size=483202 2024-09-12T17:16:18.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.050+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~EWM9BO01WU14.0 size=892659 2024-09-12T17:16:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.054+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=EWM9BO01WU14 tag=09BTX923BY7H type=write size=1941235 2024-09-12T17:16:18.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.058+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=UJUWAO686JG1 type=write size=839526 2024-09-12T17:16:18.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.062+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=MNUM2PYRK2H0 type=del 2024-09-12T17:16:18.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~OTX0QPRZG5B6.0 size=1048576 2024-09-12T17:16:18.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~OTX0QPRZG5B6.1 size=1048576 2024-09-12T17:16:18.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~OTX0QPRZG5B6.2 size=81034 2024-09-12T17:16:18.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.074+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=OTX0QPRZG5B6 tag=MMBTEJBKNJR5 type=write size=3226762 2024-09-12T17:16:18.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.078+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=46EFBXD06AO0 type=del 2024-09-12T17:16:18.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.082+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1M816BGP9FXI.0 size=1025076 2024-09-12T17:16:18.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.082+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=1M816BGP9FXI tag=CTJ3ER1ZLGM2 type=write size=2073652 2024-09-12T17:16:18.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.090+0000 7f47a8c748c0 1 < suggested update operation key=ON5AHBFMCXB7 tag=RBXJPFE85KDQ type=write size=521210 2024-09-12T17:16:18.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.094+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=EFS2OXJK42R4 type=write size=298613 2024-09-12T17:16:18.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.098+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~JO0KZXT0FQLR.0 size=1048576 2024-09-12T17:16:18.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.102+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~JO0KZXT0FQLR.1 size=1048576 2024-09-12T17:16:18.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.106+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~JO0KZXT0FQLR.2 size=214662 2024-09-12T17:16:18.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.110+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=JO0KZXT0FQLR tag=09501VDJD4AL type=write size=3360390 2024-09-12T17:16:18.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.114+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=2NNZ2T2RZNBO type=del size=3436409 2024-09-12T17:16:18.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.118+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~SSNWPHBQ05V3.0 size=483368 2024-09-12T17:16:18.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.126+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=SSNWPHBQ05V3 tag=FJTNJ7TBTYZ3 type=write size=1531944 2024-09-12T17:16:18.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.130+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=F296938SU0K1 type=write size=115778 2024-09-12T17:16:18.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.130+0000 7f47a8c748c0 1 < canceled part key=_multipart_H0TD8JXDYKKK.2~JMLX7XYGU1SZ.0 size=1048576 2024-09-12T17:16:18.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.134+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~JMLX7XYGU1SZ.1 size=512620 2024-09-12T17:16:18.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.138+0000 7f47a8c748c0 1 < canceled multipart upload key=H0TD8JXDYKKK upload=JMLX7XYGU1SZ tag=AGCA9EV2T4KT type=write size=2609772 2024-09-12T17:16:18.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.142+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=BPY81A18FVYC type=write size=1045712 2024-09-12T17:16:18.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.146+0000 7f47a8c748c0 1 < canceled operation key=S2C9EJ9AS2SO tag=3URHLSW2I7RD type=del size=3693397 2024-09-12T17:16:18.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.150+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=IKJ7U22DV5JY type=write size=415134 2024-09-12T17:16:18.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.158+0000 7f47a8c748c0 1 < suggested remove operation key=R9QGA3GF563C tag=KG7BRT76UBYL type=del 2024-09-12T17:16:18.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.166+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~UC3NFT9HFKCN.0 size=1048576 2024-09-12T17:16:18.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~UC3NFT9HFKCN.1 size=397379 2024-09-12T17:16:18.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.170+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=UC3NFT9HFKCN tag=0MH8W5LPOD1J type=write size=2494531 2024-09-12T17:16:18.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.174+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=4MO8GQWM5T0H type=del 2024-09-12T17:16:18.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.174+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=ZBSK8PUX0OLC type=del size=1110398 2024-09-12T17:16:18.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.178+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W3Q0VLC8VZUX.0 size=1048576 2024-09-12T17:16:18.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.182+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W3Q0VLC8VZUX.1 size=1048576 2024-09-12T17:16:18.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.186+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W3Q0VLC8VZUX.2 size=85152 2024-09-12T17:16:18.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.190+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=W3Q0VLC8VZUX tag=JMZG33YT4KBA type=write size=3230880 2024-09-12T17:16:18.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.194+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=JSUC2L5FPLW7 type=write size=641277 2024-09-12T17:16:18.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.198+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~EJ5WSA6EJBJR.0 size=1048576 2024-09-12T17:16:18.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.202+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~EJ5WSA6EJBJR.1 size=638318 2024-09-12T17:16:18.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.206+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=EJ5WSA6EJBJR tag=RPJMV4GHVA41 type=write size=2735470 2024-09-12T17:16:18.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~U3DFMZJCYESI.0 size=1048576 2024-09-12T17:16:18.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.218+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~U3DFMZJCYESI.1 size=5077 2024-09-12T17:16:18.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.218+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=U3DFMZJCYESI tag=FLCE4SLP0RJO type=write size=2102229 2024-09-12T17:16:18.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.222+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=EQUNUDDVCICV type=write size=192707 2024-09-12T17:16:18.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.226+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=UTB4Q0UUFSXF type=del size=91175 2024-09-12T17:16:18.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.230+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~50LO4LDWE8TE.0 size=1048576 2024-09-12T17:16:18.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.230+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~50LO4LDWE8TE.1 size=274013 2024-09-12T17:16:18.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.238+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=50LO4LDWE8TE tag=9HBSJ7063KRW type=write size=2371165 2024-09-12T17:16:18.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.242+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=K4F9VSZW1K04 type=del size=3743741 2024-09-12T17:16:18.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.250+0000 7f47a8c748c0 1 < suggested remove operation key=0KZGH5YDL7C0 tag=WTWD7FYIQSCG type=del 2024-09-12T17:16:18.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~8AVJI449SF8U.0 size=1048576 2024-09-12T17:16:18.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~8AVJI449SF8U.1 size=1048576 2024-09-12T17:16:18.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~8AVJI449SF8U.2 size=146485 2024-09-12T17:16:18.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.262+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=8AVJI449SF8U tag=7V8NF2TC2U5Y type=write size=3292213 2024-09-12T17:16:18.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.262+0000 7f47a8c748c0 1 < completed write operation key=H5SIPJZCJ03T tag=DOWXYMF10TU1 type=write size=483202 2024-09-12T17:16:18.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.266+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=0MQ3K70TCXD0 type=del size=2337612 2024-09-12T17:16:18.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.270+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=UJUWAO686JG1 type=write size=839526 2024-09-12T17:16:18.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.278+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=GQW0X6697PZU type=del size=2511420 2024-09-12T17:16:18.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.278+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~OTX0QPRZG5B6.0 size=1048576 2024-09-12T17:16:18.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.278+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8ZBOG7V3G21.2~OTX0QPRZG5B6.1 size=1048576 2024-09-12T17:16:18.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.286+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~OTX0QPRZG5B6.2 size=81034 2024-09-12T17:16:18.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.294+0000 7f47a8c748c0 1 < canceled multipart upload key=O8ZBOG7V3G21 upload=OTX0QPRZG5B6 tag=MMBTEJBKNJR5 type=write size=3226762 2024-09-12T17:16:18.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.298+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=P6GWURO91I9F type=write size=166275 2024-09-12T17:16:18.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.302+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~1M816BGP9FXI.0 size=1025076 2024-09-12T17:16:18.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.306+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=1M816BGP9FXI tag=CTJ3ER1ZLGM2 type=write size=2073652 2024-09-12T17:16:18.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~837TSNF46L44.0 size=1048576 2024-09-12T17:16:18.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.318+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~837TSNF46L44.1 size=164558 2024-09-12T17:16:18.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.318+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=837TSNF46L44 tag=2J5QS2P2TQ94 type=write size=2261710 2024-09-12T17:16:18.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.326+0000 7f47a8c748c0 1 < suggested update operation key=1OX1IZ9XAHCI tag=EFS2OXJK42R4 type=write size=298613 2024-09-12T17:16:18.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.330+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=EALJ50BYYG1W type=del size=2602617 2024-09-12T17:16:18.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.330+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=2NNZ2T2RZNBO type=del 2024-09-12T17:16:18.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.338+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~W3DS0TXVLCEK.0 size=167318 2024-09-12T17:16:18.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.338+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=W3DS0TXVLCEK tag=3H72Y3UJUZ1V type=write size=1215894 2024-09-12T17:16:18.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.342+0000 7f47a8c748c0 1 < completed write operation key=H5SIPJZCJ03T tag=F296938SU0K1 type=write size=115778 2024-09-12T17:16:18.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.346+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=WKQ69TZEBKE7 type=write size=864241 2024-09-12T17:16:18.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.350+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=BPY81A18FVYC type=write size=1045712 2024-09-12T17:16:18.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.354+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=PVGEP5SWFAUJ type=del size=4131174 2024-09-12T17:16:18.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.358+0000 7f47a8c748c0 1 < completed write operation key=93L6W586VL33 tag=IKJ7U22DV5JY type=write size=415134 2024-09-12T17:16:18.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~3380RP2WNXR4.0 size=278093 2024-09-12T17:16:18.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.362+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=3380RP2WNXR4 tag=TWC641VVR615 type=write size=1326669 2024-09-12T17:16:18.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.366+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~UC3NFT9HFKCN.0 size=1048576 2024-09-12T17:16:18.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.370+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~UC3NFT9HFKCN.1 size=397379 2024-09-12T17:16:18.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.374+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=UC3NFT9HFKCN tag=0MH8W5LPOD1J type=write size=2494531 2024-09-12T17:16:18.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.378+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~QWM4QLXLFY9H.0 size=1011036 2024-09-12T17:16:18.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.378+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=QWM4QLXLFY9H tag=LTYAWHL6EYTY type=write size=2059612 2024-09-12T17:16:18.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.382+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=ZBSK8PUX0OLC type=del 2024-09-12T17:16:18.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.386+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=HS3TKIB1SP94 type=del size=3946713 2024-09-12T17:16:18.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.390+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=JSUC2L5FPLW7 type=write size=641277 2024-09-12T17:16:18.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~QW99FZ6A01SS.0 size=1048576 2024-09-12T17:16:18.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~QW99FZ6A01SS.1 size=1014087 2024-09-12T17:16:18.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.402+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=QW99FZ6A01SS tag=4RVGD0R2UG7H type=write size=3111239 2024-09-12T17:16:18.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.402+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~U3DFMZJCYESI.0 size=1048576 2024-09-12T17:16:18.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.406+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~U3DFMZJCYESI.1 size=5077 2024-09-12T17:16:18.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.414+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=U3DFMZJCYESI tag=FLCE4SLP0RJO type=write size=2102229 2024-09-12T17:16:18.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.418+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~TZZB3OBGR70X.0 size=1048576 2024-09-12T17:16:18.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~TZZB3OBGR70X.1 size=569629 2024-09-12T17:16:18.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.422+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=TZZB3OBGR70X tag=QC959G9GL3QQ type=write size=2666781 2024-09-12T17:16:18.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.426+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=UTB4Q0UUFSXF type=del size=91175 2024-09-12T17:16:18.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.430+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=4H6LI0R2L4M6 type=del size=671989 2024-09-12T17:16:18.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.434+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=K4F9VSZW1K04 type=del 2024-09-12T17:16:18.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.438+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=GO5YPD83CRZC type=del size=499683 2024-09-12T17:16:18.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.442+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~8AVJI449SF8U.0 size=1048576 2024-09-12T17:16:18.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.442+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~8AVJI449SF8U.1 size=1048576 2024-09-12T17:16:18.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.446+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~8AVJI449SF8U.2 size=146485 2024-09-12T17:16:18.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.450+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=8AVJI449SF8U tag=7V8NF2TC2U5Y type=write size=3292213 2024-09-12T17:16:18.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.454+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=V0JZM73K0I86 type=del size=1106241 2024-09-12T17:16:18.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.462+0000 7f47a8c748c0 1 < suggested update operation key=ON5AHBFMCXB7 tag=0MQ3K70TCXD0 type=del size=2337612 2024-09-12T17:16:18.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.466+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=B90JDFJ0JOLY type=write size=45844 2024-09-12T17:16:18.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.470+0000 7f47a8c748c0 -1 < failed to complete operation key=O8AIZZ75FGRJ tag=GQW0X6697PZU type=del size=2511420: (22) Invalid argument 2024-09-12T17:16:18.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.474+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~V9IVH22CLU0T.0 size=772856 2024-09-12T17:16:18.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.474+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=V9IVH22CLU0T tag=WDRPBLK2WJYA type=write size=1821432 2024-09-12T17:16:18.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.478+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=P6GWURO91I9F type=write size=166275 2024-09-12T17:16:18.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.482+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=730ODW06C4HF type=del size=2780837 2024-09-12T17:16:18.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.486+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~837TSNF46L44.0 size=1048576 2024-09-12T17:16:18.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.490+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~837TSNF46L44.1 size=164558 2024-09-12T17:16:18.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.494+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=837TSNF46L44 tag=2J5QS2P2TQ94 type=write size=2261710 2024-09-12T17:16:18.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~YWDS0HILIEMR.0 size=1048576 2024-09-12T17:16:18.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~YWDS0HILIEMR.1 size=526334 2024-09-12T17:16:18.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.506+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=YWDS0HILIEMR tag=373VV5J99UVH type=write size=2623486 2024-09-12T17:16:18.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.506+0000 7f47a8c748c0 -1 < failed to complete operation key=ON5AHBFMCXB7 tag=EALJ50BYYG1W type=del size=2602617: (22) Invalid argument 2024-09-12T17:16:18.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~29876MG2HOFG.0 size=1048576 2024-09-12T17:16:18.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~29876MG2HOFG.1 size=695436 2024-09-12T17:16:18.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.514+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=29876MG2HOFG tag=KDV8VPZIC5Z0 type=write size=2792588 2024-09-12T17:16:18.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.518+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~W3DS0TXVLCEK.0 size=167318 2024-09-12T17:16:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.522+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=W3DS0TXVLCEK tag=3H72Y3UJUZ1V type=write size=1215894 2024-09-12T17:16:18.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.530+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~0497QI2V19P3.0 size=170881 2024-09-12T17:16:18.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.530+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=0497QI2V19P3 tag=MN7ZKC8HV1T7 type=write size=1219457 2024-09-12T17:16:18.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.534+0000 7f47a8c748c0 1 < completed write operation key=MGMTNUVEIO4Y tag=WKQ69TZEBKE7 type=write size=864241 2024-09-12T17:16:18.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.538+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=W8QTS2LI6CCQ type=del size=1122128 2024-09-12T17:16:18.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.542+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=PVGEP5SWFAUJ type=del 2024-09-12T17:16:18.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.546+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=T0MECIGQ10J5 type=del size=225704 2024-09-12T17:16:18.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.546+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~3380RP2WNXR4.0 size=278093 2024-09-12T17:16:18.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.554+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=3380RP2WNXR4 tag=TWC641VVR615 type=write size=1326669 2024-09-12T17:16:18.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~48ER0QXRNMD2.0 size=1048576 2024-09-12T17:16:18.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.562+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~48ER0QXRNMD2.1 size=374085 2024-09-12T17:16:18.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.562+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=48ER0QXRNMD2 tag=W37SZL3JYZG8 type=write size=2471237 2024-09-12T17:16:18.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.566+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~QWM4QLXLFY9H.0 size=1011036 2024-09-12T17:16:18.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.574+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=QWM4QLXLFY9H tag=LTYAWHL6EYTY type=write size=2059612 2024-09-12T17:16:18.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.578+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=FOFR4WA59AYL type=del size=909388 2024-09-12T17:16:18.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.578+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=HS3TKIB1SP94 type=del 2024-09-12T17:16:18.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.586+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=7CYKC9KZQYVP type=del size=1962893 2024-09-12T17:16:18.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.590+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~QW99FZ6A01SS.0 size=1048576 2024-09-12T17:16:18.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.590+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~QW99FZ6A01SS.1 size=1014087 2024-09-12T17:16:18.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.598+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=QW99FZ6A01SS tag=4RVGD0R2UG7H type=write size=3111239 2024-09-12T17:16:18.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.602+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=ZTO2HU6DPU2Y type=del size=1725116 2024-09-12T17:16:18.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.602+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~TZZB3OBGR70X.0 size=1048576 2024-09-12T17:16:18.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.606+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~TZZB3OBGR70X.1 size=569629 2024-09-12T17:16:18.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.618+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=TZZB3OBGR70X tag=QC959G9GL3QQ type=write size=2666781 2024-09-12T17:16:18.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~UHI06ASHYR6E.0 size=1048576 2024-09-12T17:16:18.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.626+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~UHI06ASHYR6E.1 size=833964 2024-09-12T17:16:18.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.626+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=UHI06ASHYR6E tag=WIYGMVLNPD3Y type=write size=2931116 2024-09-12T17:16:18.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.630+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=4H6LI0R2L4M6 type=del 2024-09-12T17:16:18.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~XI551RMEE971.0 size=1048576 2024-09-12T17:16:18.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.638+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~XI551RMEE971.1 size=1002337 2024-09-12T17:16:18.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.638+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=XI551RMEE971 tag=BK9UNTVWN66B type=write size=3099489 2024-09-12T17:16:18.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.642+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=GO5YPD83CRZC type=del 2024-09-12T17:16:18.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.646+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=IP17DFFLFZY3 type=del size=1393762 2024-09-12T17:16:18.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.650+0000 7f47a8c748c0 1 < canceled operation key=G0UIHXL2ET1N tag=V0JZM73K0I86 type=del size=1106241 2024-09-12T17:16:18.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.650+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=T22VTUTJWB88 type=del size=2554027 2024-09-12T17:16:18.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.658+0000 7f47a8c748c0 1 < suggested remove operation key=M8IRCIWF1SOU tag=B90JDFJ0JOLY type=write 2024-09-12T17:16:18.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.662+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=UHL064MNA3L0 type=del size=1345610 2024-09-12T17:16:18.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.666+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~V9IVH22CLU0T.0 size=772856 2024-09-12T17:16:18.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.670+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=V9IVH22CLU0T tag=WDRPBLK2WJYA type=write size=1821432 2024-09-12T17:16:18.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.674+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=T7PXLRH0QSTA type=del size=1156914 2024-09-12T17:16:18.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.678+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=730ODW06C4HF type=del 2024-09-12T17:16:18.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.682+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=DAIDI6K0TRY4 type=del size=378893 2024-09-12T17:16:18.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.686+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~YWDS0HILIEMR.0 size=1048576 2024-09-12T17:16:18.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.686+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~YWDS0HILIEMR.1 size=526334 2024-09-12T17:16:18.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.690+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=YWDS0HILIEMR tag=373VV5J99UVH type=write size=2623486 2024-09-12T17:16:18.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.694+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=76U26Q6CB41N type=write size=317075 2024-09-12T17:16:18.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.694+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~29876MG2HOFG.0 size=1048576 2024-09-12T17:16:18.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.698+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~29876MG2HOFG.1 size=695436 2024-09-12T17:16:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.702+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=29876MG2HOFG tag=KDV8VPZIC5Z0 type=write size=2792588 2024-09-12T17:16:18.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.706+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=08ZYGEG8IH3W type=del size=100966 2024-09-12T17:16:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.714+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~0497QI2V19P3.0 size=170881 2024-09-12T17:16:18.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.718+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=0497QI2V19P3 tag=MN7ZKC8HV1T7 type=write size=1219457 2024-09-12T17:16:18.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.722+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=B11PK79Z55I8 type=del size=1558467 2024-09-12T17:16:18.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.726+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=W8QTS2LI6CCQ type=del 2024-09-12T17:16:18.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.730+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=V1WASLKIL326 type=write size=74354 2024-09-12T17:16:18.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.734+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=T0MECIGQ10J5 type=del 2024-09-12T17:16:18.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.738+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=520NCMEAHIN3 type=del size=4019171 2024-09-12T17:16:18.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.742+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~48ER0QXRNMD2.0 size=1048576 2024-09-12T17:16:18.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.746+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~48ER0QXRNMD2.1 size=374085 2024-09-12T17:16:18.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.750+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=48ER0QXRNMD2 tag=W37SZL3JYZG8 type=write size=2471237 2024-09-12T17:16:18.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.754+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=RHLJA2ZD3V3U type=write size=207367 2024-09-12T17:16:18.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.758+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=FOFR4WA59AYL type=del 2024-09-12T17:16:18.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.762+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=CLMKG40MW3R4 type=del size=2945066 2024-09-12T17:16:18.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.766+0000 7f47a8c748c0 1 < suggested update operation key=S2C9EJ9AS2SO tag=7CYKC9KZQYVP type=del size=1962893 2024-09-12T17:16:18.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.770+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=673IXN55TXBA type=del size=2278963 2024-09-12T17:16:18.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.774+0000 7f47a8c748c0 1 < suggested update operation key=FNQLQEI5JDG8 tag=ZTO2HU6DPU2Y type=del size=1725116 2024-09-12T17:16:18.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~4RJ35AKBS2GW.0 size=1048576 2024-09-12T17:16:18.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~4RJ35AKBS2GW.1 size=1048576 2024-09-12T17:16:18.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.786+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~4RJ35AKBS2GW.2 size=660469 2024-09-12T17:16:18.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.786+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=4RJ35AKBS2GW tag=F7VUC5X1LPHD type=write size=3806197 2024-09-12T17:16:18.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.786+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~UHI06ASHYR6E.0 size=1048576 2024-09-12T17:16:18.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.790+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~UHI06ASHYR6E.1 size=833964 2024-09-12T17:16:18.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.794+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=UHI06ASHYR6E tag=WIYGMVLNPD3Y type=write size=2931116 2024-09-12T17:16:18.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.798+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=QFDDXB5TOQYS type=del size=234183 2024-09-12T17:16:18.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.802+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~XI551RMEE971.0 size=1048576 2024-09-12T17:16:18.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.806+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~XI551RMEE971.1 size=1002337 2024-09-12T17:16:18.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.810+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=XI551RMEE971 tag=BK9UNTVWN66B type=write size=3099489 2024-09-12T17:16:18.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~W2DQLX587NHX.0 size=688277 2024-09-12T17:16:18.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.818+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=W2DQLX587NHX tag=JJBJ69J4FMK8 type=write size=1736853 2024-09-12T17:16:18.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.822+0000 7f47a8c748c0 1 < suggested update operation key=2WSU8RIJ5L0X tag=IP17DFFLFZY3 type=del size=1393762 2024-09-12T17:16:18.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~EUBDYGWSB6MF.0 size=333175 2024-09-12T17:16:18.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.830+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=EUBDYGWSB6MF tag=CJJ8L33ZKX4T type=write size=1381751 2024-09-12T17:16:18.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.834+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=T22VTUTJWB88 type=del 2024-09-12T17:16:18.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.834+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=GXKXPVPG5N5S type=del size=1710072 2024-09-12T17:16:18.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.838+0000 7f47a8c748c0 1 < canceled operation key=8CHGYRJ30NQM tag=UHL064MNA3L0 type=del size=1345610 2024-09-12T17:16:18.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.842+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=QRA4ANCUMKTV type=del size=4021348 2024-09-12T17:16:18.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.846+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=T7PXLRH0QSTA type=del 2024-09-12T17:16:18.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.850+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=81BU7PW63TAM type=write size=819419 2024-09-12T17:16:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.854+0000 7f47a8c748c0 1 < canceled operation key=80E1U6C0GQAU tag=DAIDI6K0TRY4 type=del size=378893 2024-09-12T17:16:18.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WFCY2Y067X6O.0 size=1048576 2024-09-12T17:16:18.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WFCY2Y067X6O.1 size=1048576 2024-09-12T17:16:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~WFCY2Y067X6O.2 size=332706 2024-09-12T17:16:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.862+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=WFCY2Y067X6O tag=JXDYHR42HM45 type=write size=3478434 2024-09-12T17:16:18.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.870+0000 7f47a8c748c0 1 < suggested remove operation key=80E1U6C0GQAU tag=76U26Q6CB41N type=write 2024-09-12T17:16:18.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~W7S7QUF6Z0WV.0 size=1048576 2024-09-12T17:16:18.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~W7S7QUF6Z0WV.1 size=1048576 2024-09-12T17:16:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~W7S7QUF6Z0WV.2 size=267346 2024-09-12T17:16:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.878+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=W7S7QUF6Z0WV tag=2NJMS2N3S6FB type=write size=3413074 2024-09-12T17:16:18.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.882+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=08ZYGEG8IH3W type=del 2024-09-12T17:16:18.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.886+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=8BJQP87GE8A8 type=del size=3237582 2024-09-12T17:16:18.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.890+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=B11PK79Z55I8 type=del 2024-09-12T17:16:18.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.894+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~TIKY9KLYFKTV.0 size=1048576 2024-09-12T17:16:18.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~TIKY9KLYFKTV.1 size=1048576 2024-09-12T17:16:18.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~TIKY9KLYFKTV.2 size=1015333 2024-09-12T17:16:18.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.898+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=TIKY9KLYFKTV tag=3KYWXUF1NN6E type=write size=4161061 2024-09-12T17:16:18.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.906+0000 7f47a8c748c0 1 < suggested remove operation key=LIX9TJX73W7K tag=V1WASLKIL326 type=write 2024-09-12T17:16:18.913 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.910+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=EQXFCEMC53BH type=del size=1884197 2024-09-12T17:16:18.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.910+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=520NCMEAHIN3 type=del size=4019171: (22) Invalid argument 2024-09-12T17:16:18.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.914+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=90QIXM0RLAYC type=del size=3174799 2024-09-12T17:16:18.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.918+0000 7f47a8c748c0 1 < completed write operation key=O8ZBOG7V3G21 tag=RHLJA2ZD3V3U type=write size=207367 2024-09-12T17:16:18.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.922+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=Y50890PBRVWR type=del size=565544 2024-09-12T17:16:18.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.926+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=CLMKG40MW3R4 type=del 2024-09-12T17:16:18.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.934+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=84WLZV8NHCL4 type=del size=1367714 2024-09-12T17:16:18.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.938+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=673IXN55TXBA type=del 2024-09-12T17:16:18.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.942+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~WTSP53W44A3T.0 size=330237 2024-09-12T17:16:18.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.942+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=WTSP53W44A3T tag=UKQ4E2GKGT3H type=write size=1378813 2024-09-12T17:16:18.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.946+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~4RJ35AKBS2GW.0 size=1048576 2024-09-12T17:16:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.950+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~4RJ35AKBS2GW.1 size=1048576 2024-09-12T17:16:18.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.950+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~4RJ35AKBS2GW.2 size=660469 2024-09-12T17:16:18.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.954+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=4RJ35AKBS2GW tag=F7VUC5X1LPHD type=write size=3806197 2024-09-12T17:16:18.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.958+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=ROKJ7IST7G7E type=del size=1474339 2024-09-12T17:16:18.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.962+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=LIX9TJX73W7K tag=QFDDXB5TOQYS type=del size=234183: (2) No such file or directory 2024-09-12T17:16:18.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~MDO85GBVDVRE.0 size=1048576 2024-09-12T17:16:18.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~MDO85GBVDVRE.1 size=1048576 2024-09-12T17:16:18.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~MDO85GBVDVRE.2 size=646329 2024-09-12T17:16:18.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.970+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=MDO85GBVDVRE tag=UW3LXOR2UEBK type=write size=3792057 2024-09-12T17:16:18.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.974+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~W2DQLX587NHX.0 size=688277 2024-09-12T17:16:18.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.982+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=W2DQLX587NHX tag=JJBJ69J4FMK8 type=write size=1736853 2024-09-12T17:16:18.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~CLZCCVT1ZTVM.0 size=1048576 2024-09-12T17:16:18.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~CLZCCVT1ZTVM.1 size=262647 2024-09-12T17:16:18.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.990+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=CLZCCVT1ZTVM tag=N71QI9CRN3H5 type=write size=2359799 2024-09-12T17:16:18.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.990+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~EUBDYGWSB6MF.0 size=333175 2024-09-12T17:16:19.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:18.998+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=EUBDYGWSB6MF tag=CJJ8L33ZKX4T type=write size=1381751 2024-09-12T17:16:19.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.002+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=OPI3MGIE62F6 type=del size=579739 2024-09-12T17:16:19.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.002+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=GXKXPVPG5N5S type=del 2024-09-12T17:16:19.011 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.006+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=XFXDEUOF1D2V type=del size=3750433 2024-09-12T17:16:19.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.010+0000 7f47a8c748c0 1 < canceled operation key=P8D2NC13VSST tag=QRA4ANCUMKTV type=del size=4021348 2024-09-12T17:16:19.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.014+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=81TW6KWS8JPE type=del size=2338122 2024-09-12T17:16:19.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.018+0000 7f47a8c748c0 1 < completed write operation key=R9QGA3GF563C tag=81BU7PW63TAM type=write size=819419 2024-09-12T17:16:19.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~IGYD7A9AQG20.0 size=200571 2024-09-12T17:16:19.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.022+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=IGYD7A9AQG20 tag=7094F8QIWZSU type=write size=1249147 2024-09-12T17:16:19.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.026+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WFCY2Y067X6O.0 size=1048576 2024-09-12T17:16:19.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.030+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WFCY2Y067X6O.1 size=1048576 2024-09-12T17:16:19.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.034+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~WFCY2Y067X6O.2 size=332706 2024-09-12T17:16:19.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.038+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=WFCY2Y067X6O tag=JXDYHR42HM45 type=write size=3478434 2024-09-12T17:16:19.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.046+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7P51JAZXG7M3.0 size=1048576 2024-09-12T17:16:19.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.046+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7P51JAZXG7M3.1 size=1048576 2024-09-12T17:16:19.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7P51JAZXG7M3.2 size=8951 2024-09-12T17:16:19.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.050+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=7P51JAZXG7M3 tag=UPHGPGBX9X0H type=write size=3154679 2024-09-12T17:16:19.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.054+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~W7S7QUF6Z0WV.0 size=1048576 2024-09-12T17:16:19.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.054+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~W7S7QUF6Z0WV.1 size=1048576 2024-09-12T17:16:19.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.058+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~W7S7QUF6Z0WV.2 size=267346 2024-09-12T17:16:19.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.066+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=W7S7QUF6Z0WV tag=2NJMS2N3S6FB type=write size=3413074 2024-09-12T17:16:19.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1N8AE4TJE9YU.0 size=1048576 2024-09-12T17:16:19.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1N8AE4TJE9YU.1 size=1048576 2024-09-12T17:16:19.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.078+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1N8AE4TJE9YU.2 size=399693 2024-09-12T17:16:19.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.078+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=1N8AE4TJE9YU tag=MHUYVCG3VQSI type=write size=3545421 2024-09-12T17:16:19.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.086+0000 7f47a8c748c0 1 < suggested update operation key=QAXSHF0ZS39F tag=8BJQP87GE8A8 type=del size=3237582 2024-09-12T17:16:19.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.094+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~JA3MA17DAFDD.0 size=890519 2024-09-12T17:16:19.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.094+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=JA3MA17DAFDD tag=BTR6ZP1BWMWD type=write size=1939095 2024-09-12T17:16:19.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.098+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~TIKY9KLYFKTV.0 size=1048576 2024-09-12T17:16:19.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.102+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~TIKY9KLYFKTV.1 size=1048576 2024-09-12T17:16:19.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.102+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~TIKY9KLYFKTV.2 size=1015333 2024-09-12T17:16:19.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.106+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=TIKY9KLYFKTV tag=3KYWXUF1NN6E type=write size=4161061 2024-09-12T17:16:19.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.110+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=NE73XH9KU2HW type=del size=3820840 2024-09-12T17:16:19.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.114+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=EQXFCEMC53BH type=del 2024-09-12T17:16:19.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.118+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=H7L57LYMXVYF type=del size=1619326 2024-09-12T17:16:19.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.126+0000 7f47a8c748c0 1 < suggested update operation key=ON5AHBFMCXB7 tag=90QIXM0RLAYC type=del size=3174799 2024-09-12T17:16:19.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.126+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=1VYVQAVP5W2I type=del size=3496739 2024-09-12T17:16:19.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.130+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=Y50890PBRVWR type=del 2024-09-12T17:16:19.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.134+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=N3Z1IQ8T3B1H type=del size=3426576 2024-09-12T17:16:19.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.138+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=84WLZV8NHCL4 type=del 2024-09-12T17:16:19.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~3XAY7ZVFBBOZ.0 size=1048576 2024-09-12T17:16:19.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~3XAY7ZVFBBOZ.1 size=1048576 2024-09-12T17:16:19.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~3XAY7ZVFBBOZ.2 size=60352 2024-09-12T17:16:19.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.146+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=3XAY7ZVFBBOZ tag=GXRK50WYKUPH type=write size=3206080 2024-09-12T17:16:19.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.150+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~WTSP53W44A3T.0 size=330237 2024-09-12T17:16:19.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.158+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=WTSP53W44A3T tag=UKQ4E2GKGT3H type=write size=1378813 2024-09-12T17:16:19.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.158+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=OOVFPT92I9RZ type=del size=3739359 2024-09-12T17:16:19.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.162+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=ROKJ7IST7G7E type=del 2024-09-12T17:16:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~9DKM8UT2Q0ZE.0 size=188680 2024-09-12T17:16:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.170+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=9DKM8UT2Q0ZE tag=Z6J0R4979L8H type=write size=1237256 2024-09-12T17:16:19.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.174+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~MDO85GBVDVRE.0 size=1048576 2024-09-12T17:16:19.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.174+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~MDO85GBVDVRE.1 size=1048576 2024-09-12T17:16:19.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.178+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~MDO85GBVDVRE.2 size=646329 2024-09-12T17:16:19.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.182+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=MDO85GBVDVRE tag=UW3LXOR2UEBK type=write size=3792057 2024-09-12T17:16:19.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.190+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~5P8Y6J09M87Z.0 size=1048576 2024-09-12T17:16:19.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.194+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~5P8Y6J09M87Z.1 size=136718 2024-09-12T17:16:19.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.194+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=5P8Y6J09M87Z tag=LLM3Z5Z3CFUK type=write size=2233870 2024-09-12T17:16:19.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.194+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~CLZCCVT1ZTVM.0 size=1048576 2024-09-12T17:16:19.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.198+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~CLZCCVT1ZTVM.1 size=262647 2024-09-12T17:16:19.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.206+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=CLZCCVT1ZTVM tag=N71QI9CRN3H5 type=write size=2359799 2024-09-12T17:16:19.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.206+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=SHGECEJYW8CC type=write size=1042572 2024-09-12T17:16:19.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.210+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=OPI3MGIE62F6 type=del 2024-09-12T17:16:19.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.214+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=PKHF68TQX44J type=del size=2589192 2024-09-12T17:16:19.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.218+0000 7f47a8c748c0 -1 < failed to complete operation key=ON5AHBFMCXB7 tag=XFXDEUOF1D2V type=del size=3750433: (22) Invalid argument 2024-09-12T17:16:19.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.222+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=2501W7BLF2D9 type=write size=3266 2024-09-12T17:16:19.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.226+0000 7f47a8c748c0 1 < canceled operation key=M8IRCIWF1SOU tag=81TW6KWS8JPE type=del size=2338122 2024-09-12T17:16:19.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.230+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~AZVL6OPVVRS9.0 size=1048576 2024-09-12T17:16:19.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.234+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~AZVL6OPVVRS9.1 size=1048576 2024-09-12T17:16:19.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.238+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~AZVL6OPVVRS9.2 size=714635 2024-09-12T17:16:19.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.238+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=AZVL6OPVVRS9 tag=VOBYNPHXFP7G type=write size=3860363 2024-09-12T17:16:19.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.246+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~IGYD7A9AQG20.0 size=200571 2024-09-12T17:16:19.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.250+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=IGYD7A9AQG20 tag=7094F8QIWZSU type=write size=1249147 2024-09-12T17:16:19.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~C8JUTUW4F6DP.0 size=1048576 2024-09-12T17:16:19.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~C8JUTUW4F6DP.1 size=619337 2024-09-12T17:16:19.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.262+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=C8JUTUW4F6DP tag=GJHY9QMA3MST type=write size=2716489 2024-09-12T17:16:19.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.262+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7P51JAZXG7M3.0 size=1048576 2024-09-12T17:16:19.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.266+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7P51JAZXG7M3.1 size=1048576 2024-09-12T17:16:19.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.270+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7P51JAZXG7M3.2 size=8951 2024-09-12T17:16:19.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.274+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=7P51JAZXG7M3 tag=UPHGPGBX9X0H type=write size=3154679 2024-09-12T17:16:19.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.278+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=GDXY9BQARGGZ type=del size=3597132 2024-09-12T17:16:19.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.282+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~1N8AE4TJE9YU.0 size=1048576 2024-09-12T17:16:19.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.282+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~1N8AE4TJE9YU.1 size=1048576 2024-09-12T17:16:19.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.286+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~1N8AE4TJE9YU.2 size=399693 2024-09-12T17:16:19.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.290+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=1N8AE4TJE9YU tag=MHUYVCG3VQSI type=write size=3545421 2024-09-12T17:16:19.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.294+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=5O5O5K2TG9P9 type=del size=2101938 2024-09-12T17:16:19.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.298+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~JA3MA17DAFDD.0 size=890519 2024-09-12T17:16:19.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.302+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=JA3MA17DAFDD tag=BTR6ZP1BWMWD type=write size=1939095 2024-09-12T17:16:19.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.306+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=RV0IQESZ37CH type=del size=2724225 2024-09-12T17:16:19.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.310+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=NE73XH9KU2HW type=del 2024-09-12T17:16:19.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~LFXT31GES0W4.0 size=1048576 2024-09-12T17:16:19.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.318+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~LFXT31GES0W4.1 size=1048576 2024-09-12T17:16:19.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.322+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~LFXT31GES0W4.2 size=376805 2024-09-12T17:16:19.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.322+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=LFXT31GES0W4 tag=R8R4C6WJFKUI type=write size=3522533 2024-09-12T17:16:19.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.326+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=H7L57LYMXVYF type=del 2024-09-12T17:16:19.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.326+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=310J050QF97N type=del size=191279 2024-09-12T17:16:19.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.330+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=1VYVQAVP5W2I type=del 2024-09-12T17:16:19.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.334+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=61LKYBMHI6ZA type=write size=109831 2024-09-12T17:16:19.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.342+0000 7f47a8c748c0 1 < suggested remove operation key=8CHGYRJ30NQM tag=N3Z1IQ8T3B1H type=del 2024-09-12T17:16:19.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.342+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=CI0S7DWZYKH7 type=del size=1970652 2024-09-12T17:16:19.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.346+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~3XAY7ZVFBBOZ.0 size=1048576 2024-09-12T17:16:19.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.350+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~3XAY7ZVFBBOZ.1 size=1048576 2024-09-12T17:16:19.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.350+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~3XAY7ZVFBBOZ.2 size=60352 2024-09-12T17:16:19.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.358+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=3XAY7ZVFBBOZ tag=GXRK50WYKUPH type=write size=3206080 2024-09-12T17:16:19.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~DMJV6VDF0B10.0 size=1048576 2024-09-12T17:16:19.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~DMJV6VDF0B10.1 size=74034 2024-09-12T17:16:19.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.362+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=DMJV6VDF0B10 tag=KAFTA67CH48K type=write size=2171186 2024-09-12T17:16:19.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.370+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=OOVFPT92I9RZ type=del size=3739359 2024-09-12T17:16:19.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.374+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=K2XALOLXBO1D type=write size=845857 2024-09-12T17:16:19.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.374+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~9DKM8UT2Q0ZE.0 size=188680 2024-09-12T17:16:19.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.378+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=9DKM8UT2Q0ZE tag=Z6J0R4979L8H type=write size=1237256 2024-09-12T17:16:19.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.382+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=6VL1XM2L4QXF type=write size=520241 2024-09-12T17:16:19.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.386+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~5P8Y6J09M87Z.0 size=1048576 2024-09-12T17:16:19.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.386+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~5P8Y6J09M87Z.1 size=136718 2024-09-12T17:16:19.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.390+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=5P8Y6J09M87Z tag=LLM3Z5Z3CFUK type=write size=2233870 2024-09-12T17:16:19.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.394+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=ERZ00RAGMMHS type=del size=3473092 2024-09-12T17:16:19.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.398+0000 7f47a8c748c0 1 < completed write operation key=2WSU8RIJ5L0X tag=SHGECEJYW8CC type=write size=1042572 2024-09-12T17:16:19.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.398+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=WR2IK45F28C3 type=del size=563171 2024-09-12T17:16:19.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.406+0000 7f47a8c748c0 1 < suggested remove operation key=FNQLQEI5JDG8 tag=PKHF68TQX44J type=del 2024-09-12T17:16:19.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.410+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=02MLKQ16N059 type=del size=3489813 2024-09-12T17:16:19.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.410+0000 7f47a8c748c0 1 < completed write operation key=2WSU8RIJ5L0X tag=2501W7BLF2D9 type=write size=3266 2024-09-12T17:16:19.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.414+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=7TN3E1V9S18S type=del size=1663539 2024-09-12T17:16:19.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.418+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~AZVL6OPVVRS9.0 size=1048576 2024-09-12T17:16:19.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.418+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~AZVL6OPVVRS9.1 size=1048576 2024-09-12T17:16:19.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.422+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~AZVL6OPVVRS9.2 size=714635 2024-09-12T17:16:19.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.426+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=AZVL6OPVVRS9 tag=VOBYNPHXFP7G type=write size=3860363 2024-09-12T17:16:19.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.430+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=K4KMA4RFXTN5 type=del size=96215 2024-09-12T17:16:19.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.430+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~C8JUTUW4F6DP.0 size=1048576 2024-09-12T17:16:19.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.430+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~C8JUTUW4F6DP.1 size=619337 2024-09-12T17:16:19.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.434+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=C8JUTUW4F6DP tag=GJHY9QMA3MST type=write size=2716489 2024-09-12T17:16:19.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.438+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=528BJKLQ6QUX type=del size=1303159 2024-09-12T17:16:19.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.442+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=GDXY9BQARGGZ type=del 2024-09-12T17:16:19.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~G251VM0F2M26.0 size=1048576 2024-09-12T17:16:19.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.450+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~G251VM0F2M26.1 size=58300 2024-09-12T17:16:19.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.450+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=G251VM0F2M26 tag=X9I6CV8X89TN type=write size=2155452 2024-09-12T17:16:19.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.454+0000 7f47a8c748c0 1 < suggested remove operation key=G0UIHXL2ET1N tag=5O5O5K2TG9P9 type=del 2024-09-12T17:16:19.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.462+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~G0GM07YTEUB4.0 size=1048576 2024-09-12T17:16:19.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.462+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~G0GM07YTEUB4.1 size=802708 2024-09-12T17:16:19.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.462+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=G0GM07YTEUB4 tag=14S6W8RALN7V type=write size=2899860 2024-09-12T17:16:19.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.466+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=RV0IQESZ37CH type=del 2024-09-12T17:16:19.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.470+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=CVC724HXAZY8 type=del size=2954649 2024-09-12T17:16:19.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.474+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~LFXT31GES0W4.0 size=1048576 2024-09-12T17:16:19.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.478+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~LFXT31GES0W4.1 size=1048576 2024-09-12T17:16:19.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.478+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~LFXT31GES0W4.2 size=376805 2024-09-12T17:16:19.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.482+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=LFXT31GES0W4 tag=R8R4C6WJFKUI type=write size=3522533 2024-09-12T17:16:19.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~MVYULKAC7O7I.0 size=932756 2024-09-12T17:16:19.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.490+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=MVYULKAC7O7I tag=LAUN28D0RR8M type=write size=1981332 2024-09-12T17:16:19.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.494+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=310J050QF97N type=del 2024-09-12T17:16:19.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.494+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=T5RW0QT8Q7TL type=del size=244370 2024-09-12T17:16:19.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.498+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=61LKYBMHI6ZA type=write size=109831 2024-09-12T17:16:19.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.502+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=1A3ER42P1C5D type=del size=1035521 2024-09-12T17:16:19.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.506+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=CI0S7DWZYKH7 type=del 2024-09-12T17:16:19.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.506+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=GQAS3JJXL9YE type=del size=3264593 2024-09-12T17:16:19.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.506+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8ZBOG7V3G21.2~DMJV6VDF0B10.0 size=1048576 2024-09-12T17:16:19.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.510+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~DMJV6VDF0B10.1 size=74034 2024-09-12T17:16:19.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.514+0000 7f47a8c748c0 1 < canceled multipart upload key=O8ZBOG7V3G21 upload=DMJV6VDF0B10 tag=KAFTA67CH48K type=write size=2171186 2024-09-12T17:16:19.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.518+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=YPIOGSPL4GGU type=del size=2335787 2024-09-12T17:16:19.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.522+0000 7f47a8c748c0 1 < completed write operation key=4BF7U5BNWTWP tag=K2XALOLXBO1D type=write size=845857 2024-09-12T17:16:19.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.530+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=NHCTGCVPOOYT type=del size=1253312 2024-09-12T17:16:19.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.534+0000 7f47a8c748c0 1 < completed write operation key=M8IRCIWF1SOU tag=6VL1XM2L4QXF type=write size=520241 2024-09-12T17:16:19.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.534+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=9U3X60A5Y0W3 type=del size=854304 2024-09-12T17:16:19.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.538+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=ERZ00RAGMMHS type=del 2024-09-12T17:16:19.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.542+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=QSPXY6N8UZJM type=del size=2105207 2024-09-12T17:16:19.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.546+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=WR2IK45F28C3 type=del 2024-09-12T17:16:19.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.550+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=9ZUSA11CINXH type=del size=202388 2024-09-12T17:16:19.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.550+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=02MLKQ16N059 type=del 2024-09-12T17:16:19.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~OB68K4DETI55.0 size=519306 2024-09-12T17:16:19.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.558+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=OB68K4DETI55 tag=D2D12UVRR7VV type=write size=1567882 2024-09-12T17:16:19.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.562+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=7TN3E1V9S18S type=del 2024-09-12T17:16:19.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.566+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~0EHY7KT68LYH.0 size=1048576 2024-09-12T17:16:19.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.570+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~0EHY7KT68LYH.1 size=14433 2024-09-12T17:16:19.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.570+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=0EHY7KT68LYH tag=8711T5J2NYSA type=write size=2111585 2024-09-12T17:16:19.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.570+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=K4KMA4RFXTN5 type=del 2024-09-12T17:16:19.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.574+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=1F1RRZCYJXJD type=del size=693 2024-09-12T17:16:19.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.578+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=528BJKLQ6QUX type=del 2024-09-12T17:16:19.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.582+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=09TMNT4DEMTU type=del size=2036687 2024-09-12T17:16:19.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.582+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~G251VM0F2M26.0 size=1048576 2024-09-12T17:16:19.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.586+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~G251VM0F2M26.1 size=58300 2024-09-12T17:16:19.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.590+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=G251VM0F2M26 tag=X9I6CV8X89TN type=write size=2155452 2024-09-12T17:16:19.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.594+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=RYWM8LVMPKLK type=del size=1891075 2024-09-12T17:16:19.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.598+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~G0GM07YTEUB4.0 size=1048576 2024-09-12T17:16:19.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.598+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~G0GM07YTEUB4.1 size=802708 2024-09-12T17:16:19.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.602+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=G0GM07YTEUB4 tag=14S6W8RALN7V type=write size=2899860 2024-09-12T17:16:19.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.606+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=LE5W80NPGRH7 type=del size=2026409 2024-09-12T17:16:19.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.614+0000 7f47a8c748c0 1 < suggested update operation key=93L6W586VL33 tag=CVC724HXAZY8 type=del size=2954649 2024-09-12T17:16:19.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.618+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~LSFI75OV9061.0 size=32441 2024-09-12T17:16:19.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.618+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=LSFI75OV9061 tag=J2PTOTFFO428 type=write size=1081017 2024-09-12T17:16:19.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.622+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~MVYULKAC7O7I.0 size=932756 2024-09-12T17:16:19.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.626+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=MVYULKAC7O7I tag=LAUN28D0RR8M type=write size=1981332 2024-09-12T17:16:19.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.626+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=OXY2RC5EWEEV type=write size=789099 2024-09-12T17:16:19.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.630+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=T5RW0QT8Q7TL type=del 2024-09-12T17:16:19.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.634+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=FL4LGEDF3BG4 type=write size=574057 2024-09-12T17:16:19.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.638+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=1A3ER42P1C5D type=del 2024-09-12T17:16:19.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~J7WTTT8UHLTZ.0 size=763270 2024-09-12T17:16:19.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.642+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=J7WTTT8UHLTZ tag=IFGQHMV8S5RQ type=write size=1811846 2024-09-12T17:16:19.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.646+0000 7f47a8c748c0 1 < canceled operation key=F7Y1D98CH9J9 tag=GQAS3JJXL9YE type=del size=3264593 2024-09-12T17:16:19.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.646+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=4UED51BBGOXT type=del size=3717141 2024-09-12T17:16:19.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.650+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=YPIOGSPL4GGU type=del 2024-09-12T17:16:19.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~R15TA7DBR609.0 size=1048576 2024-09-12T17:16:19.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.658+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~R15TA7DBR609.1 size=1048576 2024-09-12T17:16:19.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~R15TA7DBR609.2 size=266712 2024-09-12T17:16:19.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.662+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=R15TA7DBR609 tag=61M764VL38KF type=write size=3412440 2024-09-12T17:16:19.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.666+0000 7f47a8c748c0 1 < suggested remove operation key=O47SCE2D2679 tag=NHCTGCVPOOYT type=del 2024-09-12T17:16:19.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.670+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=IPZ7VYVTHISJ type=del size=3542450 2024-09-12T17:16:19.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.674+0000 7f47a8c748c0 1 < suggested remove operation key=H0TD8JXDYKKK tag=9U3X60A5Y0W3 type=del 2024-09-12T17:16:19.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.682+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~ZFSH2L7NLW2O.0 size=205099 2024-09-12T17:16:19.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.682+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=ZFSH2L7NLW2O tag=M2RN7XJ5ISIT type=write size=1253675 2024-09-12T17:16:19.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.682+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=QSPXY6N8UZJM type=del 2024-09-12T17:16:19.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~W4310L4DKXSH.0 size=1048576 2024-09-12T17:16:19.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~W4310L4DKXSH.1 size=329656 2024-09-12T17:16:19.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.690+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=W4310L4DKXSH tag=K2X06J14QP43 type=write size=2426808 2024-09-12T17:16:19.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.694+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=9ZUSA11CINXH type=del 2024-09-12T17:16:19.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~9GU1ZKAZQVUU.0 size=1048576 2024-09-12T17:16:19.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.702+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~9GU1ZKAZQVUU.1 size=1048576 2024-09-12T17:16:19.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.706+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~9GU1ZKAZQVUU.2 size=457368 2024-09-12T17:16:19.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.706+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=9GU1ZKAZQVUU tag=73303940N2ZU type=write size=3603096 2024-09-12T17:16:19.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.710+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~OB68K4DETI55.0 size=519306 2024-09-12T17:16:19.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.714+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=OB68K4DETI55 tag=D2D12UVRR7VV type=write size=1567882 2024-09-12T17:16:19.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.722+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~JWO8HKT6JCN4.0 size=210726 2024-09-12T17:16:19.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.722+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=JWO8HKT6JCN4 tag=U3WDDEUQ6Y00 type=write size=1259302 2024-09-12T17:16:19.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.726+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~0EHY7KT68LYH.0 size=1048576 2024-09-12T17:16:19.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.730+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~0EHY7KT68LYH.1 size=14433 2024-09-12T17:16:19.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.734+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=0EHY7KT68LYH tag=8711T5J2NYSA type=write size=2111585 2024-09-12T17:16:19.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8XIO3ZM9QM2N.0 size=1048576 2024-09-12T17:16:19.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8XIO3ZM9QM2N.1 size=1048576 2024-09-12T17:16:19.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~8XIO3ZM9QM2N.2 size=842329 2024-09-12T17:16:19.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.746+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=8XIO3ZM9QM2N tag=J674YPWX8NH5 type=write size=3988057 2024-09-12T17:16:19.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.750+0000 7f47a8c748c0 -1 < failed to complete operation key=O47SCE2D2679 tag=1F1RRZCYJXJD type=del size=693: (22) Invalid argument 2024-09-12T17:16:19.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.754+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=AAODBMVN42SL type=del size=69970 2024-09-12T17:16:19.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.754+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=09TMNT4DEMTU type=del 2024-09-12T17:16:19.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.758+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=2IY44UK7H51R type=del size=3062900 2024-09-12T17:16:19.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.762+0000 7f47a8c748c0 -1 < failed to complete operation key=H0TD8JXDYKKK tag=RYWM8LVMPKLK type=del size=1891075: (22) Invalid argument 2024-09-12T17:16:19.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.770+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~XEB63A291YPV.0 size=1048576 2024-09-12T17:16:19.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.770+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~XEB63A291YPV.1 size=411424 2024-09-12T17:16:19.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.770+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=XEB63A291YPV tag=USMXQS4LSWPJ type=write size=2508576 2024-09-12T17:16:19.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.774+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=LE5W80NPGRH7 type=del 2024-09-12T17:16:19.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.778+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=OM2AOYIX34V0 type=del size=3999300 2024-09-12T17:16:19.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.782+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~LSFI75OV9061.0 size=32441 2024-09-12T17:16:19.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.786+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=LSFI75OV9061 tag=J2PTOTFFO428 type=write size=1081017 2024-09-12T17:16:19.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.790+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=40SJJ80BJGRV type=del size=1301643 2024-09-12T17:16:19.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.794+0000 7f47a8c748c0 1 < completed write operation key=K7VSL58BTME5 tag=OXY2RC5EWEEV type=write size=789099 2024-09-12T17:16:19.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.798+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=UWP2NYG3X5N9 type=del size=1428003 2024-09-12T17:16:19.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.802+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=FL4LGEDF3BG4 type=write size=574057 2024-09-12T17:16:19.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.806+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=8YBI399VC3WB type=del size=2955058 2024-09-12T17:16:19.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.806+0000 7f47a8c748c0 1 < canceled part key=_multipart_BD3Q1XK93E50.2~J7WTTT8UHLTZ.0 size=763270 2024-09-12T17:16:19.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.810+0000 7f47a8c748c0 1 < canceled multipart upload key=BD3Q1XK93E50 upload=J7WTTT8UHLTZ tag=IFGQHMV8S5RQ type=write size=1811846 2024-09-12T17:16:19.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.814+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=YIM6TRFJ1UDM type=del size=201410 2024-09-12T17:16:19.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.818+0000 7f47a8c748c0 -1 < failed to complete operation key=O47SCE2D2679 tag=4UED51BBGOXT type=del size=3717141: (22) Invalid argument 2024-09-12T17:16:19.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~18Q7VDRYXBK9.0 size=1048576 2024-09-12T17:16:19.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~18Q7VDRYXBK9.1 size=1048576 2024-09-12T17:16:19.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.834+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~18Q7VDRYXBK9.2 size=234159 2024-09-12T17:16:19.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.834+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=18Q7VDRYXBK9 tag=JYNTE4UVL0PO type=write size=3379887 2024-09-12T17:16:19.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.834+0000 7f47a8c748c0 1 < canceled part key=_multipart_8CHGYRJ30NQM.2~R15TA7DBR609.0 size=1048576 2024-09-12T17:16:19.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.838+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~R15TA7DBR609.1 size=1048576 2024-09-12T17:16:19.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.838+0000 7f47a8c748c0 1 < canceled part key=_multipart_8CHGYRJ30NQM.2~R15TA7DBR609.2 size=266712 2024-09-12T17:16:19.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.842+0000 7f47a8c748c0 1 < canceled multipart upload key=8CHGYRJ30NQM upload=R15TA7DBR609 tag=61M764VL38KF type=write size=3412440 2024-09-12T17:16:19.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~YLGGBRIU1B0F.0 size=1048576 2024-09-12T17:16:19.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~YLGGBRIU1B0F.1 size=1048576 2024-09-12T17:16:19.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~YLGGBRIU1B0F.2 size=580428 2024-09-12T17:16:19.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.854+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=YLGGBRIU1B0F tag=FQBLOJOKTWVO type=write size=3726156 2024-09-12T17:16:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.858+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=IPZ7VYVTHISJ type=del 2024-09-12T17:16:19.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~CG5TJ8W2QYSJ.0 size=1048576 2024-09-12T17:16:19.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.866+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~CG5TJ8W2QYSJ.1 size=899802 2024-09-12T17:16:19.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.866+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=CG5TJ8W2QYSJ tag=ESQBR5PES8SL type=write size=2996954 2024-09-12T17:16:19.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.870+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~ZFSH2L7NLW2O.0 size=205099 2024-09-12T17:16:19.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.874+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=ZFSH2L7NLW2O tag=M2RN7XJ5ISIT type=write size=1253675 2024-09-12T17:16:19.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.882+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~028W3FKXMQRH.0 size=1048576 2024-09-12T17:16:19.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~028W3FKXMQRH.1 size=1048576 2024-09-12T17:16:19.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~028W3FKXMQRH.2 size=199342 2024-09-12T17:16:19.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.886+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=028W3FKXMQRH tag=QZ5DUNXEJU03 type=write size=3345070 2024-09-12T17:16:19.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.890+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~W4310L4DKXSH.0 size=1048576 2024-09-12T17:16:19.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.894+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~W4310L4DKXSH.1 size=329656 2024-09-12T17:16:19.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.898+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=W4310L4DKXSH tag=K2X06J14QP43 type=write size=2426808 2024-09-12T17:16:19.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.902+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=A3GY99FZDIYD type=write size=606537 2024-09-12T17:16:19.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.906+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~9GU1ZKAZQVUU.0 size=1048576 2024-09-12T17:16:19.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.910+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~9GU1ZKAZQVUU.1 size=1048576 2024-09-12T17:16:19.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.910+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~9GU1ZKAZQVUU.2 size=457368 2024-09-12T17:16:19.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.918+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=9GU1ZKAZQVUU tag=73303940N2ZU type=write size=3603096 2024-09-12T17:16:19.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.922+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=VABJ0O74QE3E type=del size=1441027 2024-09-12T17:16:19.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.922+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~JWO8HKT6JCN4.0 size=210726 2024-09-12T17:16:19.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.926+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=JWO8HKT6JCN4 tag=U3WDDEUQ6Y00 type=write size=1259302 2024-09-12T17:16:19.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.930+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=WHNZC343QISS type=del size=1493268 2024-09-12T17:16:19.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.934+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8XIO3ZM9QM2N.0 size=1048576 2024-09-12T17:16:19.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.938+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8XIO3ZM9QM2N.1 size=1048576 2024-09-12T17:16:19.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.938+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~8XIO3ZM9QM2N.2 size=842329 2024-09-12T17:16:19.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.946+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=8XIO3ZM9QM2N tag=J674YPWX8NH5 type=write size=3988057 2024-09-12T17:16:19.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.950+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~MBC4590FO0GZ.0 size=1048576 2024-09-12T17:16:19.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~MBC4590FO0GZ.1 size=1048576 2024-09-12T17:16:19.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~MBC4590FO0GZ.2 size=393480 2024-09-12T17:16:19.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.954+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=MBC4590FO0GZ tag=E9WIYTZV2XBA type=write size=3539208 2024-09-12T17:16:19.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.962+0000 7f47a8c748c0 1 < suggested remove operation key=MGMTNUVEIO4Y tag=AAODBMVN42SL type=del 2024-09-12T17:16:19.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.966+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=GTG1A4K6V520 type=del size=1772663 2024-09-12T17:16:19.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.970+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=2IY44UK7H51R type=del 2024-09-12T17:16:19.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.974+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~FCM15QJNLK5R.0 size=1048576 2024-09-12T17:16:19.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.978+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~FCM15QJNLK5R.1 size=1048576 2024-09-12T17:16:19.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.978+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~FCM15QJNLK5R.2 size=811906 2024-09-12T17:16:19.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.978+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=FCM15QJNLK5R tag=OKK14IWHPL1H type=write size=3957634 2024-09-12T17:16:19.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.982+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~XEB63A291YPV.0 size=1048576 2024-09-12T17:16:19.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.986+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~XEB63A291YPV.1 size=411424 2024-09-12T17:16:19.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.990+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=XEB63A291YPV tag=USMXQS4LSWPJ type=write size=2508576 2024-09-12T17:16:19.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.994+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=Y3VVV91FQ3XN type=del size=2547472 2024-09-12T17:16:20.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:19.998+0000 7f47a8c748c0 1 < canceled operation key=BD3Q1XK93E50 tag=OM2AOYIX34V0 type=del size=3999300 2024-09-12T17:16:20.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.002+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=1BHUS3W4LES2 type=del size=2166701 2024-09-12T17:16:20.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.006+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=40SJJ80BJGRV type=del 2024-09-12T17:16:20.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.010+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=DP4OKM4E44WS type=del size=135939 2024-09-12T17:16:20.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.014+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=UWP2NYG3X5N9 type=del 2024-09-12T17:16:20.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.018+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=84VCGO1A4FN0 type=del size=3000515 2024-09-12T17:16:20.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.018+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=8YBI399VC3WB type=del 2024-09-12T17:16:20.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~PBL8DYJ83YSL.0 size=1048576 2024-09-12T17:16:20.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~PBL8DYJ83YSL.1 size=703066 2024-09-12T17:16:20.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.026+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=PBL8DYJ83YSL tag=7D076TVWMVRH type=write size=2800218 2024-09-12T17:16:20.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.030+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=YIM6TRFJ1UDM type=del 2024-09-12T17:16:20.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.034+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=A5VXJ6438ROA type=del size=773348 2024-09-12T17:16:20.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.034+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~18Q7VDRYXBK9.0 size=1048576 2024-09-12T17:16:20.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.038+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~18Q7VDRYXBK9.1 size=1048576 2024-09-12T17:16:20.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.042+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~18Q7VDRYXBK9.2 size=234159 2024-09-12T17:16:20.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.046+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=18Q7VDRYXBK9 tag=JYNTE4UVL0PO type=write size=3379887 2024-09-12T17:16:20.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.050+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=P4N0QMX7KV4P type=del size=2860597 2024-09-12T17:16:20.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.054+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~YLGGBRIU1B0F.0 size=1048576 2024-09-12T17:16:20.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.054+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~YLGGBRIU1B0F.1 size=1048576 2024-09-12T17:16:20.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.058+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~YLGGBRIU1B0F.2 size=580428 2024-09-12T17:16:20.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.062+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=YLGGBRIU1B0F tag=FQBLOJOKTWVO type=write size=3726156 2024-09-12T17:16:20.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.066+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=B4D8E51K7XD1 type=del size=2491329 2024-09-12T17:16:20.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.070+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~CG5TJ8W2QYSJ.0 size=1048576 2024-09-12T17:16:20.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.070+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~CG5TJ8W2QYSJ.1 size=899802 2024-09-12T17:16:20.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.074+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=CG5TJ8W2QYSJ tag=ESQBR5PES8SL type=write size=2996954 2024-09-12T17:16:20.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.078+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=X8VZOLJ94UP3 type=del size=3075423 2024-09-12T17:16:20.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.082+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~028W3FKXMQRH.0 size=1048576 2024-09-12T17:16:20.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.086+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~028W3FKXMQRH.1 size=1048576 2024-09-12T17:16:20.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.086+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~028W3FKXMQRH.2 size=199342 2024-09-12T17:16:20.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.094+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=028W3FKXMQRH tag=QZ5DUNXEJU03 type=write size=3345070 2024-09-12T17:16:20.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PX9FTMOB0WRX.0 size=1048576 2024-09-12T17:16:20.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.102+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~PX9FTMOB0WRX.1 size=682034 2024-09-12T17:16:20.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.102+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=PX9FTMOB0WRX tag=RG1EGWUMY6AG type=write size=2779186 2024-09-12T17:16:20.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.106+0000 7f47a8c748c0 1 < completed write operation key=8CHGYRJ30NQM tag=A3GY99FZDIYD type=write size=606537 2024-09-12T17:16:20.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.110+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=VPVDPLY1JK35 type=write size=463379 2024-09-12T17:16:20.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.114+0000 7f47a8c748c0 1 < suggested update operation key=BAS0Q4WRPSSX tag=VABJ0O74QE3E type=del size=1441027 2024-09-12T17:16:20.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.118+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=T9SXF1JK92OM type=del size=1972491 2024-09-12T17:16:20.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.126+0000 7f47a8c748c0 -1 < failed to complete operation key=BAS0Q4WRPSSX tag=WHNZC343QISS type=del size=1493268: (22) Invalid argument 2024-09-12T17:16:20.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.130+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=QXXWXDASGB8F type=del size=4183512 2024-09-12T17:16:20.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.130+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8ZBOG7V3G21.2~MBC4590FO0GZ.0 size=1048576 2024-09-12T17:16:20.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.134+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~MBC4590FO0GZ.1 size=1048576 2024-09-12T17:16:20.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.134+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~MBC4590FO0GZ.2 size=393480 2024-09-12T17:16:20.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.142+0000 7f47a8c748c0 1 < canceled multipart upload key=O8ZBOG7V3G21 upload=MBC4590FO0GZ tag=E9WIYTZV2XBA type=write size=3539208 2024-09-12T17:16:20.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.146+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=5LG8PBMD6H4E type=del size=2870148 2024-09-12T17:16:20.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.146+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=GTG1A4K6V520 type=del 2024-09-12T17:16:20.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~0ND97P9LPDFI.0 size=1048576 2024-09-12T17:16:20.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~0ND97P9LPDFI.1 size=871187 2024-09-12T17:16:20.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.158+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=0ND97P9LPDFI tag=OJX2Z2AEHQ2A type=write size=2968339 2024-09-12T17:16:20.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.162+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~FCM15QJNLK5R.0 size=1048576 2024-09-12T17:16:20.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.162+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~FCM15QJNLK5R.1 size=1048576 2024-09-12T17:16:20.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.166+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~FCM15QJNLK5R.2 size=811906 2024-09-12T17:16:20.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.174+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=FCM15QJNLK5R tag=OKK14IWHPL1H type=write size=3957634 2024-09-12T17:16:20.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.178+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~J74BUG6HZJEP.0 size=1048576 2024-09-12T17:16:20.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~J74BUG6HZJEP.1 size=1048576 2024-09-12T17:16:20.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~J74BUG6HZJEP.2 size=608115 2024-09-12T17:16:20.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.182+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=J74BUG6HZJEP tag=WNGFGJCBVLIZ type=write size=3753843 2024-09-12T17:16:20.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.186+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=Y3VVV91FQ3XN type=del 2024-09-12T17:16:20.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.190+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=53S471JGJADU type=write size=495850 2024-09-12T17:16:20.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.194+0000 7f47a8c748c0 1 < canceled operation key=LIX9TJX73W7K tag=1BHUS3W4LES2 type=del size=2166701 2024-09-12T17:16:20.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~2AU238KDU0VA.0 size=1048576 2024-09-12T17:16:20.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~2AU238KDU0VA.1 size=727178 2024-09-12T17:16:20.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.202+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=2AU238KDU0VA tag=6GRZC3GJUL0Y type=write size=2824330 2024-09-12T17:16:20.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.210+0000 7f47a8c748c0 1 < suggested remove operation key=FNQLQEI5JDG8 tag=DP4OKM4E44WS type=del 2024-09-12T17:16:20.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.214+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=2QI22N7GB7JK type=write size=642406 2024-09-12T17:16:20.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.222+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=84VCGO1A4FN0 type=del size=3000515 2024-09-12T17:16:20.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~LAV7VI2F42KD.0 size=1048576 2024-09-12T17:16:20.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.230+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~LAV7VI2F42KD.1 size=1028741 2024-09-12T17:16:20.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.230+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=LAV7VI2F42KD tag=2Y2PZST5C3MB type=write size=3125893 2024-09-12T17:16:20.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.234+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~PBL8DYJ83YSL.0 size=1048576 2024-09-12T17:16:20.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.234+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~PBL8DYJ83YSL.1 size=703066 2024-09-12T17:16:20.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.242+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=PBL8DYJ83YSL tag=7D076TVWMVRH type=write size=2800218 2024-09-12T17:16:20.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.246+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~TFLWY2N75G53.0 size=352487 2024-09-12T17:16:20.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.246+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=TFLWY2N75G53 tag=UPN6ADG3Q98Z type=write size=1401063 2024-09-12T17:16:20.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.254+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=A5VXJ6438ROA type=del 2024-09-12T17:16:20.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~BMDSO365W737.0 size=1048576 2024-09-12T17:16:20.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.266+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~BMDSO365W737.1 size=211690 2024-09-12T17:16:20.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.266+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=BMDSO365W737 tag=B7WLUFAXHSCC type=write size=2308842 2024-09-12T17:16:20.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.270+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=P4N0QMX7KV4P type=del 2024-09-12T17:16:20.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.274+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=A229BXFA9ENU type=del size=1676308 2024-09-12T17:16:20.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.274+0000 7f47a8c748c0 1 < canceled operation key=H5SIPJZCJ03T tag=B4D8E51K7XD1 type=del size=2491329 2024-09-12T17:16:20.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.278+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=KT393Z09X7AU type=del size=2418205 2024-09-12T17:16:20.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.282+0000 7f47a8c748c0 1 < canceled operation key=K7VSL58BTME5 tag=X8VZOLJ94UP3 type=del size=3075423 2024-09-12T17:16:20.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~WX1Z9SAUA4P6.0 size=1048576 2024-09-12T17:16:20.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~WX1Z9SAUA4P6.1 size=98327 2024-09-12T17:16:20.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.290+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=WX1Z9SAUA4P6 tag=E8DA7DCD8IB0 type=write size=2195479 2024-09-12T17:16:20.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.298+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PX9FTMOB0WRX.0 size=1048576 2024-09-12T17:16:20.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.298+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~PX9FTMOB0WRX.1 size=682034 2024-09-12T17:16:20.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.306+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=PX9FTMOB0WRX tag=RG1EGWUMY6AG type=write size=2779186 2024-09-12T17:16:20.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.310+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=WA5OE1X0XVJP type=del size=3262580 2024-09-12T17:16:20.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.314+0000 7f47a8c748c0 -1 < failed to complete operation key=FNQLQEI5JDG8 tag=VPVDPLY1JK35 type=write size=463379: (22) Invalid argument 2024-09-12T17:16:20.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.322+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~Z3PJPMHC9FKY.0 size=1048576 2024-09-12T17:16:20.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.326+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~Z3PJPMHC9FKY.1 size=216350 2024-09-12T17:16:20.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.326+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=Z3PJPMHC9FKY tag=NGDMSWUNPMID type=write size=2313502 2024-09-12T17:16:20.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.326+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=T9SXF1JK92OM type=del 2024-09-12T17:16:20.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.330+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=03QDK8MXVGL4 type=del size=2446204 2024-09-12T17:16:20.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.334+0000 7f47a8c748c0 1 < canceled operation key=80E1U6C0GQAU tag=QXXWXDASGB8F type=del size=4183512 2024-09-12T17:16:20.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.338+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=7RDONIW3CVO5 type=write size=374458 2024-09-12T17:16:20.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.342+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=5LG8PBMD6H4E type=del 2024-09-12T17:16:20.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.346+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=RRF5WB9IKAIZ type=del size=718533 2024-09-12T17:16:20.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.350+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~0ND97P9LPDFI.0 size=1048576 2024-09-12T17:16:20.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.354+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~0ND97P9LPDFI.1 size=871187 2024-09-12T17:16:20.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.358+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=0ND97P9LPDFI tag=OJX2Z2AEHQ2A type=write size=2968339 2024-09-12T17:16:20.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.366+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~7F90UW5U7A47.0 size=1048576 2024-09-12T17:16:20.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~7F90UW5U7A47.1 size=1048576 2024-09-12T17:16:20.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~7F90UW5U7A47.2 size=179280 2024-09-12T17:16:20.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.374+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=7F90UW5U7A47 tag=XE8JAX43ZYIB type=write size=3325008 2024-09-12T17:16:20.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.378+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~J74BUG6HZJEP.0 size=1048576 2024-09-12T17:16:20.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.378+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~J74BUG6HZJEP.1 size=1048576 2024-09-12T17:16:20.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.382+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~J74BUG6HZJEP.2 size=608115 2024-09-12T17:16:20.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.390+0000 7f47a8c748c0 1 < completed multipart upload key=ON5AHBFMCXB7 upload=J74BUG6HZJEP tag=WNGFGJCBVLIZ type=write size=3753843 2024-09-12T17:16:20.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.394+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=GQ0F1DT7BK9H type=write size=348135 2024-09-12T17:16:20.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.394+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=O8ZBOG7V3G21 tag=53S471JGJADU type=write size=495850: (2) No such file or directory 2024-09-12T17:16:20.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.398+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=CSWE0CQL1JYO type=del size=2741593 2024-09-12T17:16:20.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.402+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~2AU238KDU0VA.0 size=1048576 2024-09-12T17:16:20.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.406+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~2AU238KDU0VA.1 size=727178 2024-09-12T17:16:20.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.410+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=2AU238KDU0VA tag=6GRZC3GJUL0Y type=write size=2824330 2024-09-12T17:16:20.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.414+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=2UP4EUM9HQDD type=del size=3110739 2024-09-12T17:16:20.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.418+0000 7f47a8c748c0 1 < completed write operation key=R9QGA3GF563C tag=2QI22N7GB7JK type=write size=642406 2024-09-12T17:16:20.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~RG8XTMW21EZB.0 size=1048576 2024-09-12T17:16:20.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.426+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~RG8XTMW21EZB.1 size=111873 2024-09-12T17:16:20.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.426+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=RG8XTMW21EZB tag=5Q6LMRSS3QNM type=write size=2209025 2024-09-12T17:16:20.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.430+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~LAV7VI2F42KD.0 size=1048576 2024-09-12T17:16:20.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.434+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~LAV7VI2F42KD.1 size=1028741 2024-09-12T17:16:20.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.438+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=LAV7VI2F42KD tag=2Y2PZST5C3MB type=write size=3125893 2024-09-12T17:16:20.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~SUTEYM1FCW8W.0 size=594647 2024-09-12T17:16:20.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.446+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=SUTEYM1FCW8W tag=BYKZZTSOF6M2 type=write size=1643223 2024-09-12T17:16:20.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.450+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~TFLWY2N75G53.0 size=352487 2024-09-12T17:16:20.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.458+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=TFLWY2N75G53 tag=UPN6ADG3Q98Z type=write size=1401063 2024-09-12T17:16:20.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~4CMSPIGO9Z5I.0 size=1048576 2024-09-12T17:16:20.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~4CMSPIGO9Z5I.1 size=51222 2024-09-12T17:16:20.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.466+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=4CMSPIGO9Z5I tag=99H9NX5G0HNT type=write size=2148374 2024-09-12T17:16:20.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.470+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~BMDSO365W737.0 size=1048576 2024-09-12T17:16:20.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.474+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~BMDSO365W737.1 size=211690 2024-09-12T17:16:20.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.478+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=BMDSO365W737 tag=B7WLUFAXHSCC type=write size=2308842 2024-09-12T17:16:20.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.482+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=INSV4HO0RDGQ type=del size=1179297 2024-09-12T17:16:20.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.486+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=A229BXFA9ENU type=del 2024-09-12T17:16:20.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~TP1VV2RQC2RN.0 size=1048576 2024-09-12T17:16:20.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~TP1VV2RQC2RN.1 size=136586 2024-09-12T17:16:20.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.490+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=TP1VV2RQC2RN tag=GE40GPU7ENTM type=write size=2233738 2024-09-12T17:16:20.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.494+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=KT393Z09X7AU type=del 2024-09-12T17:16:20.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.498+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=LB7FZDO0659R type=del size=3014131 2024-09-12T17:16:20.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.502+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~WX1Z9SAUA4P6.0 size=1048576 2024-09-12T17:16:20.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.502+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~WX1Z9SAUA4P6.1 size=98327 2024-09-12T17:16:20.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.506+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=WX1Z9SAUA4P6 tag=E8DA7DCD8IB0 type=write size=2195479 2024-09-12T17:16:20.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.510+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=Y3CX1XJG4NNE type=write size=849244 2024-09-12T17:16:20.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.514+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=WA5OE1X0XVJP type=del 2024-09-12T17:16:20.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.514+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=YXRJ504HTY0W type=del size=216736 2024-09-12T17:16:20.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.518+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~Z3PJPMHC9FKY.0 size=1048576 2024-09-12T17:16:20.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.522+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~Z3PJPMHC9FKY.1 size=216350 2024-09-12T17:16:20.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.526+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=Z3PJPMHC9FKY tag=NGDMSWUNPMID type=write size=2313502 2024-09-12T17:16:20.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.530+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=63OSZ1AEB5HZ type=del size=3677933 2024-09-12T17:16:20.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.534+0000 7f47a8c748c0 1 < canceled operation key=P8D2NC13VSST tag=03QDK8MXVGL4 type=del size=2446204 2024-09-12T17:16:20.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~8CV70VMDPWUJ.0 size=1048576 2024-09-12T17:16:20.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~8CV70VMDPWUJ.1 size=1048576 2024-09-12T17:16:20.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~8CV70VMDPWUJ.2 size=126864 2024-09-12T17:16:20.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.546+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=8CV70VMDPWUJ tag=X04957767TSY type=write size=3272592 2024-09-12T17:16:20.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.550+0000 7f47a8c748c0 1 < completed write operation key=O47SCE2D2679 tag=7RDONIW3CVO5 type=write size=374458 2024-09-12T17:16:20.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.554+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=BY3RMSJ5YY3Y type=write size=477207 2024-09-12T17:16:20.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.554+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=RRF5WB9IKAIZ type=del 2024-09-12T17:16:20.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.558+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=JKNMQ57008PT type=del size=3132731 2024-09-12T17:16:20.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.562+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~7F90UW5U7A47.0 size=1048576 2024-09-12T17:16:20.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.562+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~7F90UW5U7A47.1 size=1048576 2024-09-12T17:16:20.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.566+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~7F90UW5U7A47.2 size=179280 2024-09-12T17:16:20.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.570+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=7F90UW5U7A47 tag=XE8JAX43ZYIB type=write size=3325008 2024-09-12T17:16:20.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.574+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=722XHL52I31Q type=del size=2501835 2024-09-12T17:16:20.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.578+0000 7f47a8c748c0 1 < completed write operation key=2WSU8RIJ5L0X tag=GQ0F1DT7BK9H type=write size=348135 2024-09-12T17:16:20.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.582+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=AGA3LXHKXN2B type=write size=794900 2024-09-12T17:16:20.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.582+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=CSWE0CQL1JYO type=del size=2741593 2024-09-12T17:16:20.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.590+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~RFMWAB5X4HG7.0 size=1048576 2024-09-12T17:16:20.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.590+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~RFMWAB5X4HG7.1 size=1048576 2024-09-12T17:16:20.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~RFMWAB5X4HG7.2 size=15136 2024-09-12T17:16:20.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.594+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=RFMWAB5X4HG7 tag=IME13579A0YS type=write size=3160864 2024-09-12T17:16:20.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.598+0000 7f47a8c748c0 1 < suggested update operation key=G0UIHXL2ET1N tag=2UP4EUM9HQDD type=del size=3110739 2024-09-12T17:16:20.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.606+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~IA70NF7YYQNM.0 size=1048576 2024-09-12T17:16:20.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.606+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~IA70NF7YYQNM.1 size=862866 2024-09-12T17:16:20.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.606+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=IA70NF7YYQNM tag=J4KXO3BNW03U type=write size=2960018 2024-09-12T17:16:20.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.610+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~RG8XTMW21EZB.0 size=1048576 2024-09-12T17:16:20.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.614+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~RG8XTMW21EZB.1 size=111873 2024-09-12T17:16:20.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.618+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=RG8XTMW21EZB tag=5Q6LMRSS3QNM type=write size=2209025 2024-09-12T17:16:20.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.622+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=151ZR8C0LHER type=del size=743571 2024-09-12T17:16:20.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.626+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~SUTEYM1FCW8W.0 size=594647 2024-09-12T17:16:20.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.630+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=SUTEYM1FCW8W tag=BYKZZTSOF6M2 type=write size=1643223 2024-09-12T17:16:20.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~05WRESTL9I7U.0 size=241301 2024-09-12T17:16:20.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.634+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=05WRESTL9I7U tag=PS04DA0TM3AA type=write size=1289877 2024-09-12T17:16:20.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.638+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~4CMSPIGO9Z5I.0 size=1048576 2024-09-12T17:16:20.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.642+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~4CMSPIGO9Z5I.1 size=51222 2024-09-12T17:16:20.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.646+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=4CMSPIGO9Z5I tag=99H9NX5G0HNT type=write size=2148374 2024-09-12T17:16:20.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.650+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=8XICXSY55060 type=del size=1776994 2024-09-12T17:16:20.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.654+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=INSV4HO0RDGQ type=del 2024-09-12T17:16:20.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.658+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=FYG1ABFILAXB type=write size=883739 2024-09-12T17:16:20.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.658+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~TP1VV2RQC2RN.0 size=1048576 2024-09-12T17:16:20.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.662+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~TP1VV2RQC2RN.1 size=136586 2024-09-12T17:16:20.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.670+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=TP1VV2RQC2RN tag=GE40GPU7ENTM type=write size=2233738 2024-09-12T17:16:20.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.674+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~FC6YHD4J4KPI.0 size=1048576 2024-09-12T17:16:20.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.678+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~FC6YHD4J4KPI.1 size=479799 2024-09-12T17:16:20.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.678+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=FC6YHD4J4KPI tag=LEBUB3G8UKNA type=write size=2576951 2024-09-12T17:16:20.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.678+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=LB7FZDO0659R type=del 2024-09-12T17:16:20.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~6LASVXQ8CK10.0 size=1048576 2024-09-12T17:16:20.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~6LASVXQ8CK10.1 size=540381 2024-09-12T17:16:20.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.686+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=6LASVXQ8CK10 tag=MSZ1DLE9L1DS type=write size=2637533 2024-09-12T17:16:20.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.694+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=Y3CX1XJG4NNE type=write 2024-09-12T17:16:20.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.698+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=TGZXKW3L0IC8 type=del size=4185107 2024-09-12T17:16:20.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.702+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=YXRJ504HTY0W type=del 2024-09-12T17:16:20.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.706+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=P2L32YPG1ZLF type=write size=1026582 2024-09-12T17:16:20.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.710+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=63OSZ1AEB5HZ type=del 2024-09-12T17:16:20.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.710+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=KFZ31D6UPL1N type=write size=306927 2024-09-12T17:16:20.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.714+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~8CV70VMDPWUJ.0 size=1048576 2024-09-12T17:16:20.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.718+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~8CV70VMDPWUJ.1 size=1048576 2024-09-12T17:16:20.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.722+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~8CV70VMDPWUJ.2 size=126864 2024-09-12T17:16:20.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.726+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=8CV70VMDPWUJ tag=X04957767TSY type=write size=3272592 2024-09-12T17:16:20.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.730+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=E5SJ1X853H5D type=del size=3904232 2024-09-12T17:16:20.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.734+0000 7f47a8c748c0 -1 < failed to complete operation key=P8D2NC13VSST tag=BY3RMSJ5YY3Y type=write size=477207: (22) Invalid argument 2024-09-12T17:16:20.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.738+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=H2CS2H5ZHWW5 type=del size=3034857 2024-09-12T17:16:20.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.742+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=JKNMQ57008PT type=del 2024-09-12T17:16:20.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.754+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~QUDQV9M1Z3CF.0 size=1048576 2024-09-12T17:16:20.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.758+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~QUDQV9M1Z3CF.1 size=761886 2024-09-12T17:16:20.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.758+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=QUDQV9M1Z3CF tag=SZ1FZR8ATL4A type=write size=2859038 2024-09-12T17:16:20.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.758+0000 7f47a8c748c0 1 < canceled operation key=OJYL5A30U6ET tag=722XHL52I31Q type=del size=2501835 2024-09-12T17:16:20.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.762+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=471BHZVCNTK7 type=del size=3459899 2024-09-12T17:16:20.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.766+0000 7f47a8c748c0 1 < canceled operation key=93L6W586VL33 tag=AGA3LXHKXN2B type=write size=794900 2024-09-12T17:16:20.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.770+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=FNLTYIMXJK30 type=del size=627848 2024-09-12T17:16:20.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.774+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~RFMWAB5X4HG7.0 size=1048576 2024-09-12T17:16:20.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.778+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~RFMWAB5X4HG7.1 size=1048576 2024-09-12T17:16:20.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.782+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~RFMWAB5X4HG7.2 size=15136 2024-09-12T17:16:20.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.786+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=RFMWAB5X4HG7 tag=IME13579A0YS type=write size=3160864 2024-09-12T17:16:20.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.794+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~M5O6IC7U4B8M.0 size=1048576 2024-09-12T17:16:20.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.798+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~M5O6IC7U4B8M.1 size=94024 2024-09-12T17:16:20.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.798+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=M5O6IC7U4B8M tag=AWK1IHWP0O5M type=write size=2191176 2024-09-12T17:16:20.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.802+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~IA70NF7YYQNM.0 size=1048576 2024-09-12T17:16:20.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.802+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~IA70NF7YYQNM.1 size=862866 2024-09-12T17:16:20.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.810+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=IA70NF7YYQNM tag=J4KXO3BNW03U type=write size=2960018 2024-09-12T17:16:20.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~MFF6CT7I0SUX.0 size=654651 2024-09-12T17:16:20.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.814+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=MFF6CT7I0SUX tag=WBMICFNRAH68 type=write size=1703227 2024-09-12T17:16:20.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.818+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=151ZR8C0LHER type=del 2024-09-12T17:16:20.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.826+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=NE7XNRWAM786 type=del size=3913989 2024-09-12T17:16:20.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.826+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~05WRESTL9I7U.0 size=241301 2024-09-12T17:16:20.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.834+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=05WRESTL9I7U tag=PS04DA0TM3AA type=write size=1289877 2024-09-12T17:16:20.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.838+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=4UJESIYV9OYO type=del size=449336 2024-09-12T17:16:20.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.842+0000 7f47a8c748c0 1 < canceled operation key=O47SCE2D2679 tag=8XICXSY55060 type=del size=1776994 2024-09-12T17:16:20.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.846+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=PMH1V0IZAZBG type=del size=2443036 2024-09-12T17:16:20.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.846+0000 7f47a8c748c0 1 < completed write operation key=TML69DVSXPEX tag=FYG1ABFILAXB type=write size=883739 2024-09-12T17:16:20.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.850+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=XR0572W34IFD type=del size=1958776 2024-09-12T17:16:20.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.854+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~FC6YHD4J4KPI.0 size=1048576 2024-09-12T17:16:20.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.858+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~FC6YHD4J4KPI.1 size=479799 2024-09-12T17:16:20.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.862+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=FC6YHD4J4KPI tag=LEBUB3G8UKNA type=write size=2576951 2024-09-12T17:16:20.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.866+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=QOU013Q5Z9B9 type=del size=1432573 2024-09-12T17:16:20.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.870+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~6LASVXQ8CK10.0 size=1048576 2024-09-12T17:16:20.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.874+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~6LASVXQ8CK10.1 size=540381 2024-09-12T17:16:20.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.878+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=6LASVXQ8CK10 tag=MSZ1DLE9L1DS type=write size=2637533 2024-09-12T17:16:20.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.882+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=R4QLMB8ACVB7 type=del size=2226373 2024-09-12T17:16:20.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.886+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=TGZXKW3L0IC8 type=del 2024-09-12T17:16:20.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.890+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=3SSC38AKHJJ4 type=del size=1509652 2024-09-12T17:16:20.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.894+0000 7f47a8c748c0 1 < completed write operation key=K7VSL58BTME5 tag=P2L32YPG1ZLF type=write size=1026582 2024-09-12T17:16:20.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.898+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=T6QBCO8NKRZW type=del size=403920 2024-09-12T17:16:20.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.902+0000 7f47a8c748c0 1 < completed write operation key=P8D2NC13VSST tag=KFZ31D6UPL1N type=write size=306927 2024-09-12T17:16:20.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~NK359258UWB0.0 size=1048576 2024-09-12T17:16:20.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.910+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~NK359258UWB0.1 size=684178 2024-09-12T17:16:20.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.910+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=NK359258UWB0 tag=DX140H43YLUH type=write size=2781330 2024-09-12T17:16:20.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.914+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=E5SJ1X853H5D type=del 2024-09-12T17:16:20.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.918+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=O4H59P5YM8RT type=write size=692795 2024-09-12T17:16:20.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.922+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=H2CS2H5ZHWW5 type=del 2024-09-12T17:16:20.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.926+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=QMXIMPE02YTT type=del size=3240790 2024-09-12T17:16:20.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.926+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~QUDQV9M1Z3CF.0 size=1048576 2024-09-12T17:16:20.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.930+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~QUDQV9M1Z3CF.1 size=761886 2024-09-12T17:16:20.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.938+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=QUDQV9M1Z3CF tag=SZ1FZR8ATL4A type=write size=2859038 2024-09-12T17:16:20.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.942+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=Z4WFQ5RYJV0L type=del size=1638221 2024-09-12T17:16:20.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.942+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=471BHZVCNTK7 type=del 2024-09-12T17:16:20.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.950+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JQ69ST8LDLAK.0 size=1048576 2024-09-12T17:16:20.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JQ69ST8LDLAK.1 size=1048576 2024-09-12T17:16:20.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JQ69ST8LDLAK.2 size=768257 2024-09-12T17:16:20.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.954+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=JQ69ST8LDLAK tag=29O91W7VM3GC type=write size=3913985 2024-09-12T17:16:20.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.962+0000 7f47a8c748c0 1 < suggested update operation key=BAS0Q4WRPSSX tag=FNLTYIMXJK30 type=del size=627848 2024-09-12T17:16:20.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~NBR0BEK9BJD8.0 size=192225 2024-09-12T17:16:20.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.970+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=NBR0BEK9BJD8 tag=FAV0DE8CHTKZ type=write size=1240801 2024-09-12T17:16:20.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.974+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~M5O6IC7U4B8M.0 size=1048576 2024-09-12T17:16:20.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.974+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~M5O6IC7U4B8M.1 size=94024 2024-09-12T17:16:20.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.982+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=M5O6IC7U4B8M tag=AWK1IHWP0O5M type=write size=2191176 2024-09-12T17:16:20.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~AQN0R17FD523.0 size=302282 2024-09-12T17:16:20.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.986+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=AQN0R17FD523 tag=0QK8LPR6V93Z type=write size=1350858 2024-09-12T17:16:20.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.990+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~MFF6CT7I0SUX.0 size=654651 2024-09-12T17:16:21.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:20.998+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=MFF6CT7I0SUX tag=WBMICFNRAH68 type=write size=1703227 2024-09-12T17:16:21.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.002+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=LM86CLQ1ZBUW type=del size=3515271 2024-09-12T17:16:21.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.006+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=NE7XNRWAM786 type=del 2024-09-12T17:16:21.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~5V897ZUUSZVC.0 size=1048576 2024-09-12T17:16:21.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~5V897ZUUSZVC.1 size=1048576 2024-09-12T17:16:21.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~5V897ZUUSZVC.2 size=555588 2024-09-12T17:16:21.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.018+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=5V897ZUUSZVC tag=GR15SGYEBQS0 type=write size=3701316 2024-09-12T17:16:21.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.022+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=4UJESIYV9OYO type=del 2024-09-12T17:16:21.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~3K64EIROEHCU.0 size=1048576 2024-09-12T17:16:21.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.030+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~3K64EIROEHCU.1 size=1048576 2024-09-12T17:16:21.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.034+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~3K64EIROEHCU.2 size=654277 2024-09-12T17:16:21.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.034+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=3K64EIROEHCU tag=FOCNDSI1MRO9 type=write size=3800005 2024-09-12T17:16:21.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.038+0000 7f47a8c748c0 1 < suggested remove operation key=G0UIHXL2ET1N tag=PMH1V0IZAZBG type=del 2024-09-12T17:16:21.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.046+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~JWZKKJUHXK5S.0 size=1048576 2024-09-12T17:16:21.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~JWZKKJUHXK5S.1 size=1048576 2024-09-12T17:16:21.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.050+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~JWZKKJUHXK5S.2 size=755613 2024-09-12T17:16:21.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.050+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=JWZKKJUHXK5S tag=6BAL35BXVM6W type=write size=3901341 2024-09-12T17:16:21.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.054+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=XR0572W34IFD type=del 2024-09-12T17:16:21.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.062+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~WMYMGI5ZI0OQ.0 size=1048576 2024-09-12T17:16:21.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.062+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~WMYMGI5ZI0OQ.1 size=1048576 2024-09-12T17:16:21.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~WMYMGI5ZI0OQ.2 size=687836 2024-09-12T17:16:21.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.066+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=WMYMGI5ZI0OQ tag=KX7SYXH6GILN type=write size=3833564 2024-09-12T17:16:21.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.070+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=QOU013Q5Z9B9 type=del 2024-09-12T17:16:21.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~A4BTD3KGUAAD.0 size=1048576 2024-09-12T17:16:21.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.082+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~A4BTD3KGUAAD.1 size=912234 2024-09-12T17:16:21.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.082+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=A4BTD3KGUAAD tag=2PH7M2X5UVVI type=write size=3009386 2024-09-12T17:16:21.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.086+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=R4QLMB8ACVB7 type=del 2024-09-12T17:16:21.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.090+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HUIXY98R390Q.0 size=1048576 2024-09-12T17:16:21.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.094+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HUIXY98R390Q.1 size=1048576 2024-09-12T17:16:21.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HUIXY98R390Q.2 size=209689 2024-09-12T17:16:21.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.098+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=HUIXY98R390Q tag=AEJQJWXSA8FH type=write size=3355417 2024-09-12T17:16:21.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.106+0000 7f47a8c748c0 1 < suggested remove operation key=O8ZBOG7V3G21 tag=3SSC38AKHJJ4 type=del 2024-09-12T17:16:21.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.106+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=IB3OS5TVVT61 type=del size=1911626 2024-09-12T17:16:21.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.114+0000 7f47a8c748c0 1 < suggested update operation key=M8IRCIWF1SOU tag=T6QBCO8NKRZW type=del size=403920 2024-09-12T17:16:21.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.118+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=7NTXZO74SQVJ type=del size=58689 2024-09-12T17:16:21.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.122+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~NK359258UWB0.0 size=1048576 2024-09-12T17:16:21.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.126+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~NK359258UWB0.1 size=684178 2024-09-12T17:16:21.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.130+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=NK359258UWB0 tag=DX140H43YLUH type=write size=2781330 2024-09-12T17:16:21.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.134+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~1O702THS2GJ1.0 size=1048576 2024-09-12T17:16:21.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.138+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~1O702THS2GJ1.1 size=1048576 2024-09-12T17:16:21.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~1O702THS2GJ1.2 size=535098 2024-09-12T17:16:21.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.142+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=1O702THS2GJ1 tag=6DVFNAHGHV9Z type=write size=3680826 2024-09-12T17:16:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.142+0000 7f47a8c748c0 1 < completed write operation key=MGMTNUVEIO4Y tag=O4H59P5YM8RT type=write size=692795 2024-09-12T17:16:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.146+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=HQJM75QAUUW0 type=del size=721883 2024-09-12T17:16:21.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.150+0000 7f47a8c748c0 1 < canceled operation key=S2C9EJ9AS2SO tag=QMXIMPE02YTT type=del size=3240790 2024-09-12T17:16:21.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.154+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=R5J83MH6TALS type=del size=734334 2024-09-12T17:16:21.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.158+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=Z4WFQ5RYJV0L type=del 2024-09-12T17:16:21.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.162+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=IZWZKAZ0RNK7 type=write size=1008067 2024-09-12T17:16:21.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.166+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JQ69ST8LDLAK.0 size=1048576 2024-09-12T17:16:21.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.170+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JQ69ST8LDLAK.1 size=1048576 2024-09-12T17:16:21.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.170+0000 7f47a8c748c0 1 < canceled part key=_multipart_S2C9EJ9AS2SO.2~JQ69ST8LDLAK.2 size=768257 2024-09-12T17:16:21.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.178+0000 7f47a8c748c0 1 < canceled multipart upload key=S2C9EJ9AS2SO upload=JQ69ST8LDLAK tag=29O91W7VM3GC type=write size=3913985 2024-09-12T17:16:21.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.182+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=6VQ2OFPEDOA5 type=del size=2175203 2024-09-12T17:16:21.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.182+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~NBR0BEK9BJD8.0 size=192225 2024-09-12T17:16:21.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.190+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=NBR0BEK9BJD8 tag=FAV0DE8CHTKZ type=write size=1240801 2024-09-12T17:16:21.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.194+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=PLYN8416Q717 type=del size=1596231 2024-09-12T17:16:21.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.198+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~AQN0R17FD523.0 size=302282 2024-09-12T17:16:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.206+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=AQN0R17FD523 tag=0QK8LPR6V93Z type=write size=1350858 2024-09-12T17:16:21.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.210+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~IGGCT6G46DUF.0 size=1003820 2024-09-12T17:16:21.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.210+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=IGGCT6G46DUF tag=JMAU06KU6G6P type=write size=2052396 2024-09-12T17:16:21.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.214+0000 7f47a8c748c0 1 < canceled operation key=H5SIPJZCJ03T tag=LM86CLQ1ZBUW type=del size=3515271 2024-09-12T17:16:21.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.218+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=NCWMDX9K1X6H type=del size=92636 2024-09-12T17:16:21.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.222+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~5V897ZUUSZVC.0 size=1048576 2024-09-12T17:16:21.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.222+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~5V897ZUUSZVC.1 size=1048576 2024-09-12T17:16:21.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.226+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~5V897ZUUSZVC.2 size=555588 2024-09-12T17:16:21.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.230+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=5V897ZUUSZVC tag=GR15SGYEBQS0 type=write size=3701316 2024-09-12T17:16:21.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.234+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=2KDG9H8NSUEE type=del size=2566227 2024-09-12T17:16:21.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.234+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~3K64EIROEHCU.0 size=1048576 2024-09-12T17:16:21.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.234+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~3K64EIROEHCU.1 size=1048576 2024-09-12T17:16:21.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.238+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~3K64EIROEHCU.2 size=654277 2024-09-12T17:16:21.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.242+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=3K64EIROEHCU tag=FOCNDSI1MRO9 type=write size=3800005 2024-09-12T17:16:21.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.246+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=2XAELUTXFHPX type=del size=729580 2024-09-12T17:16:21.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.250+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~JWZKKJUHXK5S.0 size=1048576 2024-09-12T17:16:21.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.250+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~JWZKKJUHXK5S.1 size=1048576 2024-09-12T17:16:21.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.254+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~JWZKKJUHXK5S.2 size=755613 2024-09-12T17:16:21.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.258+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=JWZKKJUHXK5S tag=6BAL35BXVM6W type=write size=3901341 2024-09-12T17:16:21.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~CV1IDZPZVQP5.0 size=607338 2024-09-12T17:16:21.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.262+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=CV1IDZPZVQP5 tag=63JNLKWHQX80 type=write size=1655914 2024-09-12T17:16:21.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.266+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~WMYMGI5ZI0OQ.0 size=1048576 2024-09-12T17:16:21.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.270+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~WMYMGI5ZI0OQ.1 size=1048576 2024-09-12T17:16:21.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.270+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~WMYMGI5ZI0OQ.2 size=687836 2024-09-12T17:16:21.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.278+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=WMYMGI5ZI0OQ tag=KX7SYXH6GILN type=write size=3833564 2024-09-12T17:16:21.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.278+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=DPL0VHCSBLD9 type=del size=816403 2024-09-12T17:16:21.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.282+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~A4BTD3KGUAAD.0 size=1048576 2024-09-12T17:16:21.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.286+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~A4BTD3KGUAAD.1 size=912234 2024-09-12T17:16:21.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.290+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=A4BTD3KGUAAD tag=2PH7M2X5UVVI type=write size=3009386 2024-09-12T17:16:21.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.294+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=ZYXJXK7AOIUD type=del size=2569034 2024-09-12T17:16:21.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.298+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HUIXY98R390Q.0 size=1048576 2024-09-12T17:16:21.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.298+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HUIXY98R390Q.1 size=1048576 2024-09-12T17:16:21.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.302+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HUIXY98R390Q.2 size=209689 2024-09-12T17:16:21.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.310+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=HUIXY98R390Q tag=AEJQJWXSA8FH type=write size=3355417 2024-09-12T17:16:21.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.310+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=0DZEPZXIV53Z type=del size=1427757 2024-09-12T17:16:21.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.314+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=IB3OS5TVVT61 type=del 2024-09-12T17:16:21.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.318+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=U440GK08HQHG type=del size=1983102 2024-09-12T17:16:21.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.322+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=7NTXZO74SQVJ type=del 2024-09-12T17:16:21.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~8YOSWIOL1AY4.0 size=1048576 2024-09-12T17:16:21.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~8YOSWIOL1AY4.1 size=794342 2024-09-12T17:16:21.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.334+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=8YOSWIOL1AY4 tag=8I7P7KBNXEM8 type=write size=2891494 2024-09-12T17:16:21.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.334+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~1O702THS2GJ1.0 size=1048576 2024-09-12T17:16:21.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.334+0000 7f47a8c748c0 1 < canceled part key=_multipart_1OX1IZ9XAHCI.2~1O702THS2GJ1.1 size=1048576 2024-09-12T17:16:21.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.338+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~1O702THS2GJ1.2 size=535098 2024-09-12T17:16:21.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.342+0000 7f47a8c748c0 1 < canceled multipart upload key=1OX1IZ9XAHCI upload=1O702THS2GJ1 tag=6DVFNAHGHV9Z type=write size=3680826 2024-09-12T17:16:21.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~IMP51V71Q42T.0 size=1048576 2024-09-12T17:16:21.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~IMP51V71Q42T.1 size=1048576 2024-09-12T17:16:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.354+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~IMP51V71Q42T.2 size=170386 2024-09-12T17:16:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.354+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=IMP51V71Q42T tag=WJXRIZ5MHF2H type=write size=3316114 2024-09-12T17:16:21.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.358+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=HQJM75QAUUW0 type=del size=721883 2024-09-12T17:16:21.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~GNBP4P1EDHWD.0 size=607227 2024-09-12T17:16:21.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.362+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=GNBP4P1EDHWD tag=CWSN6G97E90T type=write size=1655803 2024-09-12T17:16:21.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.366+0000 7f47a8c748c0 1 < canceled operation key=H0TD8JXDYKKK tag=R5J83MH6TALS type=del size=734334 2024-09-12T17:16:21.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.370+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~VBNAGP7V8G99.0 size=1019858 2024-09-12T17:16:21.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.370+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=VBNAGP7V8G99 tag=3Q7G7OACU3T7 type=write size=2068434 2024-09-12T17:16:21.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.378+0000 7f47a8c748c0 1 < suggested remove operation key=3FB30GVCZOOL tag=IZWZKAZ0RNK7 type=write 2024-09-12T17:16:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~VW3AQBCZN2RY.0 size=804983 2024-09-12T17:16:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.382+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=VW3AQBCZN2RY tag=TAB7H8AHIYQF type=write size=1853559 2024-09-12T17:16:21.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.386+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=6VQ2OFPEDOA5 type=del 2024-09-12T17:16:21.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.390+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=96Y9MSTDF2YL type=del size=3272305 2024-09-12T17:16:21.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.398+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=PLYN8416Q717 type=del 2024-09-12T17:16:21.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~OZ3KI44EVGH7.0 size=1048576 2024-09-12T17:16:21.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.406+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~OZ3KI44EVGH7.1 size=794817 2024-09-12T17:16:21.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.406+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=OZ3KI44EVGH7 tag=RFI0C0YP1V1P type=write size=2891969 2024-09-12T17:16:21.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.410+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~IGGCT6G46DUF.0 size=1003820 2024-09-12T17:16:21.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.414+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=IGGCT6G46DUF tag=JMAU06KU6G6P type=write size=2052396 2024-09-12T17:16:21.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.418+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=R7B43NPA1SO3 type=del size=3804813 2024-09-12T17:16:21.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.422+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=NCWMDX9K1X6H type=del 2024-09-12T17:16:21.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.422+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=QRCT9MSTA7FK type=write size=134607 2024-09-12T17:16:21.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.426+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=2KDG9H8NSUEE type=del 2024-09-12T17:16:21.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.430+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=IC8OCG6W9UDS type=del size=23068 2024-09-12T17:16:21.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.430+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=3FB30GVCZOOL tag=2XAELUTXFHPX type=del size=729580: (2) No such file or directory 2024-09-12T17:16:21.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.434+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=DY77BZORUD1G type=del size=2282637 2024-09-12T17:16:21.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.438+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~CV1IDZPZVQP5.0 size=607338 2024-09-12T17:16:21.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.442+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=CV1IDZPZVQP5 tag=63JNLKWHQX80 type=write size=1655914 2024-09-12T17:16:21.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.442+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=12FL3CVQU1VY type=del size=2787815 2024-09-12T17:16:21.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.450+0000 7f47a8c748c0 1 < suggested remove operation key=4BF7U5BNWTWP tag=DPL0VHCSBLD9 type=del 2024-09-12T17:16:21.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.454+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=2NMX00WZJKIE type=del size=1306519 2024-09-12T17:16:21.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.458+0000 7f47a8c748c0 1 < suggested update operation key=H0TD8JXDYKKK tag=ZYXJXK7AOIUD type=del size=2569034 2024-09-12T17:16:21.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~IUSLU1DKJZ16.0 size=1048576 2024-09-12T17:16:21.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.466+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~IUSLU1DKJZ16.1 size=1048576 2024-09-12T17:16:21.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~IUSLU1DKJZ16.2 size=303511 2024-09-12T17:16:21.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.470+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=IUSLU1DKJZ16 tag=24YERBBOEK1Z type=write size=3449239 2024-09-12T17:16:21.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.474+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=0DZEPZXIV53Z type=del 2024-09-12T17:16:21.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.478+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=WPEWG87OJ7VM type=write size=663663 2024-09-12T17:16:21.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.482+0000 7f47a8c748c0 1 < suggested update operation key=E9NGD5ZS0GXE tag=U440GK08HQHG type=del size=1983102 2024-09-12T17:16:21.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.486+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=1LFP4UMQNIIW type=del size=2700681 2024-09-12T17:16:21.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.490+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~8YOSWIOL1AY4.0 size=1048576 2024-09-12T17:16:21.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.490+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~8YOSWIOL1AY4.1 size=794342 2024-09-12T17:16:21.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.494+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=8YOSWIOL1AY4 tag=8I7P7KBNXEM8 type=write size=2891494 2024-09-12T17:16:21.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~R50UPGFXTO03.0 size=1048576 2024-09-12T17:16:21.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~R50UPGFXTO03.1 size=100008 2024-09-12T17:16:21.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.502+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=R50UPGFXTO03 tag=CBXW6YFSEZL8 type=write size=2197160 2024-09-12T17:16:21.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.502+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~IMP51V71Q42T.0 size=1048576 2024-09-12T17:16:21.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.506+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~IMP51V71Q42T.1 size=1048576 2024-09-12T17:16:21.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.506+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~IMP51V71Q42T.2 size=170386 2024-09-12T17:16:21.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.510+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=IMP51V71Q42T tag=WJXRIZ5MHF2H type=write size=3316114 2024-09-12T17:16:21.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~KP1S31I7RZ1K.0 size=658683 2024-09-12T17:16:21.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.514+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=KP1S31I7RZ1K tag=Y466EISV7MJN type=write size=1707259 2024-09-12T17:16:21.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.518+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~GNBP4P1EDHWD.0 size=607227 2024-09-12T17:16:21.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.522+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=GNBP4P1EDHWD tag=CWSN6G97E90T type=write size=1655803 2024-09-12T17:16:21.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.526+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=AG8F29ICTCK3 type=del size=1426740 2024-09-12T17:16:21.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.530+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~VBNAGP7V8G99.0 size=1019858 2024-09-12T17:16:21.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.534+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=VBNAGP7V8G99 tag=3Q7G7OACU3T7 type=write size=2068434 2024-09-12T17:16:21.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.534+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=82WRSC57EQLW type=del size=1698739 2024-09-12T17:16:21.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.538+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~VW3AQBCZN2RY.0 size=804983 2024-09-12T17:16:21.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.542+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=VW3AQBCZN2RY tag=TAB7H8AHIYQF type=write size=1853559 2024-09-12T17:16:21.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.546+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=AKNL0LXDPVMR type=del size=2577328 2024-09-12T17:16:21.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.550+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=96Y9MSTDF2YL type=del 2024-09-12T17:16:21.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.550+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=EU0BPLEHIMA1 type=write size=1028459 2024-09-12T17:16:21.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.554+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~OZ3KI44EVGH7.0 size=1048576 2024-09-12T17:16:21.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.554+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~OZ3KI44EVGH7.1 size=794817 2024-09-12T17:16:21.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.558+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=OZ3KI44EVGH7 tag=RFI0C0YP1V1P type=write size=2891969 2024-09-12T17:16:21.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.562+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=2XPDAV7V3TMS type=del size=1162307 2024-09-12T17:16:21.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.566+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=R7B43NPA1SO3 type=del 2024-09-12T17:16:21.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.570+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=LN0BJN8L0YFT type=del size=2958628 2024-09-12T17:16:21.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.570+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=QRCT9MSTA7FK type=write size=134607 2024-09-12T17:16:21.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~SJWN5BDQCJ1H.0 size=1048576 2024-09-12T17:16:21.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~SJWN5BDQCJ1H.1 size=1048576 2024-09-12T17:16:21.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.582+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~SJWN5BDQCJ1H.2 size=145029 2024-09-12T17:16:21.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.582+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=SJWN5BDQCJ1H tag=7XEE3IA8WKNY type=write size=3290757 2024-09-12T17:16:21.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.586+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=IC8OCG6W9UDS type=del 2024-09-12T17:16:21.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.590+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~XMZ263X86YBP.0 size=1048576 2024-09-12T17:16:21.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.594+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~XMZ263X86YBP.1 size=118797 2024-09-12T17:16:21.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.594+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=XMZ263X86YBP tag=B9XGOI1BD6MB type=write size=2215949 2024-09-12T17:16:21.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.598+0000 7f47a8c748c0 1 < suggested update operation key=O8AIZZ75FGRJ tag=DY77BZORUD1G type=del size=2282637 2024-09-12T17:16:21.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.602+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=VV57GGLQ3542 type=del size=2854210 2024-09-12T17:16:21.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.606+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=12FL3CVQU1VY type=del 2024-09-12T17:16:21.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~O1TKLTDNPB16.0 size=1048576 2024-09-12T17:16:21.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.614+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~O1TKLTDNPB16.1 size=1048576 2024-09-12T17:16:21.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.618+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~O1TKLTDNPB16.2 size=298311 2024-09-12T17:16:21.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.618+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=O1TKLTDNPB16 tag=NSKZM830BEZL type=write size=3444039 2024-09-12T17:16:21.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.618+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=2NMX00WZJKIE type=del 2024-09-12T17:16:21.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.622+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=MA5WQLO3940J type=del size=2076437 2024-09-12T17:16:21.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.626+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~IUSLU1DKJZ16.0 size=1048576 2024-09-12T17:16:21.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.626+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~IUSLU1DKJZ16.1 size=1048576 2024-09-12T17:16:21.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.626+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~IUSLU1DKJZ16.2 size=303511 2024-09-12T17:16:21.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.630+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=IUSLU1DKJZ16 tag=24YERBBOEK1Z type=write size=3449239 2024-09-12T17:16:21.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.634+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=3Y0FWEHCROFM type=del size=905582 2024-09-12T17:16:21.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.638+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=WPEWG87OJ7VM type=write size=663663 2024-09-12T17:16:21.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.642+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=OKVJX1Q0W0A9 type=del size=2077015 2024-09-12T17:16:21.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.642+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=1LFP4UMQNIIW type=del 2024-09-12T17:16:21.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.646+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=3M3TG1B8TO4M type=write size=54240 2024-09-12T17:16:21.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.650+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~R50UPGFXTO03.0 size=1048576 2024-09-12T17:16:21.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.654+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~R50UPGFXTO03.1 size=100008 2024-09-12T17:16:21.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.658+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=R50UPGFXTO03 tag=CBXW6YFSEZL8 type=write size=2197160 2024-09-12T17:16:21.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.662+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=IR9QBOW9PM5I type=del size=2783775 2024-09-12T17:16:21.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.662+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~KP1S31I7RZ1K.0 size=658683 2024-09-12T17:16:21.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.666+0000 7f47a8c748c0 1 < canceled multipart upload key=K7VSL58BTME5 upload=KP1S31I7RZ1K tag=Y466EISV7MJN type=write size=1707259 2024-09-12T17:16:21.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.670+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=RS8FQ8FZQGQ6 type=del size=3475274 2024-09-12T17:16:21.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.670+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=AG8F29ICTCK3 type=del 2024-09-12T17:16:21.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.678+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=373IG0IMMHV7 type=del size=3921771 2024-09-12T17:16:21.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.686+0000 7f47a8c748c0 1 < suggested remove operation key=BAS0Q4WRPSSX tag=82WRSC57EQLW type=del 2024-09-12T17:16:21.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~TN2EW3CXGQ7X.0 size=1048576 2024-09-12T17:16:21.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~TN2EW3CXGQ7X.1 size=1048576 2024-09-12T17:16:21.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.694+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~TN2EW3CXGQ7X.2 size=56344 2024-09-12T17:16:21.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.694+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=TN2EW3CXGQ7X tag=7WJEYL9Q0J1E type=write size=3202072 2024-09-12T17:16:21.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.698+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=AKNL0LXDPVMR type=del 2024-09-12T17:16:21.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.702+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=PQ456B8S198N type=del size=3183599 2024-09-12T17:16:21.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.706+0000 7f47a8c748c0 1 < canceled operation key=F7Y1D98CH9J9 tag=EU0BPLEHIMA1 type=write size=1028459 2024-09-12T17:16:21.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.710+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~ZLA7L9S1K577.0 size=1048576 2024-09-12T17:16:21.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.714+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~ZLA7L9S1K577.1 size=1048576 2024-09-12T17:16:21.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.718+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~ZLA7L9S1K577.2 size=750381 2024-09-12T17:16:21.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.718+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=ZLA7L9S1K577 tag=569C9VHA73SH type=write size=3896109 2024-09-12T17:16:21.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.718+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=2XPDAV7V3TMS type=del 2024-09-12T17:16:21.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.722+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=FR7HPY2L7Y2Q type=del size=328756 2024-09-12T17:16:21.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.726+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=LN0BJN8L0YFT type=del 2024-09-12T17:16:21.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.730+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~7P0OO854HNL9.0 size=1048576 2024-09-12T17:16:21.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.734+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~7P0OO854HNL9.1 size=335580 2024-09-12T17:16:21.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.734+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=7P0OO854HNL9 tag=8V51PWPNDDJX type=write size=2432732 2024-09-12T17:16:21.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.738+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~SJWN5BDQCJ1H.0 size=1048576 2024-09-12T17:16:21.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.738+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~SJWN5BDQCJ1H.1 size=1048576 2024-09-12T17:16:21.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.742+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~SJWN5BDQCJ1H.2 size=145029 2024-09-12T17:16:21.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.746+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=SJWN5BDQCJ1H tag=7XEE3IA8WKNY type=write size=3290757 2024-09-12T17:16:21.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.754+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~DGVU9AX97UFB.0 size=1048576 2024-09-12T17:16:21.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.758+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~DGVU9AX97UFB.1 size=618476 2024-09-12T17:16:21.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.758+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=DGVU9AX97UFB tag=PPI6GMQBWEKZ type=write size=2715628 2024-09-12T17:16:21.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.758+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~XMZ263X86YBP.0 size=1048576 2024-09-12T17:16:21.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.758+0000 7f47a8c748c0 1 < canceled part key=_multipart_G0UIHXL2ET1N.2~XMZ263X86YBP.1 size=118797 2024-09-12T17:16:21.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.766+0000 7f47a8c748c0 1 < canceled multipart upload key=G0UIHXL2ET1N upload=XMZ263X86YBP tag=B9XGOI1BD6MB type=write size=2215949 2024-09-12T17:16:21.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.770+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=CV642IUOD3AH type=write size=607740 2024-09-12T17:16:21.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.770+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=VV57GGLQ3542 type=del 2024-09-12T17:16:21.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.774+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=C8LHT8JLZL3L type=del size=1471739 2024-09-12T17:16:21.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.778+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~O1TKLTDNPB16.0 size=1048576 2024-09-12T17:16:21.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.782+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~O1TKLTDNPB16.1 size=1048576 2024-09-12T17:16:21.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.782+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~O1TKLTDNPB16.2 size=298311 2024-09-12T17:16:21.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.790+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=O1TKLTDNPB16 tag=NSKZM830BEZL type=write size=3444039 2024-09-12T17:16:21.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.794+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=TZ2Q7WHWHUTV type=del size=1257158 2024-09-12T17:16:21.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.798+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=MA5WQLO3940J type=del 2024-09-12T17:16:21.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.802+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~KOBY2Q6UCJM3.0 size=273908 2024-09-12T17:16:21.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.802+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=KOBY2Q6UCJM3 tag=TFTFYNOZVTAJ type=write size=1322484 2024-09-12T17:16:21.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.806+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=3Y0FWEHCROFM type=del 2024-09-12T17:16:21.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.810+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=HI8YYISPJFXW type=del size=1398375 2024-09-12T17:16:21.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.814+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=OKVJX1Q0W0A9 type=del 2024-09-12T17:16:21.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.814+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=9EDLZWOU9JJE type=del size=1797832 2024-09-12T17:16:21.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.818+0000 7f47a8c748c0 1 < canceled operation key=80E1U6C0GQAU tag=3M3TG1B8TO4M type=write size=54240 2024-09-12T17:16:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~8OHSQ6HRPM0Z.0 size=740528 2024-09-12T17:16:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.826+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=8OHSQ6HRPM0Z tag=37Y4QL09YXNU type=write size=1789104 2024-09-12T17:16:21.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.834+0000 7f47a8c748c0 1 < suggested update operation key=93L6W586VL33 tag=IR9QBOW9PM5I type=del size=2783775 2024-09-12T17:16:21.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.838+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~QTGIZMR51K0G.0 size=69498 2024-09-12T17:16:21.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.838+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=QTGIZMR51K0G tag=5AK3O5YI43BW type=write size=1118074 2024-09-12T17:16:21.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.842+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=RS8FQ8FZQGQ6 type=del 2024-09-12T17:16:21.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~OUTQ17TJGIAO.0 size=740331 2024-09-12T17:16:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.850+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=OUTQ17TJGIAO tag=TJBP3C94GBIS type=write size=1788907 2024-09-12T17:16:21.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.854+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=373IG0IMMHV7 type=del 2024-09-12T17:16:21.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.858+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=RQ89SXV1VY5L type=write size=605475 2024-09-12T17:16:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.862+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~TN2EW3CXGQ7X.0 size=1048576 2024-09-12T17:16:21.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.862+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~TN2EW3CXGQ7X.1 size=1048576 2024-09-12T17:16:21.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.866+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~TN2EW3CXGQ7X.2 size=56344 2024-09-12T17:16:21.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.874+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=TN2EW3CXGQ7X tag=7WJEYL9Q0J1E type=write size=3202072 2024-09-12T17:16:21.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.874+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=K3VZ4WN3SR5S type=del size=3199171 2024-09-12T17:16:21.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.878+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=PQ456B8S198N type=del 2024-09-12T17:16:21.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~71ABDN7M6G6W.0 size=1048576 2024-09-12T17:16:21.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.890+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~71ABDN7M6G6W.1 size=262505 2024-09-12T17:16:21.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.890+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=71ABDN7M6G6W tag=MBPEIN771JET type=write size=2359657 2024-09-12T17:16:21.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.894+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~ZLA7L9S1K577.0 size=1048576 2024-09-12T17:16:21.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.894+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~ZLA7L9S1K577.1 size=1048576 2024-09-12T17:16:21.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.898+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~ZLA7L9S1K577.2 size=750381 2024-09-12T17:16:21.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.906+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=ZLA7L9S1K577 tag=569C9VHA73SH type=write size=3896109 2024-09-12T17:16:21.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.906+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=FFWN4L220NNO type=del size=1841742 2024-09-12T17:16:21.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.910+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=FR7HPY2L7Y2Q type=del 2024-09-12T17:16:21.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.914+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=CF6NWSFL7L0W type=del size=608423 2024-09-12T17:16:21.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.918+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~7P0OO854HNL9.0 size=1048576 2024-09-12T17:16:21.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.922+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~7P0OO854HNL9.1 size=335580 2024-09-12T17:16:21.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.930+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=7P0OO854HNL9 tag=8V51PWPNDDJX type=write size=2432732 2024-09-12T17:16:21.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.934+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=2ANA5BLJKEZT type=del size=1166182 2024-09-12T17:16:21.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.934+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~DGVU9AX97UFB.0 size=1048576 2024-09-12T17:16:21.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.938+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~DGVU9AX97UFB.1 size=618476 2024-09-12T17:16:21.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.946+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=DGVU9AX97UFB tag=PPI6GMQBWEKZ type=write size=2715628 2024-09-12T17:16:21.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.950+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~5ORR24ILNCHL.0 size=1048576 2024-09-12T17:16:21.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~5ORR24ILNCHL.1 size=1048576 2024-09-12T17:16:21.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~5ORR24ILNCHL.2 size=804350 2024-09-12T17:16:21.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.954+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=5ORR24ILNCHL tag=WVP6C4IWACS0 type=write size=3950078 2024-09-12T17:16:21.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.958+0000 7f47a8c748c0 1 < completed write operation key=MGMTNUVEIO4Y tag=CV642IUOD3AH type=write size=607740 2024-09-12T17:16:21.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~XZMGBGLVLPE8.0 size=1048576 2024-09-12T17:16:21.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~XZMGBGLVLPE8.1 size=693505 2024-09-12T17:16:21.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.966+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=XZMGBGLVLPE8 tag=GT1I9BOH0WM4 type=write size=2790657 2024-09-12T17:16:21.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.970+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=C8LHT8JLZL3L type=del 2024-09-12T17:16:21.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.978+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~CURBHYEEY9GA.0 size=541968 2024-09-12T17:16:21.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.978+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=CURBHYEEY9GA tag=Q1ZIODKHSWXH type=write size=1590544 2024-09-12T17:16:21.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.982+0000 7f47a8c748c0 -1 < failed to complete operation key=93L6W586VL33 tag=TZ2Q7WHWHUTV type=del size=1257158: (22) Invalid argument 2024-09-12T17:16:21.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.986+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~J3ZMW4GE2YCW.0 size=284383 2024-09-12T17:16:21.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.986+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=J3ZMW4GE2YCW tag=RWL2G2JMQ6LW type=write size=1332959 2024-09-12T17:16:21.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:21.994+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~KOBY2Q6UCJM3.0 size=273908 2024-09-12T17:16:22.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.002+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=KOBY2Q6UCJM3 tag=TFTFYNOZVTAJ type=write size=1322484 2024-09-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.006+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~BUA1JDI2AULW.0 size=590792 2024-09-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.006+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=BUA1JDI2AULW tag=0OM3YELXLVSC type=write size=1639368 2024-09-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.014+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=HI8YYISPJFXW type=del 2024-09-12T17:16:22.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.018+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=KU68J5WB7XVD type=del size=1897030 2024-09-12T17:16:22.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.022+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=9EDLZWOU9JJE type=del 2024-09-12T17:16:22.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.022+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=MFRULQKQTOLC type=write size=871997 2024-09-12T17:16:22.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.026+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~8OHSQ6HRPM0Z.0 size=740528 2024-09-12T17:16:22.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.034+0000 7f47a8c748c0 1 < completed multipart upload key=ON5AHBFMCXB7 upload=8OHSQ6HRPM0Z tag=37Y4QL09YXNU type=write size=1789104 2024-09-12T17:16:22.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.038+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=NE1Z3Y2B9J5V type=del size=565288 2024-09-12T17:16:22.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.038+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~QTGIZMR51K0G.0 size=69498 2024-09-12T17:16:22.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.046+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=QTGIZMR51K0G tag=5AK3O5YI43BW type=write size=1118074 2024-09-12T17:16:22.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.050+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=AMD96AP1JPCD type=write size=287176 2024-09-12T17:16:22.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.054+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~OUTQ17TJGIAO.0 size=740331 2024-09-12T17:16:22.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.058+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=OUTQ17TJGIAO tag=TJBP3C94GBIS type=write size=1788907 2024-09-12T17:16:22.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.062+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=ZBR4K7J38YTE type=del size=1698514 2024-09-12T17:16:22.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.066+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=RQ89SXV1VY5L type=write size=605475 2024-09-12T17:16:22.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.070+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=FE2511JK7DBF type=del size=2491571 2024-09-12T17:16:22.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.074+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=K3VZ4WN3SR5S type=del 2024-09-12T17:16:22.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.078+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=CM9J26HC2LEI type=del size=3663445 2024-09-12T17:16:22.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.078+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~71ABDN7M6G6W.0 size=1048576 2024-09-12T17:16:22.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.082+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~71ABDN7M6G6W.1 size=262505 2024-09-12T17:16:22.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.086+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=71ABDN7M6G6W tag=MBPEIN771JET type=write size=2359657 2024-09-12T17:16:22.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.090+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=CIE3BOU4NGBW type=del size=3457769 2024-09-12T17:16:22.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.094+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=FFWN4L220NNO type=del 2024-09-12T17:16:22.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.102+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~TD7JRWU136H4.0 size=1048576 2024-09-12T17:16:22.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.106+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~TD7JRWU136H4.1 size=874127 2024-09-12T17:16:22.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.106+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=TD7JRWU136H4 tag=MWWO5FIAWSIG type=write size=2971279 2024-09-12T17:16:22.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.106+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=CF6NWSFL7L0W type=del 2024-09-12T17:16:22.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.110+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=LRWBNN2QCP8Y type=del size=3811131 2024-09-12T17:16:22.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.118+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=2ANA5BLJKEZT type=del 2024-09-12T17:16:22.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.122+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~O6AV5DWGRL2K.0 size=1048576 2024-09-12T17:16:22.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~O6AV5DWGRL2K.1 size=609583 2024-09-12T17:16:22.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.126+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=O6AV5DWGRL2K tag=W1EP024SL9NM type=write size=2706735 2024-09-12T17:16:22.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.130+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~5ORR24ILNCHL.0 size=1048576 2024-09-12T17:16:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.134+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~5ORR24ILNCHL.1 size=1048576 2024-09-12T17:16:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.138+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~5ORR24ILNCHL.2 size=804350 2024-09-12T17:16:22.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.146+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=5ORR24ILNCHL tag=WVP6C4IWACS0 type=write size=3950078 2024-09-12T17:16:22.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~V5D8YUBH0B3M.0 size=1048576 2024-09-12T17:16:22.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~V5D8YUBH0B3M.1 size=1048576 2024-09-12T17:16:22.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~V5D8YUBH0B3M.2 size=164142 2024-09-12T17:16:22.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.158+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=V5D8YUBH0B3M tag=363POQRWYMX1 type=write size=3309870 2024-09-12T17:16:22.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.158+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~XZMGBGLVLPE8.0 size=1048576 2024-09-12T17:16:22.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.162+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~XZMGBGLVLPE8.1 size=693505 2024-09-12T17:16:22.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.166+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=XZMGBGLVLPE8 tag=GT1I9BOH0WM4 type=write size=2790657 2024-09-12T17:16:22.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.170+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=2AQ8RUYQLDWN type=del size=3188782 2024-09-12T17:16:22.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.174+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~CURBHYEEY9GA.0 size=541968 2024-09-12T17:16:22.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.178+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=CURBHYEEY9GA tag=Q1ZIODKHSWXH type=write size=1590544 2024-09-12T17:16:22.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.182+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=QATIQ65BTX91 type=del size=366196 2024-09-12T17:16:22.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.186+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~J3ZMW4GE2YCW.0 size=284383 2024-09-12T17:16:22.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.194+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=J3ZMW4GE2YCW tag=RWL2G2JMQ6LW type=write size=1332959 2024-09-12T17:16:22.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.198+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~9KK94TZ48PUF.0 size=558568 2024-09-12T17:16:22.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.198+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=9KK94TZ48PUF tag=9JT4AGI28RMB type=write size=1607144 2024-09-12T17:16:22.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.202+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~BUA1JDI2AULW.0 size=590792 2024-09-12T17:16:22.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.210+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=BUA1JDI2AULW tag=0OM3YELXLVSC type=write size=1639368 2024-09-12T17:16:22.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~MU8MPE1DVSQ9.0 size=1048576 2024-09-12T17:16:22.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.218+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~MU8MPE1DVSQ9.1 size=1048576 2024-09-12T17:16:22.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.222+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~MU8MPE1DVSQ9.2 size=936536 2024-09-12T17:16:22.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.222+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=MU8MPE1DVSQ9 tag=LABHKY3KA5HH type=write size=4082264 2024-09-12T17:16:22.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.226+0000 7f47a8c748c0 1 < canceled operation key=QAXSHF0ZS39F tag=KU68J5WB7XVD type=del size=1897030 2024-09-12T17:16:22.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.230+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~SO0LLHK8UMZ0.0 size=1048576 2024-09-12T17:16:22.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.234+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~SO0LLHK8UMZ0.1 size=865247 2024-09-12T17:16:22.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.234+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=SO0LLHK8UMZ0 tag=C0S5D9KUWARS type=write size=2962399 2024-09-12T17:16:22.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.238+0000 7f47a8c748c0 1 < completed write operation key=3FB30GVCZOOL tag=MFRULQKQTOLC type=write size=871997 2024-09-12T17:16:22.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.242+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=3M5J0KMZKTPH type=del size=2028500 2024-09-12T17:16:22.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.246+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=NE1Z3Y2B9J5V type=del 2024-09-12T17:16:22.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.250+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=EKCJQ0TU8L1Z type=del size=3757807 2024-09-12T17:16:22.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.254+0000 7f47a8c748c0 1 < completed write operation key=OJYL5A30U6ET tag=AMD96AP1JPCD type=write size=287176 2024-09-12T17:16:22.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.258+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=OQ2WLD78Y9R9 type=del size=3503850 2024-09-12T17:16:22.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.262+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=ZBR4K7J38YTE type=del 2024-09-12T17:16:22.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.266+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~Y5SZ3ULXJH89.0 size=1048576 2024-09-12T17:16:22.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.270+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~Y5SZ3ULXJH89.1 size=1048576 2024-09-12T17:16:22.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.274+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~Y5SZ3ULXJH89.2 size=692485 2024-09-12T17:16:22.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.274+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=Y5SZ3ULXJH89 tag=M96SIKBBXTM7 type=write size=3838213 2024-09-12T17:16:22.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.278+0000 7f47a8c748c0 1 < canceled operation key=E9NGD5ZS0GXE tag=FE2511JK7DBF type=del size=2491571 2024-09-12T17:16:22.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~BBB29Y2PHLD2.0 size=1048576 2024-09-12T17:16:22.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~BBB29Y2PHLD2.1 size=369181 2024-09-12T17:16:22.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.286+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=BBB29Y2PHLD2 tag=XZCHL1OATAAX type=write size=2466333 2024-09-12T17:16:22.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.290+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=CM9J26HC2LEI type=del 2024-09-12T17:16:22.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.294+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=4XBKKY3IMC5Y type=write size=287835 2024-09-12T17:16:22.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.298+0000 7f47a8c748c0 1 < suggested update operation key=R9QGA3GF563C tag=CIE3BOU4NGBW type=del size=3457769 2024-09-12T17:16:22.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.302+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=M915HWJGA0JH type=write size=541597 2024-09-12T17:16:22.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.306+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~TD7JRWU136H4.0 size=1048576 2024-09-12T17:16:22.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.310+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~TD7JRWU136H4.1 size=874127 2024-09-12T17:16:22.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.314+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=TD7JRWU136H4 tag=MWWO5FIAWSIG type=write size=2971279 2024-09-12T17:16:22.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.322+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~U4D0FTFT45GA.0 size=1048576 2024-09-12T17:16:22.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.326+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~U4D0FTFT45GA.1 size=387407 2024-09-12T17:16:22.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.326+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=U4D0FTFT45GA tag=YK4YCHOL1WRK type=write size=2484559 2024-09-12T17:16:22.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.330+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=LRWBNN2QCP8Y type=del 2024-09-12T17:16:22.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.334+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=JWV4F695Q9QT type=del size=1411763 2024-09-12T17:16:22.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.334+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~O6AV5DWGRL2K.0 size=1048576 2024-09-12T17:16:22.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.338+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~O6AV5DWGRL2K.1 size=609583 2024-09-12T17:16:22.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.342+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=O6AV5DWGRL2K tag=W1EP024SL9NM type=write size=2706735 2024-09-12T17:16:22.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~DKNS16RYQR6B.0 size=1048576 2024-09-12T17:16:22.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.354+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~DKNS16RYQR6B.1 size=1048576 2024-09-12T17:16:22.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.354+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~DKNS16RYQR6B.2 size=833259 2024-09-12T17:16:22.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.354+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=DKNS16RYQR6B tag=NDMKCFVU6KN4 type=write size=3978987 2024-09-12T17:16:22.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.358+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~V5D8YUBH0B3M.0 size=1048576 2024-09-12T17:16:22.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.358+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~V5D8YUBH0B3M.1 size=1048576 2024-09-12T17:16:22.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.362+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~V5D8YUBH0B3M.2 size=164142 2024-09-12T17:16:22.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.370+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=V5D8YUBH0B3M tag=363POQRWYMX1 type=write size=3309870 2024-09-12T17:16:22.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.370+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=38U6XIKP456K type=del size=1160535 2024-09-12T17:16:22.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.378+0000 7f47a8c748c0 1 < suggested remove operation key=H5SIPJZCJ03T tag=2AQ8RUYQLDWN type=del 2024-09-12T17:16:22.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~5MKK9WY84THA.0 size=1048576 2024-09-12T17:16:22.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~5MKK9WY84THA.1 size=881183 2024-09-12T17:16:22.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.386+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=5MKK9WY84THA tag=39DQHHHAKC46 type=write size=2978335 2024-09-12T17:16:22.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.390+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=QATIQ65BTX91 type=del size=366196 2024-09-12T17:16:22.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.394+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=OCDT3UFNMFGO type=del size=398584 2024-09-12T17:16:22.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.394+0000 7f47a8c748c0 1 < canceled part key=_multipart_80E1U6C0GQAU.2~9KK94TZ48PUF.0 size=558568 2024-09-12T17:16:22.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.398+0000 7f47a8c748c0 1 < canceled multipart upload key=80E1U6C0GQAU upload=9KK94TZ48PUF tag=9JT4AGI28RMB type=write size=1607144 2024-09-12T17:16:22.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.406+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~W5WYARN4RNSH.0 size=1048576 2024-09-12T17:16:22.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.410+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~W5WYARN4RNSH.1 size=1048576 2024-09-12T17:16:22.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.410+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~W5WYARN4RNSH.2 size=801730 2024-09-12T17:16:22.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.410+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=W5WYARN4RNSH tag=Q4VO635KGE5R type=write size=3947458 2024-09-12T17:16:22.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.414+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~MU8MPE1DVSQ9.0 size=1048576 2024-09-12T17:16:22.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.418+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~MU8MPE1DVSQ9.1 size=1048576 2024-09-12T17:16:22.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.418+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~MU8MPE1DVSQ9.2 size=936536 2024-09-12T17:16:22.427 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.422+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=MU8MPE1DVSQ9 tag=LABHKY3KA5HH type=write size=4082264 2024-09-12T17:16:22.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.426+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=BU7CVCR5TWA5 type=del size=274602 2024-09-12T17:16:22.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.430+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~SO0LLHK8UMZ0.0 size=1048576 2024-09-12T17:16:22.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.430+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~SO0LLHK8UMZ0.1 size=865247 2024-09-12T17:16:22.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.438+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=SO0LLHK8UMZ0 tag=C0S5D9KUWARS type=write size=2962399 2024-09-12T17:16:22.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~MVXGJADG3UGX.0 size=1048576 2024-09-12T17:16:22.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~MVXGJADG3UGX.1 size=77309 2024-09-12T17:16:22.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.446+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=MVXGJADG3UGX tag=6FJSPC5GT7SV type=write size=2174461 2024-09-12T17:16:22.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.450+0000 7f47a8c748c0 1 < suggested remove operation key=1OX1IZ9XAHCI tag=3M5J0KMZKTPH type=del 2024-09-12T17:16:22.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.454+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=X5FUQZHDFFL8 type=del size=608359 2024-09-12T17:16:22.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.458+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=EKCJQ0TU8L1Z type=del 2024-09-12T17:16:22.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.458+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=S67OHW9X33VW type=del size=3178000 2024-09-12T17:16:22.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.462+0000 7f47a8c748c0 -1 < failed to complete operation key=R9QGA3GF563C tag=OQ2WLD78Y9R9 type=del size=3503850: (22) Invalid argument 2024-09-12T17:16:22.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.466+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=A85I8T7BMK4Z type=write size=239486 2024-09-12T17:16:22.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.470+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~Y5SZ3ULXJH89.0 size=1048576 2024-09-12T17:16:22.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.470+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~Y5SZ3ULXJH89.1 size=1048576 2024-09-12T17:16:22.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.474+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~Y5SZ3ULXJH89.2 size=692485 2024-09-12T17:16:22.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.478+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=Y5SZ3ULXJH89 tag=M96SIKBBXTM7 type=write size=3838213 2024-09-12T17:16:22.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.482+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~Y04SMOE6F1R7.0 size=1048576 2024-09-12T17:16:22.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~Y04SMOE6F1R7.1 size=1048576 2024-09-12T17:16:22.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~Y04SMOE6F1R7.2 size=818988 2024-09-12T17:16:22.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.486+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=Y04SMOE6F1R7 tag=JKK9EK3NQ1LA type=write size=3964716 2024-09-12T17:16:22.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.490+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~BBB29Y2PHLD2.0 size=1048576 2024-09-12T17:16:22.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.494+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~BBB29Y2PHLD2.1 size=369181 2024-09-12T17:16:22.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.498+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=BBB29Y2PHLD2 tag=XZCHL1OATAAX type=write size=2466333 2024-09-12T17:16:22.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3QXWPQKTXHQ5.0 size=1048576 2024-09-12T17:16:22.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3QXWPQKTXHQ5.1 size=1048576 2024-09-12T17:16:22.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~3QXWPQKTXHQ5.2 size=176443 2024-09-12T17:16:22.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.506+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=3QXWPQKTXHQ5 tag=I0OYY1XHH886 type=write size=3322171 2024-09-12T17:16:22.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.510+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=4XBKKY3IMC5Y type=write 2024-09-12T17:16:22.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.514+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=LI44B68BBLAY type=del size=2666655 2024-09-12T17:16:22.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.518+0000 7f47a8c748c0 1 < completed write operation key=LIX9TJX73W7K tag=M915HWJGA0JH type=write size=541597 2024-09-12T17:16:22.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.518+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=AR2YF9PET1P7 type=write size=605836 2024-09-12T17:16:22.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.522+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~U4D0FTFT45GA.0 size=1048576 2024-09-12T17:16:22.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.526+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~U4D0FTFT45GA.1 size=387407 2024-09-12T17:16:22.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.530+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=U4D0FTFT45GA tag=YK4YCHOL1WRK type=write size=2484559 2024-09-12T17:16:22.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.530+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=GATN2058QSTD type=del size=1909929 2024-09-12T17:16:22.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.534+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=JWV4F695Q9QT type=del 2024-09-12T17:16:22.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~HM9IFR1UKW9N.0 size=1048576 2024-09-12T17:16:22.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~HM9IFR1UKW9N.1 size=346799 2024-09-12T17:16:22.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.542+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=HM9IFR1UKW9N tag=DSW7ZBWKB40M type=write size=2443951 2024-09-12T17:16:22.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.542+0000 7f47a8c748c0 1 < canceled part key=_multipart_H0TD8JXDYKKK.2~DKNS16RYQR6B.0 size=1048576 2024-09-12T17:16:22.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.546+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~DKNS16RYQR6B.1 size=1048576 2024-09-12T17:16:22.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.546+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~DKNS16RYQR6B.2 size=833259 2024-09-12T17:16:22.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.550+0000 7f47a8c748c0 1 < canceled multipart upload key=H0TD8JXDYKKK upload=DKNS16RYQR6B tag=NDMKCFVU6KN4 type=write size=3978987 2024-09-12T17:16:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.554+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=0XNUGR8G8SB5 type=del size=3323165 2024-09-12T17:16:22.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.554+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=P8D2NC13VSST tag=38U6XIKP456K type=del size=1160535: (2) No such file or directory 2024-09-12T17:16:22.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~DTY4E1TW7H41.0 size=1048576 2024-09-12T17:16:22.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.562+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~DTY4E1TW7H41.1 size=1048576 2024-09-12T17:16:22.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.562+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~DTY4E1TW7H41.2 size=736962 2024-09-12T17:16:22.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.562+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=DTY4E1TW7H41 tag=6ZZ1C0H18GGL type=write size=3882690 2024-09-12T17:16:22.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.566+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~5MKK9WY84THA.0 size=1048576 2024-09-12T17:16:22.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.566+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~5MKK9WY84THA.1 size=881183 2024-09-12T17:16:22.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.574+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=5MKK9WY84THA tag=39DQHHHAKC46 type=write size=2978335 2024-09-12T17:16:22.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.574+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=B9RUEGQYH2FN type=write size=174742 2024-09-12T17:16:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.578+0000 7f47a8c748c0 -1 < failed to complete operation key=1OX1IZ9XAHCI tag=OCDT3UFNMFGO type=del size=398584: (22) Invalid argument 2024-09-12T17:16:22.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.582+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=X2PEGTPWTC0D type=del size=678337 2024-09-12T17:16:22.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.586+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~W5WYARN4RNSH.0 size=1048576 2024-09-12T17:16:22.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.590+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~W5WYARN4RNSH.1 size=1048576 2024-09-12T17:16:22.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.590+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~W5WYARN4RNSH.2 size=801730 2024-09-12T17:16:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.602+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=W5WYARN4RNSH tag=Q4VO635KGE5R type=write size=3947458 2024-09-12T17:16:22.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.606+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~WX0KA2Y7IFPS.0 size=1048576 2024-09-12T17:16:22.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.606+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~WX0KA2Y7IFPS.1 size=1048576 2024-09-12T17:16:22.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.610+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~WX0KA2Y7IFPS.2 size=483473 2024-09-12T17:16:22.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.610+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=WX0KA2Y7IFPS tag=WM2PRNSPSPSO type=write size=3629201 2024-09-12T17:16:22.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.614+0000 7f47a8c748c0 1 < suggested update operation key=BD3Q1XK93E50 tag=BU7CVCR5TWA5 type=del size=274602 2024-09-12T17:16:22.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.618+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~SYQ2UXJ2W1SM.0 size=1048576 2024-09-12T17:16:22.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~SYQ2UXJ2W1SM.1 size=1048576 2024-09-12T17:16:22.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.626+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~SYQ2UXJ2W1SM.2 size=1047340 2024-09-12T17:16:22.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.626+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=SYQ2UXJ2W1SM tag=L3TBPQE5E7K9 type=write size=4193068 2024-09-12T17:16:22.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.626+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~MVXGJADG3UGX.0 size=1048576 2024-09-12T17:16:22.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.630+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~MVXGJADG3UGX.1 size=77309 2024-09-12T17:16:22.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.634+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=MVXGJADG3UGX tag=6FJSPC5GT7SV type=write size=2174461 2024-09-12T17:16:22.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.638+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~AB621DH3W38U.0 size=1048576 2024-09-12T17:16:22.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~AB621DH3W38U.1 size=1048576 2024-09-12T17:16:22.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~AB621DH3W38U.2 size=573816 2024-09-12T17:16:22.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.642+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=AB621DH3W38U tag=CU3WCPVST8UK type=write size=3719544 2024-09-12T17:16:22.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.646+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=X5FUQZHDFFL8 type=del 2024-09-12T17:16:22.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.650+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=846I9UEECM8P type=write size=637353 2024-09-12T17:16:22.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.654+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=S67OHW9X33VW type=del 2024-09-12T17:16:22.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.654+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=0DNKRV17385P type=del size=529510 2024-09-12T17:16:22.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.658+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=A85I8T7BMK4Z type=write size=239486 2024-09-12T17:16:22.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~7T728EQCR6TO.0 size=160124 2024-09-12T17:16:22.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.662+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=7T728EQCR6TO tag=N64R62I872PY type=write size=1208700 2024-09-12T17:16:22.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.666+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~Y04SMOE6F1R7.0 size=1048576 2024-09-12T17:16:22.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.670+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~Y04SMOE6F1R7.1 size=1048576 2024-09-12T17:16:22.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.670+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~Y04SMOE6F1R7.2 size=818988 2024-09-12T17:16:22.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.674+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=Y04SMOE6F1R7 tag=JKK9EK3NQ1LA type=write size=3964716 2024-09-12T17:16:22.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.678+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=41LINK7AQXLK type=del size=4170791 2024-09-12T17:16:22.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.682+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~3QXWPQKTXHQ5.0 size=1048576 2024-09-12T17:16:22.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.682+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~3QXWPQKTXHQ5.1 size=1048576 2024-09-12T17:16:22.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.682+0000 7f47a8c748c0 1 < canceled part key=_multipart_8CHGYRJ30NQM.2~3QXWPQKTXHQ5.2 size=176443 2024-09-12T17:16:22.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.686+0000 7f47a8c748c0 1 < canceled multipart upload key=8CHGYRJ30NQM upload=3QXWPQKTXHQ5 tag=I0OYY1XHH886 type=write size=3322171 2024-09-12T17:16:22.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.690+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=80PW0U2HXSCU type=write size=301767 2024-09-12T17:16:22.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.694+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=LI44B68BBLAY type=del 2024-09-12T17:16:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.698+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=CS31F5XMMZEJ type=del size=1892477 2024-09-12T17:16:22.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.698+0000 7f47a8c748c0 1 < completed write operation key=55WGV0XV6IGX tag=AR2YF9PET1P7 type=write size=605836 2024-09-12T17:16:22.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.706+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~AL6VPDUXNUTO.0 size=1048576 2024-09-12T17:16:22.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.706+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~AL6VPDUXNUTO.1 size=584160 2024-09-12T17:16:22.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.706+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=AL6VPDUXNUTO tag=906RSLYRHNJ6 type=write size=2681312 2024-09-12T17:16:22.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.710+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=GATN2058QSTD type=del 2024-09-12T17:16:22.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.714+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=1PEB040BKHBD type=write size=823520 2024-09-12T17:16:22.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.714+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~HM9IFR1UKW9N.0 size=1048576 2024-09-12T17:16:22.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.718+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~HM9IFR1UKW9N.1 size=346799 2024-09-12T17:16:22.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.722+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=HM9IFR1UKW9N tag=DSW7ZBWKB40M type=write size=2443951 2024-09-12T17:16:22.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.726+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=2MU8D8D9XNFU type=del size=1755861 2024-09-12T17:16:22.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.730+0000 7f47a8c748c0 1 < suggested update operation key=8CHGYRJ30NQM tag=0XNUGR8G8SB5 type=del size=3323165 2024-09-12T17:16:22.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.734+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=ZTO3UFDK08LR type=del size=2118383 2024-09-12T17:16:22.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.738+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~DTY4E1TW7H41.0 size=1048576 2024-09-12T17:16:22.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.738+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~DTY4E1TW7H41.1 size=1048576 2024-09-12T17:16:22.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.742+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~DTY4E1TW7H41.2 size=736962 2024-09-12T17:16:22.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.746+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=DTY4E1TW7H41 tag=6ZZ1C0H18GGL type=write size=3882690 2024-09-12T17:16:22.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.750+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=7JV2PO1KYWGU type=write size=1021801 2024-09-12T17:16:22.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.754+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=B9RUEGQYH2FN type=write size=174742 2024-09-12T17:16:22.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.758+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~HYCXID7812FF.0 size=894427 2024-09-12T17:16:22.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.758+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=HYCXID7812FF tag=EZOMOPLGBBT9 type=write size=1943003 2024-09-12T17:16:22.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.762+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=X2PEGTPWTC0D type=del 2024-09-12T17:16:22.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.762+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=EBSQ8WBYBM75 type=del size=1426891 2024-09-12T17:16:22.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.766+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~WX0KA2Y7IFPS.0 size=1048576 2024-09-12T17:16:22.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.770+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~WX0KA2Y7IFPS.1 size=1048576 2024-09-12T17:16:22.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.770+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~WX0KA2Y7IFPS.2 size=483473 2024-09-12T17:16:22.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.778+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=WX0KA2Y7IFPS tag=WM2PRNSPSPSO type=write size=3629201 2024-09-12T17:16:22.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~ABLS94RDWKD2.0 size=1048576 2024-09-12T17:16:22.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.786+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~ABLS94RDWKD2.1 size=16630 2024-09-12T17:16:22.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.786+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=ABLS94RDWKD2 tag=Z8UDP18X88BX type=write size=2113782 2024-09-12T17:16:22.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.786+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~SYQ2UXJ2W1SM.0 size=1048576 2024-09-12T17:16:22.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.790+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~SYQ2UXJ2W1SM.1 size=1048576 2024-09-12T17:16:22.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.790+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~SYQ2UXJ2W1SM.2 size=1047340 2024-09-12T17:16:22.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.798+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=SYQ2UXJ2W1SM tag=L3TBPQE5E7K9 type=write size=4193068 2024-09-12T17:16:22.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.798+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=ITLGS6A41IL1 type=del size=3119044 2024-09-12T17:16:22.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.802+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~AB621DH3W38U.0 size=1048576 2024-09-12T17:16:22.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.802+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~AB621DH3W38U.1 size=1048576 2024-09-12T17:16:22.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.806+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~AB621DH3W38U.2 size=573816 2024-09-12T17:16:22.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.810+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=AB621DH3W38U tag=CU3WCPVST8UK type=write size=3719544 2024-09-12T17:16:22.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~LVOQRNAIJWER.0 size=1048576 2024-09-12T17:16:22.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~LVOQRNAIJWER.1 size=907202 2024-09-12T17:16:22.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.818+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=LVOQRNAIJWER tag=XDT54X3IO5F3 type=write size=3004354 2024-09-12T17:16:22.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.822+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=846I9UEECM8P type=write 2024-09-12T17:16:22.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~2FQ2GAP1D97V.0 size=1048576 2024-09-12T17:16:22.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~2FQ2GAP1D97V.1 size=774577 2024-09-12T17:16:22.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.830+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=2FQ2GAP1D97V tag=PRGGA2H655RM type=write size=2871729 2024-09-12T17:16:22.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.834+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=0DNKRV17385P type=del 2024-09-12T17:16:22.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.834+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=GEUZU6PZ4CT7 type=write size=623541 2024-09-12T17:16:22.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.838+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~7T728EQCR6TO.0 size=160124 2024-09-12T17:16:22.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.842+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=7T728EQCR6TO tag=N64R62I872PY type=write size=1208700 2024-09-12T17:16:22.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.846+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~E7W0HJJBJ30O.0 size=1048576 2024-09-12T17:16:22.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~E7W0HJJBJ30O.1 size=1048576 2024-09-12T17:16:22.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~E7W0HJJBJ30O.2 size=6650 2024-09-12T17:16:22.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.850+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=E7W0HJJBJ30O tag=AZSH0IATZOT6 type=write size=3152378 2024-09-12T17:16:22.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.862+0000 7f47a8c748c0 1 < suggested remove operation key=E9NGD5ZS0GXE tag=41LINK7AQXLK type=del 2024-09-12T17:16:22.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.862+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=U52M7BIQ9SOX type=del size=195479 2024-09-12T17:16:22.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.866+0000 7f47a8c748c0 1 < completed write operation key=MGMTNUVEIO4Y tag=80PW0U2HXSCU type=write size=301767 2024-09-12T17:16:22.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.870+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=O5JB51K4OUWE type=del size=1007153 2024-09-12T17:16:22.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.874+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=CS31F5XMMZEJ type=del 2024-09-12T17:16:22.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.874+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=F1SXA049LRYI type=del size=1354615 2024-09-12T17:16:22.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.878+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~AL6VPDUXNUTO.0 size=1048576 2024-09-12T17:16:22.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.882+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~AL6VPDUXNUTO.1 size=584160 2024-09-12T17:16:22.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.886+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=AL6VPDUXNUTO tag=906RSLYRHNJ6 type=write size=2681312 2024-09-12T17:16:22.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.890+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=IKE22N7TCMK2 type=del size=3487029 2024-09-12T17:16:22.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.894+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=1PEB040BKHBD type=write size=823520 2024-09-12T17:16:22.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.894+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=SDDJ6328KB5I type=del size=1314301 2024-09-12T17:16:22.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.902+0000 7f47a8c748c0 1 < suggested remove operation key=QAXSHF0ZS39F tag=2MU8D8D9XNFU type=del 2024-09-12T17:16:22.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.906+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=9LDPOR9KWZXL type=write size=8076 2024-09-12T17:16:22.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.910+0000 7f47a8c748c0 1 < suggested remove operation key=MGMTNUVEIO4Y tag=ZTO3UFDK08LR type=del 2024-09-12T17:16:22.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.914+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=BVP4YEKH2JT7 type=del size=293203 2024-09-12T17:16:22.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.918+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=7JV2PO1KYWGU type=write size=1021801 2024-09-12T17:16:22.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.922+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=6DIO4POI2X6L type=del size=2740990 2024-09-12T17:16:22.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.926+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~HYCXID7812FF.0 size=894427 2024-09-12T17:16:22.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.930+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=HYCXID7812FF tag=EZOMOPLGBBT9 type=write size=1943003 2024-09-12T17:16:22.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.934+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~I2KDOLCNNCWT.0 size=1048576 2024-09-12T17:16:22.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.938+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~I2KDOLCNNCWT.1 size=592606 2024-09-12T17:16:22.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.938+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=I2KDOLCNNCWT tag=IFQN63UT6ERO type=write size=2689758 2024-09-12T17:16:22.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.942+0000 7f47a8c748c0 -1 < failed to complete operation key=E9NGD5ZS0GXE tag=EBSQ8WBYBM75 type=del size=1426891: (22) Invalid argument 2024-09-12T17:16:22.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.946+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=R5E9Z5383F97 type=del size=3189612 2024-09-12T17:16:22.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.950+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~ABLS94RDWKD2.0 size=1048576 2024-09-12T17:16:22.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.950+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~ABLS94RDWKD2.1 size=16630 2024-09-12T17:16:22.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.958+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=ABLS94RDWKD2 tag=Z8UDP18X88BX type=write size=2113782 2024-09-12T17:16:22.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.958+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=5WA25LC9PNSO type=del size=1912391 2024-09-12T17:16:22.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.962+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=QAXSHF0ZS39F tag=ITLGS6A41IL1 type=del size=3119044: (2) No such file or directory 2024-09-12T17:16:22.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~6OB7QO432ZDX.0 size=1048576 2024-09-12T17:16:22.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~6OB7QO432ZDX.1 size=728311 2024-09-12T17:16:22.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.970+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=6OB7QO432ZDX tag=FEIH8GP9HWQN type=write size=2825463 2024-09-12T17:16:22.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.974+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~LVOQRNAIJWER.0 size=1048576 2024-09-12T17:16:22.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.978+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~LVOQRNAIJWER.1 size=907202 2024-09-12T17:16:22.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.982+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=LVOQRNAIJWER tag=XDT54X3IO5F3 type=write size=3004354 2024-09-12T17:16:22.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.986+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=8G374EX5PT5Q type=write size=269608 2024-09-12T17:16:22.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.990+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~2FQ2GAP1D97V.0 size=1048576 2024-09-12T17:16:22.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.994+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~2FQ2GAP1D97V.1 size=774577 2024-09-12T17:16:23.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:22.998+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=2FQ2GAP1D97V tag=PRGGA2H655RM type=write size=2871729 2024-09-12T17:16:23.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.002+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~9QHE1CDXGRIZ.0 size=398036 2024-09-12T17:16:23.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.002+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=9QHE1CDXGRIZ tag=VEEBCHWGZJFN type=write size=1446612 2024-09-12T17:16:23.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.010+0000 7f47a8c748c0 1 < completed write operation key=8CHGYRJ30NQM tag=GEUZU6PZ4CT7 type=write size=623541 2024-09-12T17:16:23.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~4G27JNKM6BII.0 size=1048576 2024-09-12T17:16:23.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~4G27JNKM6BII.1 size=859392 2024-09-12T17:16:23.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.018+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=4G27JNKM6BII tag=CHJ2E5JFIW41 type=write size=2956544 2024-09-12T17:16:23.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.018+0000 7f47a8c748c0 1 < canceled part key=_multipart_M8IRCIWF1SOU.2~E7W0HJJBJ30O.0 size=1048576 2024-09-12T17:16:23.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.022+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~E7W0HJJBJ30O.1 size=1048576 2024-09-12T17:16:23.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.022+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~E7W0HJJBJ30O.2 size=6650 2024-09-12T17:16:23.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.030+0000 7f47a8c748c0 1 < canceled multipart upload key=M8IRCIWF1SOU upload=E7W0HJJBJ30O tag=AZSH0IATZOT6 type=write size=3152378 2024-09-12T17:16:23.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.030+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=NHQ4PVJAS8J6 type=del size=2692923 2024-09-12T17:16:23.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.034+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=U52M7BIQ9SOX type=del 2024-09-12T17:16:23.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.038+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=AK1UTNNY8YQD type=del size=1328061 2024-09-12T17:16:23.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.046+0000 7f47a8c748c0 1 < suggested remove operation key=8CHGYRJ30NQM tag=O5JB51K4OUWE type=del 2024-09-12T17:16:23.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.054+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~ROTJ68G9MLCH.0 size=935156 2024-09-12T17:16:23.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.054+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=ROTJ68G9MLCH tag=C6IAYNZIZ73X type=write size=1983732 2024-09-12T17:16:23.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.054+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=F1SXA049LRYI type=del 2024-09-12T17:16:23.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.058+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=IPVUSJ9GZ7UK type=del size=1610370 2024-09-12T17:16:23.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.062+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=IKE22N7TCMK2 type=del 2024-09-12T17:16:23.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~VUQBTOAZT5BR.0 size=1048576 2024-09-12T17:16:23.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~VUQBTOAZT5BR.1 size=1048576 2024-09-12T17:16:23.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~VUQBTOAZT5BR.2 size=643273 2024-09-12T17:16:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.074+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=VUQBTOAZT5BR tag=7BA7VW8E5YI8 type=write size=3789001 2024-09-12T17:16:23.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.082+0000 7f47a8c748c0 1 < suggested remove operation key=X8QDFHONH3RD tag=SDDJ6328KB5I type=del 2024-09-12T17:16:23.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.086+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=HXNGZ4EPPMMA type=write size=270904 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.090+0000 7f47a8c748c0 1 < completed write operation key=G0UIHXL2ET1N tag=9LDPOR9KWZXL type=write size=8076 2024-09-12T17:16:23.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.094+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=MZWFC2PA8L34 type=del size=2563438 2024-09-12T17:16:23.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.098+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=BVP4YEKH2JT7 type=del 2024-09-12T17:16:23.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.102+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=J0XLMVU255H0 type=del size=976587 2024-09-12T17:16:23.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.106+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=6DIO4POI2X6L type=del 2024-09-12T17:16:23.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~8D8BWRF6SYA0.0 size=1048576 2024-09-12T17:16:23.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~8D8BWRF6SYA0.1 size=1048576 2024-09-12T17:16:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.118+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~8D8BWRF6SYA0.2 size=710309 2024-09-12T17:16:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.118+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=8D8BWRF6SYA0 tag=CRETRRM8PC2L type=write size=3856037 2024-09-12T17:16:23.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.122+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~I2KDOLCNNCWT.0 size=1048576 2024-09-12T17:16:23.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.126+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~I2KDOLCNNCWT.1 size=592606 2024-09-12T17:16:23.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.130+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=I2KDOLCNNCWT tag=IFQN63UT6ERO type=write size=2689758 2024-09-12T17:16:23.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.134+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=XQ0J6260IJSO type=del size=774996 2024-09-12T17:16:23.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.138+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=R5E9Z5383F97 type=del 2024-09-12T17:16:23.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~4AOS3U4BLKDO.0 size=806484 2024-09-12T17:16:23.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.146+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=4AOS3U4BLKDO tag=GE47IASLGPU9 type=write size=1855060 2024-09-12T17:16:23.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.150+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=5WA25LC9PNSO type=del 2024-09-12T17:16:23.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.154+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=HM3RXK1CEYQM type=del size=3480235 2024-09-12T17:16:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.154+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~6OB7QO432ZDX.0 size=1048576 2024-09-12T17:16:23.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.158+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~6OB7QO432ZDX.1 size=728311 2024-09-12T17:16:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.166+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=6OB7QO432ZDX tag=FEIH8GP9HWQN type=write size=2825463 2024-09-12T17:16:23.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.170+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=5SPXBHGD9M7J type=del size=3036282 2024-09-12T17:16:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.174+0000 7f47a8c748c0 1 < completed write operation key=R9QGA3GF563C tag=8G374EX5PT5Q type=write size=269608 2024-09-12T17:16:23.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.178+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~ENA8H061G6VC.0 size=1048576 2024-09-12T17:16:23.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.186+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~ENA8H061G6VC.1 size=907313 2024-09-12T17:16:23.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.186+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=ENA8H061G6VC tag=IAUCROJIU431 type=write size=3004465 2024-09-12T17:16:23.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.190+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~9QHE1CDXGRIZ.0 size=398036 2024-09-12T17:16:23.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.194+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=9QHE1CDXGRIZ tag=VEEBCHWGZJFN type=write size=1446612 2024-09-12T17:16:23.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~QF7U7T106LKJ.0 size=1048576 2024-09-12T17:16:23.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.206+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~QF7U7T106LKJ.1 size=1048576 2024-09-12T17:16:23.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.206+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~QF7U7T106LKJ.2 size=976451 2024-09-12T17:16:23.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.206+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=QF7U7T106LKJ tag=IWWTCI0G87N2 type=write size=4122179 2024-09-12T17:16:23.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.210+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~4G27JNKM6BII.0 size=1048576 2024-09-12T17:16:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.214+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~4G27JNKM6BII.1 size=859392 2024-09-12T17:16:23.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.218+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=4G27JNKM6BII tag=CHJ2E5JFIW41 type=write size=2956544 2024-09-12T17:16:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.222+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=D3FRY1BC9OSU type=del size=3697593 2024-09-12T17:16:23.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.226+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=NHQ4PVJAS8J6 type=del 2024-09-12T17:16:23.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.230+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=3KX1AMVRQZE1 type=del size=3368505 2024-09-12T17:16:23.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.234+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=AK1UTNNY8YQD type=del 2024-09-12T17:16:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.238+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=D53NNRYRBEN4 type=del size=3735694 2024-09-12T17:16:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.238+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~ROTJ68G9MLCH.0 size=935156 2024-09-12T17:16:23.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.246+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=ROTJ68G9MLCH tag=C6IAYNZIZ73X type=write size=1983732 2024-09-12T17:16:23.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.250+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~V1NXDB95TX78.0 size=1048576 2024-09-12T17:16:23.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~V1NXDB95TX78.1 size=137294 2024-09-12T17:16:23.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.254+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=V1NXDB95TX78 tag=V7NZGJYQ01VZ type=write size=2234446 2024-09-12T17:16:23.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.262+0000 7f47a8c748c0 1 < suggested update operation key=R9QGA3GF563C tag=IPVUSJ9GZ7UK type=del size=1610370 2024-09-12T17:16:23.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.262+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=RJ8ODW8HJQYD type=del size=271104 2024-09-12T17:16:23.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.266+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~VUQBTOAZT5BR.0 size=1048576 2024-09-12T17:16:23.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.270+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~VUQBTOAZT5BR.1 size=1048576 2024-09-12T17:16:23.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.274+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~VUQBTOAZT5BR.2 size=643273 2024-09-12T17:16:23.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.278+0000 7f47a8c748c0 1 < completed multipart upload key=ON5AHBFMCXB7 upload=VUQBTOAZT5BR tag=7BA7VW8E5YI8 type=write size=3789001 2024-09-12T17:16:23.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~ETBCY3JA7R6L.0 size=1048576 2024-09-12T17:16:23.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~ETBCY3JA7R6L.1 size=1048576 2024-09-12T17:16:23.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~ETBCY3JA7R6L.2 size=524868 2024-09-12T17:16:23.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.290+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=ETBCY3JA7R6L tag=QF6QOO7FZ2MF type=write size=3670596 2024-09-12T17:16:23.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.294+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=HXNGZ4EPPMMA type=write size=270904 2024-09-12T17:16:23.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.298+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=7R34DX0EUIVG type=del size=1223285 2024-09-12T17:16:23.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.306+0000 7f47a8c748c0 1 < suggested remove operation key=2WSU8RIJ5L0X tag=MZWFC2PA8L34 type=del 2024-09-12T17:16:23.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.310+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~HT48M1S2CD9P.0 size=1048576 2024-09-12T17:16:23.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~HT48M1S2CD9P.1 size=402185 2024-09-12T17:16:23.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.314+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=HT48M1S2CD9P tag=CGVVSUJGPKL1 type=write size=2499337 2024-09-12T17:16:23.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.318+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=J0XLMVU255H0 type=del 2024-09-12T17:16:23.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.322+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=CM40WHZ39CSP type=del size=671673 2024-09-12T17:16:23.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.326+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~8D8BWRF6SYA0.0 size=1048576 2024-09-12T17:16:23.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.326+0000 7f47a8c748c0 1 < canceled part key=_multipart_8CHGYRJ30NQM.2~8D8BWRF6SYA0.1 size=1048576 2024-09-12T17:16:23.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.330+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~8D8BWRF6SYA0.2 size=710309 2024-09-12T17:16:23.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.334+0000 7f47a8c748c0 1 < canceled multipart upload key=8CHGYRJ30NQM upload=8D8BWRF6SYA0 tag=CRETRRM8PC2L type=write size=3856037 2024-09-12T17:16:23.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.338+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=5FJIU4NVVTSU type=del size=2758600 2024-09-12T17:16:23.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.342+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=XQ0J6260IJSO type=del 2024-09-12T17:16:23.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.346+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=C8GUP81555IR type=del size=607114 2024-09-12T17:16:23.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.346+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~4AOS3U4BLKDO.0 size=806484 2024-09-12T17:16:23.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.354+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=4AOS3U4BLKDO tag=GE47IASLGPU9 type=write size=1855060 2024-09-12T17:16:23.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.358+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=RBFTI22BJSAO type=del size=3067943 2024-09-12T17:16:23.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.358+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=HM3RXK1CEYQM type=del 2024-09-12T17:16:23.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.362+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=V7BD3W35VNMW type=write size=831711 2024-09-12T17:16:23.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.370+0000 7f47a8c748c0 1 < suggested remove operation key=O47SCE2D2679 tag=5SPXBHGD9M7J type=del 2024-09-12T17:16:23.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.378+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~GXQBZEDQMA01.0 size=498264 2024-09-12T17:16:23.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.378+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=GXQBZEDQMA01 tag=SWS1VS22OZT8 type=write size=1546840 2024-09-12T17:16:23.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.382+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~ENA8H061G6VC.0 size=1048576 2024-09-12T17:16:23.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.386+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~ENA8H061G6VC.1 size=907313 2024-09-12T17:16:23.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.394+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=ENA8H061G6VC tag=IAUCROJIU431 type=write size=3004465 2024-09-12T17:16:23.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~0XHW2177VAKT.0 size=1048576 2024-09-12T17:16:23.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~0XHW2177VAKT.1 size=674118 2024-09-12T17:16:23.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.402+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=0XHW2177VAKT tag=JT3I4B6KZI4T type=write size=2771270 2024-09-12T17:16:23.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.402+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~QF7U7T106LKJ.0 size=1048576 2024-09-12T17:16:23.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.406+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~QF7U7T106LKJ.1 size=1048576 2024-09-12T17:16:23.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.410+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~QF7U7T106LKJ.2 size=976451 2024-09-12T17:16:23.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.414+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=QF7U7T106LKJ tag=IWWTCI0G87N2 type=write size=4122179 2024-09-12T17:16:23.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~0Y1S8P5AHWGS.0 size=678114 2024-09-12T17:16:23.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.422+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=0Y1S8P5AHWGS tag=JW56QDX14FZI type=write size=1726690 2024-09-12T17:16:23.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.426+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=D3FRY1BC9OSU type=del 2024-09-12T17:16:23.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.430+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=2IUG0LWOR7DR type=del size=432618 2024-09-12T17:16:23.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.438+0000 7f47a8c748c0 1 < suggested update operation key=F7Y1D98CH9J9 tag=3KX1AMVRQZE1 type=del size=3368505 2024-09-12T17:16:23.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.442+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=NDQ8N5M1ON14 type=del size=2976170 2024-09-12T17:16:23.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.446+0000 7f47a8c748c0 -1 < failed to complete operation key=R9QGA3GF563C tag=D53NNRYRBEN4 type=del size=3735694: (22) Invalid argument 2024-09-12T17:16:23.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.450+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=2J1SZ70WD0KH type=write size=954832 2024-09-12T17:16:23.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.454+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~V1NXDB95TX78.0 size=1048576 2024-09-12T17:16:23.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.458+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~V1NXDB95TX78.1 size=137294 2024-09-12T17:16:23.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.462+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=V1NXDB95TX78 tag=V7NZGJYQ01VZ type=write size=2234446 2024-09-12T17:16:23.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.466+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=SYTRYLKPNJCY type=del size=1258309 2024-09-12T17:16:23.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.470+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=RJ8ODW8HJQYD type=del 2024-09-12T17:16:23.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.474+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=3NMSOR65YQSC type=del size=3503596 2024-09-12T17:16:23.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.478+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~ETBCY3JA7R6L.0 size=1048576 2024-09-12T17:16:23.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.482+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~ETBCY3JA7R6L.1 size=1048576 2024-09-12T17:16:23.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.486+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~ETBCY3JA7R6L.2 size=524868 2024-09-12T17:16:23.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.490+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=ETBCY3JA7R6L tag=QF6QOO7FZ2MF type=write size=3670596 2024-09-12T17:16:23.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.494+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~UP2S3D8LBH4X.0 size=1048576 2024-09-12T17:16:23.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~UP2S3D8LBH4X.1 size=872197 2024-09-12T17:16:23.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.498+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=UP2S3D8LBH4X tag=8510KWWMJK3V type=write size=2969349 2024-09-12T17:16:23.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.506+0000 7f47a8c748c0 1 < suggested remove operation key=F7Y1D98CH9J9 tag=7R34DX0EUIVG type=del 2024-09-12T17:16:23.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.510+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=11AZESI9CK69 type=del size=938278 2024-09-12T17:16:23.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.510+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~HT48M1S2CD9P.0 size=1048576 2024-09-12T17:16:23.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.514+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~HT48M1S2CD9P.1 size=402185 2024-09-12T17:16:23.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.522+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=HT48M1S2CD9P tag=CGVVSUJGPKL1 type=write size=2499337 2024-09-12T17:16:23.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.526+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=T26C5XOYRPQY type=write size=990749 2024-09-12T17:16:23.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.534+0000 7f47a8c748c0 1 < suggested remove operation key=TML69DVSXPEX tag=CM40WHZ39CSP type=del 2024-09-12T17:16:23.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.538+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=RRLL4Z6JU0FV type=del size=1726730 2024-09-12T17:16:23.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.542+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=5FJIU4NVVTSU type=del 2024-09-12T17:16:23.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~5XMU45U12FKQ.0 size=1048576 2024-09-12T17:16:23.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~5XMU45U12FKQ.1 size=60194 2024-09-12T17:16:23.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.550+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=5XMU45U12FKQ tag=4B3CVVFW8WH6 type=write size=2157346 2024-09-12T17:16:23.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.554+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=C8GUP81555IR type=del 2024-09-12T17:16:23.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.558+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=ZG4AHG8DCRS9 type=del size=324243 2024-09-12T17:16:23.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.562+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=RBFTI22BJSAO type=del 2024-09-12T17:16:23.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.566+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=U69ZKPVZH2RV type=write size=941361 2024-09-12T17:16:23.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.566+0000 7f47a8c748c0 1 < completed write operation key=93L6W586VL33 tag=V7BD3W35VNMW type=write size=831711 2024-09-12T17:16:23.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~EXUX47CKOX8H.0 size=1048576 2024-09-12T17:16:23.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~EXUX47CKOX8H.1 size=1048576 2024-09-12T17:16:23.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~EXUX47CKOX8H.2 size=140748 2024-09-12T17:16:23.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.578+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=EXUX47CKOX8H tag=1DWSZQHA1PMT type=write size=3286476 2024-09-12T17:16:23.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.582+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~GXQBZEDQMA01.0 size=498264 2024-09-12T17:16:23.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.586+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=GXQBZEDQMA01 tag=SWS1VS22OZT8 type=write size=1546840 2024-09-12T17:16:23.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.590+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=MGIMLZD9XWP3 type=del size=3613771 2024-09-12T17:16:23.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.594+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~0XHW2177VAKT.0 size=1048576 2024-09-12T17:16:23.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.598+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~0XHW2177VAKT.1 size=674118 2024-09-12T17:16:23.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.602+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=0XHW2177VAKT tag=JT3I4B6KZI4T type=write size=2771270 2024-09-12T17:16:23.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.606+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=KAFMXQIX1XTP type=del size=3056322 2024-09-12T17:16:23.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.606+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~0Y1S8P5AHWGS.0 size=678114 2024-09-12T17:16:23.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.614+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=0Y1S8P5AHWGS tag=JW56QDX14FZI type=write size=1726690 2024-09-12T17:16:23.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.618+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~289AN8WMTEDQ.0 size=1048576 2024-09-12T17:16:23.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~289AN8WMTEDQ.1 size=1048576 2024-09-12T17:16:23.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~289AN8WMTEDQ.2 size=1021718 2024-09-12T17:16:23.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.622+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=289AN8WMTEDQ tag=VIUD7RZWATGF type=write size=4167446 2024-09-12T17:16:23.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.626+0000 7f47a8c748c0 1 < completed delete operation key=QAXSHF0ZS39F tag=2IUG0LWOR7DR type=del 2024-09-12T17:16:23.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.630+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=ZJ9M0PDV1W7A type=del size=3824763 2024-09-12T17:16:23.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.638+0000 7f47a8c748c0 1 < suggested remove operation key=O8AIZZ75FGRJ tag=NDQ8N5M1ON14 type=del 2024-09-12T17:16:23.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.642+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=5HPAXCIS40PC type=write size=427995 2024-09-12T17:16:23.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.642+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=2J1SZ70WD0KH type=write size=954832 2024-09-12T17:16:23.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.650+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~DJPBWF9Z2VDZ.0 size=929401 2024-09-12T17:16:23.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.650+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=DJPBWF9Z2VDZ tag=V1TKCSTDJVFS type=write size=1977977 2024-09-12T17:16:23.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.654+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=SYTRYLKPNJCY type=del 2024-09-12T17:16:23.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.658+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=6Q51WYTKS8TC type=del size=2717036 2024-09-12T17:16:23.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.662+0000 7f47a8c748c0 1 < suggested update operation key=S2C9EJ9AS2SO tag=3NMSOR65YQSC type=del size=3503596 2024-09-12T17:16:23.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.666+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=HDUZEG7Y5OFZ type=del size=3132461 2024-09-12T17:16:23.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.670+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~UP2S3D8LBH4X.0 size=1048576 2024-09-12T17:16:23.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.674+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~UP2S3D8LBH4X.1 size=872197 2024-09-12T17:16:23.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.678+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=UP2S3D8LBH4X tag=8510KWWMJK3V type=write size=2969349 2024-09-12T17:16:23.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.682+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=FT9V3C1J2FQI type=del size=3994388 2024-09-12T17:16:23.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.686+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=11AZESI9CK69 type=del 2024-09-12T17:16:23.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.690+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~TO6ZB1RMG8PP.0 size=113794 2024-09-12T17:16:23.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.690+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=TO6ZB1RMG8PP tag=7AKJ81SJ9U03 type=write size=1162370 2024-09-12T17:16:23.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.694+0000 7f47a8c748c0 1 < completed write operation key=F7Y1D98CH9J9 tag=T26C5XOYRPQY type=write size=990749 2024-09-12T17:16:23.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.698+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=ZRF87NZGBQK9 type=write size=80574 2024-09-12T17:16:23.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.702+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=RRLL4Z6JU0FV type=del 2024-09-12T17:16:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.706+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=N0UWGOG71CO9 type=del size=2538769 2024-09-12T17:16:23.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.710+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~5XMU45U12FKQ.0 size=1048576 2024-09-12T17:16:23.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.710+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~5XMU45U12FKQ.1 size=60194 2024-09-12T17:16:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.718+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=5XMU45U12FKQ tag=4B3CVVFW8WH6 type=write size=2157346 2024-09-12T17:16:23.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.722+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~D5K1Z81U8YCK.0 size=942063 2024-09-12T17:16:23.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.722+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=D5K1Z81U8YCK tag=EHKATIOHEZOT type=write size=1990639 2024-09-12T17:16:23.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.730+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=ZG4AHG8DCRS9 type=del size=324243 2024-09-12T17:16:23.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.734+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=XFT3NZNUC8B8 type=del size=1871738 2024-09-12T17:16:23.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.738+0000 7f47a8c748c0 1 < completed write operation key=TML69DVSXPEX tag=U69ZKPVZH2RV type=write size=941361 2024-09-12T17:16:23.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~O02ZQ7GIS7Q0.0 size=1048576 2024-09-12T17:16:23.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~O02ZQ7GIS7Q0.1 size=898836 2024-09-12T17:16:23.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.746+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=O02ZQ7GIS7Q0 tag=USVTINDQI8KU type=write size=2995988 2024-09-12T17:16:23.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.750+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~EXUX47CKOX8H.0 size=1048576 2024-09-12T17:16:23.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.750+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~EXUX47CKOX8H.1 size=1048576 2024-09-12T17:16:23.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.750+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~EXUX47CKOX8H.2 size=140748 2024-09-12T17:16:23.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.758+0000 7f47a8c748c0 1 < canceled multipart upload key=O47SCE2D2679 upload=EXUX47CKOX8H tag=1DWSZQHA1PMT type=write size=3286476 2024-09-12T17:16:23.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.762+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=U0H5G9BF6DYQ type=del size=4102633 2024-09-12T17:16:23.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.766+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=MGIMLZD9XWP3 type=del 2024-09-12T17:16:23.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.770+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~MDLTYC0O8HDI.0 size=1048576 2024-09-12T17:16:23.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.774+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~MDLTYC0O8HDI.1 size=562962 2024-09-12T17:16:23.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.774+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=MDLTYC0O8HDI tag=H7JLHNWO8SFB type=write size=2660114 2024-09-12T17:16:23.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.778+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=KAFMXQIX1XTP type=del 2024-09-12T17:16:23.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.782+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=D516PWEH1YWE type=del size=3236846 2024-09-12T17:16:23.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.782+0000 7f47a8c748c0 1 < canceled part key=_multipart_BD3Q1XK93E50.2~289AN8WMTEDQ.0 size=1048576 2024-09-12T17:16:23.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.786+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~289AN8WMTEDQ.1 size=1048576 2024-09-12T17:16:23.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.786+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~289AN8WMTEDQ.2 size=1021718 2024-09-12T17:16:23.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.794+0000 7f47a8c748c0 1 < canceled multipart upload key=BD3Q1XK93E50 upload=289AN8WMTEDQ tag=VIUD7RZWATGF type=write size=4167446 2024-09-12T17:16:23.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.798+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=WKGXNYR5GNPS type=del size=420343 2024-09-12T17:16:23.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.802+0000 7f47a8c748c0 1 < canceled operation key=0KZGH5YDL7C0 tag=ZJ9M0PDV1W7A type=del size=3824763 2024-09-12T17:16:23.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.806+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~F3WWMNH62CEJ.0 size=1048576 2024-09-12T17:16:23.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~F3WWMNH62CEJ.1 size=69957 2024-09-12T17:16:23.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.810+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=F3WWMNH62CEJ tag=997K78Y9RWYU type=write size=2167109 2024-09-12T17:16:23.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.814+0000 7f47a8c748c0 1 < completed write operation key=ON5AHBFMCXB7 tag=5HPAXCIS40PC type=write size=427995 2024-09-12T17:16:23.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.822+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~I5VZYZJ9OJH5.0 size=1048576 2024-09-12T17:16:23.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~I5VZYZJ9OJH5.1 size=1048576 2024-09-12T17:16:23.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~I5VZYZJ9OJH5.2 size=828156 2024-09-12T17:16:23.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.830+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=I5VZYZJ9OJH5 tag=AXAO0UER2ATL type=write size=3973884 2024-09-12T17:16:23.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.834+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~DJPBWF9Z2VDZ.0 size=929401 2024-09-12T17:16:23.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.838+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=DJPBWF9Z2VDZ tag=V1TKCSTDJVFS type=write size=1977977 2024-09-12T17:16:23.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.850+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~ZNZS6KFF7RLY.0 size=878427 2024-09-12T17:16:23.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.850+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=ZNZS6KFF7RLY tag=CHDXJ973PB4J type=write size=1927003 2024-09-12T17:16:23.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.854+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=6Q51WYTKS8TC type=del 2024-09-12T17:16:23.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~HPD9HVJUHY8C.0 size=1048576 2024-09-12T17:16:23.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.862+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~HPD9HVJUHY8C.1 size=450240 2024-09-12T17:16:23.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.862+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=HPD9HVJUHY8C tag=RVJNE7X6PAIZ type=write size=2547392 2024-09-12T17:16:23.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.866+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=HDUZEG7Y5OFZ type=del 2024-09-12T17:16:23.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~WZHA1YDSAA51.0 size=1048576 2024-09-12T17:16:23.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~WZHA1YDSAA51.1 size=1048576 2024-09-12T17:16:23.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~WZHA1YDSAA51.2 size=375229 2024-09-12T17:16:23.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.878+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=WZHA1YDSAA51 tag=SJWBLXMSZ8OJ type=write size=3520957 2024-09-12T17:16:23.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.882+0000 7f47a8c748c0 -1 < no bi entry to suggest for operation key=P8D2NC13VSST tag=FT9V3C1J2FQI type=del size=3994388: (2) No such file or directory 2024-09-12T17:16:23.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.886+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=PAE355K13SU5 type=del size=4159240 2024-09-12T17:16:23.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.890+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~TO6ZB1RMG8PP.0 size=113794 2024-09-12T17:16:23.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.894+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=TO6ZB1RMG8PP tag=7AKJ81SJ9U03 type=write size=1162370 2024-09-12T17:16:23.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~GWQXJ4MT9KB3.0 size=326171 2024-09-12T17:16:23.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.898+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=GWQXJ4MT9KB3 tag=C8ASDQK43LBX type=write size=1374747 2024-09-12T17:16:23.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.902+0000 7f47a8c748c0 1 < completed write operation key=H0TD8JXDYKKK tag=ZRF87NZGBQK9 type=write size=80574 2024-09-12T17:16:23.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.910+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~G7WEOD3B9OMJ.0 size=86544 2024-09-12T17:16:23.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.910+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=G7WEOD3B9OMJ tag=Y3CE4SQS4ST4 type=write size=1135120 2024-09-12T17:16:23.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.914+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=N0UWGOG71CO9 type=del 2024-09-12T17:16:23.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~3KQDCUOV8P2L.0 size=1048576 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~3KQDCUOV8P2L.1 size=969247 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.922+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=3KQDCUOV8P2L tag=J9U00OJG1PX1 type=write size=3066399 2024-09-12T17:16:23.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.926+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~D5K1Z81U8YCK.0 size=942063 2024-09-12T17:16:23.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.934+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=D5K1Z81U8YCK tag=EHKATIOHEZOT type=write size=1990639 2024-09-12T17:16:23.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.938+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=JU9E1A1YQIY4 type=del size=1056611 2024-09-12T17:16:23.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.938+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=XFT3NZNUC8B8 type=del 2024-09-12T17:16:23.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.946+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~ZVZQ4ITVC6TX.0 size=629147 2024-09-12T17:16:23.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.946+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=ZVZQ4ITVC6TX tag=VKL9WQZUA9QG type=write size=1677723 2024-09-12T17:16:23.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.950+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~O02ZQ7GIS7Q0.0 size=1048576 2024-09-12T17:16:23.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.954+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~O02ZQ7GIS7Q0.1 size=898836 2024-09-12T17:16:23.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.958+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=O02ZQ7GIS7Q0 tag=USVTINDQI8KU type=write size=2995988 2024-09-12T17:16:23.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.962+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=Z4BQNB3Y10JO type=del size=3969346 2024-09-12T17:16:23.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.966+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=U0H5G9BF6DYQ type=del 2024-09-12T17:16:23.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.970+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=GJB0SGWDP3J1 type=write size=594551 2024-09-12T17:16:23.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.974+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~MDLTYC0O8HDI.0 size=1048576 2024-09-12T17:16:23.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.978+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~MDLTYC0O8HDI.1 size=562962 2024-09-12T17:16:23.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.982+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=MDLTYC0O8HDI tag=H7JLHNWO8SFB type=write size=2660114 2024-09-12T17:16:23.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~VL0YHS08MWK9.0 size=1048576 2024-09-12T17:16:23.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.994+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~VL0YHS08MWK9.1 size=295949 2024-09-12T17:16:23.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.994+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=VL0YHS08MWK9 tag=Q4875QTWQR3T type=write size=2393101 2024-09-12T17:16:24.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.998+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=D516PWEH1YWE type=del 2024-09-12T17:16:24.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:23.998+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=QYKQSU6J3YG6 type=del size=1890998 2024-09-12T17:16:24.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.002+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=WKGXNYR5GNPS type=del 2024-09-12T17:16:24.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.010+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~CC8RE29ETSHU.0 size=1048576 2024-09-12T17:16:24.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~CC8RE29ETSHU.1 size=91980 2024-09-12T17:16:24.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.014+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=CC8RE29ETSHU tag=LJG19CKTNFZQ type=write size=2189132 2024-09-12T17:16:24.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.018+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~F3WWMNH62CEJ.0 size=1048576 2024-09-12T17:16:24.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.018+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~F3WWMNH62CEJ.1 size=69957 2024-09-12T17:16:24.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.026+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=F3WWMNH62CEJ tag=997K78Y9RWYU type=write size=2167109 2024-09-12T17:16:24.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.030+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=XMUQ8277HZHL type=write size=195379 2024-09-12T17:16:24.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.034+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~I5VZYZJ9OJH5.0 size=1048576 2024-09-12T17:16:24.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.038+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~I5VZYZJ9OJH5.1 size=1048576 2024-09-12T17:16:24.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.038+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~I5VZYZJ9OJH5.2 size=828156 2024-09-12T17:16:24.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.046+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=I5VZYZJ9OJH5 tag=AXAO0UER2ATL type=write size=3973884 2024-09-12T17:16:24.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.050+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=XU7PY4HXGV01 type=write size=378281 2024-09-12T17:16:24.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.054+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~ZNZS6KFF7RLY.0 size=878427 2024-09-12T17:16:24.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.058+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=ZNZS6KFF7RLY tag=CHDXJ973PB4J type=write size=1927003 2024-09-12T17:16:24.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.066+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~3UEZ5NQ04JUY.0 size=1048576 2024-09-12T17:16:24.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~3UEZ5NQ04JUY.1 size=276851 2024-09-12T17:16:24.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.070+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=3UEZ5NQ04JUY tag=N48X560A0A2J type=write size=2374003 2024-09-12T17:16:24.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.074+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~HPD9HVJUHY8C.0 size=1048576 2024-09-12T17:16:24.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.074+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~HPD9HVJUHY8C.1 size=450240 2024-09-12T17:16:24.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.082+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=HPD9HVJUHY8C tag=RVJNE7X6PAIZ type=write size=2547392 2024-09-12T17:16:24.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.086+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=74C0F2XY2647 type=write size=412187 2024-09-12T17:16:24.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.090+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~WZHA1YDSAA51.0 size=1048576 2024-09-12T17:16:24.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.090+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~WZHA1YDSAA51.1 size=1048576 2024-09-12T17:16:24.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.090+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~WZHA1YDSAA51.2 size=375229 2024-09-12T17:16:24.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.098+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=WZHA1YDSAA51 tag=SJWBLXMSZ8OJ type=write size=3520957 2024-09-12T17:16:24.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.102+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=EFK23M1TBO81 type=del size=384626 2024-09-12T17:16:24.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.106+0000 7f47a8c748c0 1 < suggested remove operation key=4BF7U5BNWTWP tag=PAE355K13SU5 type=del 2024-09-12T17:16:24.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~R4IBA1B5N89Y.0 size=1048576 2024-09-12T17:16:24.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.114+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~R4IBA1B5N89Y.1 size=1048576 2024-09-12T17:16:24.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.118+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~R4IBA1B5N89Y.2 size=496577 2024-09-12T17:16:24.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.118+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=R4IBA1B5N89Y tag=UHR3XCO0KYGZ type=write size=3642305 2024-09-12T17:16:24.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.122+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~GWQXJ4MT9KB3.0 size=326171 2024-09-12T17:16:24.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.126+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=GWQXJ4MT9KB3 tag=C8ASDQK43LBX type=write size=1374747 2024-09-12T17:16:24.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.130+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=56PNP141Q45P type=del size=2038198 2024-09-12T17:16:24.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.134+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~G7WEOD3B9OMJ.0 size=86544 2024-09-12T17:16:24.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.138+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=G7WEOD3B9OMJ tag=Y3CE4SQS4ST4 type=write size=1135120 2024-09-12T17:16:24.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~3JE103F95WPT.0 size=1048576 2024-09-12T17:16:24.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~3JE103F95WPT.1 size=676542 2024-09-12T17:16:24.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.146+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=3JE103F95WPT tag=FUWK5FWXZWK2 type=write size=2773694 2024-09-12T17:16:24.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.150+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~3KQDCUOV8P2L.0 size=1048576 2024-09-12T17:16:24.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.154+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~3KQDCUOV8P2L.1 size=969247 2024-09-12T17:16:24.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.158+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=3KQDCUOV8P2L tag=J9U00OJG1PX1 type=write size=3066399 2024-09-12T17:16:24.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.162+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=ZDMVRWSXAJH8 type=del size=82368 2024-09-12T17:16:24.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.166+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=JU9E1A1YQIY4 type=del 2024-09-12T17:16:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.174+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=J5EKP1S8WWX7 type=del size=2176802 2024-09-12T17:16:24.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.178+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~ZVZQ4ITVC6TX.0 size=629147 2024-09-12T17:16:24.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.182+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=ZVZQ4ITVC6TX tag=VKL9WQZUA9QG type=write size=1677723 2024-09-12T17:16:24.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.186+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=MG1KCZVSKSYD type=del size=1372502 2024-09-12T17:16:24.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.190+0000 7f47a8c748c0 1 < canceled operation key=H0TD8JXDYKKK tag=Z4BQNB3Y10JO type=del size=3969346 2024-09-12T17:16:24.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.194+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7SG6SU310AWM.0 size=1048576 2024-09-12T17:16:24.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.198+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7SG6SU310AWM.1 size=1048576 2024-09-12T17:16:24.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~7SG6SU310AWM.2 size=724763 2024-09-12T17:16:24.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.202+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=7SG6SU310AWM tag=ZBIK97WFFBG2 type=write size=3870491 2024-09-12T17:16:24.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.210+0000 7f47a8c748c0 1 < suggested update operation key=QAXSHF0ZS39F tag=GJB0SGWDP3J1 type=write size=594551 2024-09-12T17:16:24.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~G8WCKBB3XWFN.0 size=967497 2024-09-12T17:16:24.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.214+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=G8WCKBB3XWFN tag=9EYFYK1IRXJY type=write size=2016073 2024-09-12T17:16:24.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.218+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~VL0YHS08MWK9.0 size=1048576 2024-09-12T17:16:24.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.222+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~VL0YHS08MWK9.1 size=295949 2024-09-12T17:16:24.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.226+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=VL0YHS08MWK9 tag=Q4875QTWQR3T type=write size=2393101 2024-09-12T17:16:24.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.230+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=ME8LS4R6XKU2 type=del size=213527 2024-09-12T17:16:24.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.230+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=QYKQSU6J3YG6 type=del 2024-09-12T17:16:24.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.234+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=NCPH3EV2AE09 type=del size=2081443 2024-09-12T17:16:24.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.238+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~CC8RE29ETSHU.0 size=1048576 2024-09-12T17:16:24.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.238+0000 7f47a8c748c0 1 < canceled part key=_multipart_1OX1IZ9XAHCI.2~CC8RE29ETSHU.1 size=91980 2024-09-12T17:16:24.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.242+0000 7f47a8c748c0 1 < canceled multipart upload key=1OX1IZ9XAHCI upload=CC8RE29ETSHU tag=LJG19CKTNFZQ type=write size=2189132 2024-09-12T17:16:24.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.246+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=C5GDXO67FKER type=del size=559944 2024-09-12T17:16:24.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.250+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=XMUQ8277HZHL type=write size=195379 2024-09-12T17:16:24.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.254+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~2SGE733Y7FUQ.0 size=1048576 2024-09-12T17:16:24.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~2SGE733Y7FUQ.1 size=1048576 2024-09-12T17:16:24.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~2SGE733Y7FUQ.2 size=817273 2024-09-12T17:16:24.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.262+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=2SGE733Y7FUQ tag=O9LUPHG76Y9T type=write size=3963001 2024-09-12T17:16:24.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.270+0000 7f47a8c748c0 1 < suggested update operation key=TML69DVSXPEX tag=XU7PY4HXGV01 type=write size=378281 2024-09-12T17:16:24.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.274+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=7ISISIYS0V0M type=del size=246975 2024-09-12T17:16:24.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.278+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~3UEZ5NQ04JUY.0 size=1048576 2024-09-12T17:16:24.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.278+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~3UEZ5NQ04JUY.1 size=276851 2024-09-12T17:16:24.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.286+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=3UEZ5NQ04JUY tag=N48X560A0A2J type=write size=2374003 2024-09-12T17:16:24.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.290+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=AV3W368JUXD2 type=del size=451716 2024-09-12T17:16:24.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.294+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=74C0F2XY2647 type=write size=412187 2024-09-12T17:16:24.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.298+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=PRW6VPJ9YYYD type=write size=256004 2024-09-12T17:16:24.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.302+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=EFK23M1TBO81 type=del 2024-09-12T17:16:24.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.302+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=03UK8500WW7L type=del size=1998577 2024-09-12T17:16:24.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.306+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~R4IBA1B5N89Y.0 size=1048576 2024-09-12T17:16:24.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.310+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~R4IBA1B5N89Y.1 size=1048576 2024-09-12T17:16:24.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.314+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~R4IBA1B5N89Y.2 size=496577 2024-09-12T17:16:24.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.318+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=R4IBA1B5N89Y tag=UHR3XCO0KYGZ type=write size=3642305 2024-09-12T17:16:24.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.322+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=DN4TKCBLDVIZ type=del size=1682247 2024-09-12T17:16:24.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.326+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=56PNP141Q45P type=del 2024-09-12T17:16:24.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.330+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=ZG6UTD0I1CFI type=del size=2668747 2024-09-12T17:16:24.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.330+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~3JE103F95WPT.0 size=1048576 2024-09-12T17:16:24.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.334+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~3JE103F95WPT.1 size=676542 2024-09-12T17:16:24.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.342+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=3JE103F95WPT tag=FUWK5FWXZWK2 type=write size=2773694 2024-09-12T17:16:24.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.342+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=UCG95U4HTZDH type=del size=2616267 2024-09-12T17:16:24.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.350+0000 7f47a8c748c0 1 < suggested update operation key=K7VSL58BTME5 tag=ZDMVRWSXAJH8 type=del size=82368 2024-09-12T17:16:24.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.354+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=BEFBY5THQHZB type=del size=3371099 2024-09-12T17:16:24.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.354+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=J5EKP1S8WWX7 type=del 2024-09-12T17:16:24.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~CXNW8LQZWCYP.0 size=1048576 2024-09-12T17:16:24.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~CXNW8LQZWCYP.1 size=1048576 2024-09-12T17:16:24.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.366+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~CXNW8LQZWCYP.2 size=649244 2024-09-12T17:16:24.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.366+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=CXNW8LQZWCYP tag=O1L4ECUMYGWT type=write size=3794972 2024-09-12T17:16:24.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.374+0000 7f47a8c748c0 1 < suggested update operation key=80E1U6C0GQAU tag=MG1KCZVSKSYD type=del size=1372502 2024-09-12T17:16:24.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.378+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~AL9A5XJTXGP3.0 size=1048576 2024-09-12T17:16:24.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~AL9A5XJTXGP3.1 size=1048576 2024-09-12T17:16:24.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~AL9A5XJTXGP3.2 size=234078 2024-09-12T17:16:24.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.386+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=AL9A5XJTXGP3 tag=COVJNGOZ253V type=write size=3379806 2024-09-12T17:16:24.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.390+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7SG6SU310AWM.0 size=1048576 2024-09-12T17:16:24.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.390+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7SG6SU310AWM.1 size=1048576 2024-09-12T17:16:24.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.394+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~7SG6SU310AWM.2 size=724763 2024-09-12T17:16:24.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.398+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=7SG6SU310AWM tag=ZBIK97WFFBG2 type=write size=3870491 2024-09-12T17:16:24.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.402+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=2UZVIGW2L0M1 type=del size=2981423 2024-09-12T17:16:24.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.406+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~G8WCKBB3XWFN.0 size=967497 2024-09-12T17:16:24.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.414+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=G8WCKBB3XWFN tag=9EYFYK1IRXJY type=write size=2016073 2024-09-12T17:16:24.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.418+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=3200XX6PIEE6 type=write size=799710 2024-09-12T17:16:24.427 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.422+0000 7f47a8c748c0 1 < suggested remove operation key=K7VSL58BTME5 tag=ME8LS4R6XKU2 type=del 2024-09-12T17:16:24.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.426+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=F3ZDXVKIFB4I type=write size=198835 2024-09-12T17:16:24.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.434+0000 7f47a8c748c0 1 < suggested update operation key=X8QDFHONH3RD tag=NCPH3EV2AE09 type=del size=2081443 2024-09-12T17:16:24.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JB3A55HB0AVM.0 size=1048576 2024-09-12T17:16:24.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JB3A55HB0AVM.1 size=1048576 2024-09-12T17:16:24.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~JB3A55HB0AVM.2 size=987352 2024-09-12T17:16:24.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.446+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=JB3A55HB0AVM tag=7W37I92G3ZOL type=write size=4133080 2024-09-12T17:16:24.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.450+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=C5GDXO67FKER type=del 2024-09-12T17:16:24.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.454+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~NGB4DSO36VE1.0 size=41833 2024-09-12T17:16:24.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.454+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=NGB4DSO36VE1 tag=JKY1W7ULPAY0 type=write size=1090409 2024-09-12T17:16:24.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.458+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~2SGE733Y7FUQ.0 size=1048576 2024-09-12T17:16:24.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.462+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~2SGE733Y7FUQ.1 size=1048576 2024-09-12T17:16:24.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.466+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~2SGE733Y7FUQ.2 size=817273 2024-09-12T17:16:24.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.470+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=2SGE733Y7FUQ tag=O9LUPHG76Y9T type=write size=3963001 2024-09-12T17:16:24.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.474+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=8B8E31JZ0AB1 type=del size=921585 2024-09-12T17:16:24.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.478+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=7ISISIYS0V0M type=del 2024-09-12T17:16:24.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.482+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=YNYOWC3YHPB0 type=write size=322845 2024-09-12T17:16:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.490+0000 7f47a8c748c0 1 < suggested update operation key=FNQLQEI5JDG8 tag=AV3W368JUXD2 type=del size=451716 2024-09-12T17:16:24.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.494+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=P27NKBKM6B57 type=del size=3878475 2024-09-12T17:16:24.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.498+0000 7f47a8c748c0 1 < canceled operation key=BD3Q1XK93E50 tag=PRW6VPJ9YYYD type=write size=256004 2024-09-12T17:16:24.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.502+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=6812ILRUIB77 type=del size=4146326 2024-09-12T17:16:24.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.506+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=03UK8500WW7L type=del 2024-09-12T17:16:24.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~81JSG5AS1GKK.0 size=1048576 2024-09-12T17:16:24.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~81JSG5AS1GKK.1 size=1048576 2024-09-12T17:16:24.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~81JSG5AS1GKK.2 size=905377 2024-09-12T17:16:24.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.518+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=81JSG5AS1GKK tag=GTILEM5JASHL type=write size=4051105 2024-09-12T17:16:24.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.518+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=DN4TKCBLDVIZ type=del size=1682247: (22) Invalid argument 2024-09-12T17:16:24.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.522+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=9C12WV6OJ3MR type=del size=2509780 2024-09-12T17:16:24.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.526+0000 7f47a8c748c0 1 < suggested remove operation key=QAXSHF0ZS39F tag=ZG6UTD0I1CFI type=del 2024-09-12T17:16:24.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.534+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~H9G3E5K1O869.0 size=1048576 2024-09-12T17:16:24.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~H9G3E5K1O869.1 size=281581 2024-09-12T17:16:24.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.538+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=H9G3E5K1O869 tag=EMMN4OZ58CRK type=write size=2378733 2024-09-12T17:16:24.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.542+0000 7f47a8c748c0 1 < suggested remove operation key=G0UIHXL2ET1N tag=UCG95U4HTZDH type=del 2024-09-12T17:16:24.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~SJMUUCUHD20F.0 size=1048576 2024-09-12T17:16:24.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~SJMUUCUHD20F.1 size=1048576 2024-09-12T17:16:24.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~SJMUUCUHD20F.2 size=774458 2024-09-12T17:16:24.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.554+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=SJMUUCUHD20F tag=225CTWJDVHLL type=write size=3920186 2024-09-12T17:16:24.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.558+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=BEFBY5THQHZB type=del 2024-09-12T17:16:24.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.562+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=5RD8CFJ5B38L type=del size=2327537 2024-09-12T17:16:24.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.562+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~CXNW8LQZWCYP.0 size=1048576 2024-09-12T17:16:24.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.566+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~CXNW8LQZWCYP.1 size=1048576 2024-09-12T17:16:24.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.570+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~CXNW8LQZWCYP.2 size=649244 2024-09-12T17:16:24.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.574+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=CXNW8LQZWCYP tag=O1L4ECUMYGWT type=write size=3794972 2024-09-12T17:16:24.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.574+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=N8P17FIBIOUV type=del size=2296557 2024-09-12T17:16:24.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.578+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~AL9A5XJTXGP3.0 size=1048576 2024-09-12T17:16:24.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.582+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~AL9A5XJTXGP3.1 size=1048576 2024-09-12T17:16:24.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.582+0000 7f47a8c748c0 1 < canceled part key=_multipart_93L6W586VL33.2~AL9A5XJTXGP3.2 size=234078 2024-09-12T17:16:24.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.586+0000 7f47a8c748c0 1 < canceled multipart upload key=93L6W586VL33 upload=AL9A5XJTXGP3 tag=COVJNGOZ253V type=write size=3379806 2024-09-12T17:16:24.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.590+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=FWHNPZ4QIM4E type=del size=2728025 2024-09-12T17:16:24.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.594+0000 7f47a8c748c0 1 < suggested update operation key=OJYL5A30U6ET tag=2UZVIGW2L0M1 type=del size=2981423 2024-09-12T17:16:24.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.602+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~4E83C9TF5Y7X.0 size=546923 2024-09-12T17:16:24.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.602+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=4E83C9TF5Y7X tag=8IVCRDPFF3E3 type=write size=1595499 2024-09-12T17:16:24.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.606+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=3200XX6PIEE6 type=write size=799710 2024-09-12T17:16:24.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.606+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=44SKXC05NYUY type=write size=122607 2024-09-12T17:16:24.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.610+0000 7f47a8c748c0 1 < completed write operation key=K7VSL58BTME5 tag=F3ZDXVKIFB4I type=write size=198835 2024-09-12T17:16:24.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.614+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=9X07XZF06368 type=del size=3240483 2024-09-12T17:16:24.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.618+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JB3A55HB0AVM.0 size=1048576 2024-09-12T17:16:24.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.622+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JB3A55HB0AVM.1 size=1048576 2024-09-12T17:16:24.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.622+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~JB3A55HB0AVM.2 size=987352 2024-09-12T17:16:24.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.630+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=JB3A55HB0AVM tag=7W37I92G3ZOL type=write size=4133080 2024-09-12T17:16:24.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.630+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=PV0SBEO4JYGE type=write size=61819 2024-09-12T17:16:24.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.634+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~NGB4DSO36VE1.0 size=41833 2024-09-12T17:16:24.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.642+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=NGB4DSO36VE1 tag=JKY1W7ULPAY0 type=write size=1090409 2024-09-12T17:16:24.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.642+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=784N3QFAG5V4 type=del size=2100099 2024-09-12T17:16:24.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.646+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=8B8E31JZ0AB1 type=del 2024-09-12T17:16:24.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~YO4FQHE2T9IJ.0 size=1048576 2024-09-12T17:16:24.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~YO4FQHE2T9IJ.1 size=744975 2024-09-12T17:16:24.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.654+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=YO4FQHE2T9IJ tag=NNR13DN1K20B type=write size=2842127 2024-09-12T17:16:24.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.658+0000 7f47a8c748c0 1 < completed write operation key=M8IRCIWF1SOU tag=YNYOWC3YHPB0 type=write size=322845 2024-09-12T17:16:24.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~EU9SWBZBK4RF.0 size=1048576 2024-09-12T17:16:24.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~EU9SWBZBK4RF.1 size=1048576 2024-09-12T17:16:24.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~EU9SWBZBK4RF.2 size=465931 2024-09-12T17:16:24.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.670+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=EU9SWBZBK4RF tag=SN932NBN861Q type=write size=3611659 2024-09-12T17:16:24.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.674+0000 7f47a8c748c0 1 < canceled operation key=K7VSL58BTME5 tag=P27NKBKM6B57 type=del size=3878475 2024-09-12T17:16:24.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.678+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=49060LB2C0CX type=del size=4100097 2024-09-12T17:16:24.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.682+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=6812ILRUIB77 type=del 2024-09-12T17:16:24.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.686+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=V5WH5DL1LR9W type=del size=422321 2024-09-12T17:16:24.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.690+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~81JSG5AS1GKK.0 size=1048576 2024-09-12T17:16:24.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.690+0000 7f47a8c748c0 1 < canceled part key=_multipart_TML69DVSXPEX.2~81JSG5AS1GKK.1 size=1048576 2024-09-12T17:16:24.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.694+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~81JSG5AS1GKK.2 size=905377 2024-09-12T17:16:24.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.702+0000 7f47a8c748c0 1 < canceled multipart upload key=TML69DVSXPEX upload=81JSG5AS1GKK tag=GTILEM5JASHL type=write size=4051105 2024-09-12T17:16:24.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.706+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=R35IWHBO37RU type=del size=3294876 2024-09-12T17:16:24.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.714+0000 7f47a8c748c0 1 < suggested update operation key=G0UIHXL2ET1N tag=9C12WV6OJ3MR type=del size=2509780 2024-09-12T17:16:24.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.718+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=MD3WA7NSKA9N type=del size=1645377 2024-09-12T17:16:24.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.722+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~H9G3E5K1O869.0 size=1048576 2024-09-12T17:16:24.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.726+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~H9G3E5K1O869.1 size=281581 2024-09-12T17:16:24.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.730+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=H9G3E5K1O869 tag=EMMN4OZ58CRK type=write size=2378733 2024-09-12T17:16:24.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.734+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=CZHBXUX34ATZ type=del size=772951 2024-09-12T17:16:24.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.738+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~SJMUUCUHD20F.0 size=1048576 2024-09-12T17:16:24.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.742+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~SJMUUCUHD20F.1 size=1048576 2024-09-12T17:16:24.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.746+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~SJMUUCUHD20F.2 size=774458 2024-09-12T17:16:24.755 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.750+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=SJMUUCUHD20F tag=225CTWJDVHLL type=write size=3920186 2024-09-12T17:16:24.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.754+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=7OSWCGMB4XII type=write size=434598 2024-09-12T17:16:24.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.758+0000 7f47a8c748c0 1 < canceled operation key=0KZGH5YDL7C0 tag=5RD8CFJ5B38L type=del size=2327537 2024-09-12T17:16:24.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.762+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=R7XMGW3IT6F9 type=del size=515593 2024-09-12T17:16:24.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.766+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=N8P17FIBIOUV type=del 2024-09-12T17:16:24.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.774+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~MVX0D8N8N3B0.0 size=1048576 2024-09-12T17:16:24.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.774+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~MVX0D8N8N3B0.1 size=377256 2024-09-12T17:16:24.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.774+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=MVX0D8N8N3B0 tag=3UM3XRPJYTXV type=write size=2474408 2024-09-12T17:16:24.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.778+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=FWHNPZ4QIM4E type=del 2024-09-12T17:16:24.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.782+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=VD784TXB2E1M type=del size=802739 2024-09-12T17:16:24.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.786+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~4E83C9TF5Y7X.0 size=546923 2024-09-12T17:16:24.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.794+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=4E83C9TF5Y7X tag=8IVCRDPFF3E3 type=write size=1595499 2024-09-12T17:16:24.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.802+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~HZ3F07L6BEMU.0 size=1048576 2024-09-12T17:16:24.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.802+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~HZ3F07L6BEMU.1 size=177946 2024-09-12T17:16:24.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.802+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=HZ3F07L6BEMU tag=E7S8328E40N8 type=write size=2275098 2024-09-12T17:16:24.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.806+0000 7f47a8c748c0 1 < completed write operation key=1OX1IZ9XAHCI tag=44SKXC05NYUY type=write size=122607 2024-09-12T17:16:24.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.814+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=SPFVDKFHPGL2 type=write size=887600 2024-09-12T17:16:24.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.818+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=9X07XZF06368 type=del 2024-09-12T17:16:24.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.822+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=IUDVTFZ7I1KY type=del size=622853 2024-09-12T17:16:24.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.826+0000 7f47a8c748c0 1 < completed write operation key=55WGV0XV6IGX tag=PV0SBEO4JYGE type=write size=61819 2024-09-12T17:16:24.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.830+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=FD9W2I88AX9K type=write size=773525 2024-09-12T17:16:24.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.834+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=784N3QFAG5V4 type=del 2024-09-12T17:16:24.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.834+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=XCVNOZ1N4ZAM type=del size=3866441 2024-09-12T17:16:24.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.838+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~YO4FQHE2T9IJ.0 size=1048576 2024-09-12T17:16:24.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.838+0000 7f47a8c748c0 1 < canceled part key=_multipart_X8QDFHONH3RD.2~YO4FQHE2T9IJ.1 size=744975 2024-09-12T17:16:24.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.846+0000 7f47a8c748c0 1 < canceled multipart upload key=X8QDFHONH3RD upload=YO4FQHE2T9IJ tag=NNR13DN1K20B type=write size=2842127 2024-09-12T17:16:24.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.850+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=DIXUJINBT2SR type=del size=3950262 2024-09-12T17:16:24.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.854+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~EU9SWBZBK4RF.0 size=1048576 2024-09-12T17:16:24.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.854+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~EU9SWBZBK4RF.1 size=1048576 2024-09-12T17:16:24.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.858+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~EU9SWBZBK4RF.2 size=465931 2024-09-12T17:16:24.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.866+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=EU9SWBZBK4RF tag=SN932NBN861Q type=write size=3611659 2024-09-12T17:16:24.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~J0PQHKV7L163.0 size=1048576 2024-09-12T17:16:24.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~J0PQHKV7L163.1 size=1048576 2024-09-12T17:16:24.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.874+0000 7f47a8c748c0 1 > prepared part key=_multipart_F7Y1D98CH9J9.2~J0PQHKV7L163.2 size=618450 2024-09-12T17:16:24.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.874+0000 7f47a8c748c0 1 > prepared multipart upload key=F7Y1D98CH9J9 upload=J0PQHKV7L163 tag=AR3QNSUIHNA1 type=write size=3764178 2024-09-12T17:16:24.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.878+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=49060LB2C0CX type=del 2024-09-12T17:16:24.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.882+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=2N9D6GOZ6TNB type=del size=2242346 2024-09-12T17:16:24.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.886+0000 7f47a8c748c0 -1 < failed to complete operation key=G0UIHXL2ET1N tag=V5WH5DL1LR9W type=del size=422321: (22) Invalid argument 2024-09-12T17:16:24.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.890+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=OPJGXJ9IO74F type=write size=696043 2024-09-12T17:16:24.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.894+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=R35IWHBO37RU type=del 2024-09-12T17:16:24.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~ZJF6GHS0IL1C.0 size=170435 2024-09-12T17:16:24.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.902+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=ZJF6GHS0IL1C tag=D654TZD3ZDN5 type=write size=1219011 2024-09-12T17:16:24.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.906+0000 7f47a8c748c0 1 < suggested update operation key=P8D2NC13VSST tag=MD3WA7NSKA9N type=del size=1645377 2024-09-12T17:16:24.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.910+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=ZLWIFZD5ZYGU type=del size=1387610 2024-09-12T17:16:24.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.914+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=CZHBXUX34ATZ type=del 2024-09-12T17:16:24.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.918+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=H0N30LEJWUG6 type=del size=1229590 2024-09-12T17:16:24.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.922+0000 7f47a8c748c0 1 < completed write operation key=O47SCE2D2679 tag=7OSWCGMB4XII type=write size=434598 2024-09-12T17:16:24.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.926+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=Q7EIEA9IBZGP type=del size=1060245 2024-09-12T17:16:24.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.934+0000 7f47a8c748c0 1 < suggested remove operation key=80E1U6C0GQAU tag=R7XMGW3IT6F9 type=del 2024-09-12T17:16:24.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.938+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=19SIKCKMMH8E type=del size=927965 2024-09-12T17:16:24.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.942+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~MVX0D8N8N3B0.0 size=1048576 2024-09-12T17:16:24.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.942+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~MVX0D8N8N3B0.1 size=377256 2024-09-12T17:16:24.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.950+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=MVX0D8N8N3B0 tag=3UM3XRPJYTXV type=write size=2474408 2024-09-12T17:16:24.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.954+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=OARCJMUEHFW3 type=del size=1811510 2024-09-12T17:16:24.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.954+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=VD784TXB2E1M type=del size=802739: (22) Invalid argument 2024-09-12T17:16:24.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.958+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=KLHKWMKGT2XR type=del size=2480722 2024-09-12T17:16:24.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.962+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~HZ3F07L6BEMU.0 size=1048576 2024-09-12T17:16:24.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.962+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~HZ3F07L6BEMU.1 size=177946 2024-09-12T17:16:24.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.970+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=HZ3F07L6BEMU tag=E7S8328E40N8 type=write size=2275098 2024-09-12T17:16:24.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.974+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~3XNPD200N0XH.0 size=1048576 2024-09-12T17:16:24.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.978+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~3XNPD200N0XH.1 size=1045853 2024-09-12T17:16:24.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.978+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=3XNPD200N0XH tag=6VN481LANBDS type=write size=3143005 2024-09-12T17:16:24.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.982+0000 7f47a8c748c0 1 < completed write operation key=X8QDFHONH3RD tag=SPFVDKFHPGL2 type=write size=887600 2024-09-12T17:16:24.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.986+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=90FGDXHH2DKL type=write size=276230 2024-09-12T17:16:24.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.990+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=IUDVTFZ7I1KY type=del 2024-09-12T17:16:25.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.994+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~2KPKM61BPLRC.0 size=1048576 2024-09-12T17:16:25.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.998+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~2KPKM61BPLRC.1 size=100364 2024-09-12T17:16:25.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:24.998+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=2KPKM61BPLRC tag=SBSVO1M14ZW2 type=write size=2197516 2024-09-12T17:16:25.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.002+0000 7f47a8c748c0 1 < completed write operation key=O8AIZZ75FGRJ tag=FD9W2I88AX9K type=write size=773525 2024-09-12T17:16:25.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.006+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=7BQ3E5ZMGBCO type=del size=232117 2024-09-12T17:16:25.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.014+0000 7f47a8c748c0 1 < suggested remove operation key=FNQLQEI5JDG8 tag=XCVNOZ1N4ZAM type=del 2024-09-12T17:16:25.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.018+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=RI8ZGVOR6RNG type=del size=1270457 2024-09-12T17:16:25.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.022+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=DIXUJINBT2SR type=del 2024-09-12T17:16:25.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.026+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~71RILI15KBVT.0 size=1048576 2024-09-12T17:16:25.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.030+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~71RILI15KBVT.1 size=663308 2024-09-12T17:16:25.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.030+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=71RILI15KBVT tag=75AB3A7O1QOA type=write size=2760460 2024-09-12T17:16:25.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.034+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~J0PQHKV7L163.0 size=1048576 2024-09-12T17:16:25.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.038+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~J0PQHKV7L163.1 size=1048576 2024-09-12T17:16:25.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.038+0000 7f47a8c748c0 1 < completed part key=_multipart_F7Y1D98CH9J9.2~J0PQHKV7L163.2 size=618450 2024-09-12T17:16:25.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.046+0000 7f47a8c748c0 1 < completed multipart upload key=F7Y1D98CH9J9 upload=J0PQHKV7L163 tag=AR3QNSUIHNA1 type=write size=3764178 2024-09-12T17:16:25.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.050+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=IIKR7E51P6O0 type=del size=894377 2024-09-12T17:16:25.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.054+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=2N9D6GOZ6TNB type=del 2024-09-12T17:16:25.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.058+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~U4ETZJN7JG51.0 size=1048576 2024-09-12T17:16:25.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.062+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~U4ETZJN7JG51.1 size=864721 2024-09-12T17:16:25.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.062+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=U4ETZJN7JG51 tag=V35IM4LPN2VY type=write size=2961873 2024-09-12T17:16:25.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.066+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=OPJGXJ9IO74F type=write size=696043 2024-09-12T17:16:25.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.070+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=409JPA42815U type=del size=456414 2024-09-12T17:16:25.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.074+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~ZJF6GHS0IL1C.0 size=170435 2024-09-12T17:16:25.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.078+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=ZJF6GHS0IL1C tag=D654TZD3ZDN5 type=write size=1219011 2024-09-12T17:16:25.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~1SIS5JMV1Y8E.0 size=1048576 2024-09-12T17:16:25.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.090+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~1SIS5JMV1Y8E.1 size=947457 2024-09-12T17:16:25.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.090+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=1SIS5JMV1Y8E tag=VKD5X5HY5H62 type=write size=3044609 2024-09-12T17:16:25.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.098+0000 7f47a8c748c0 1 < suggested remove operation key=MGMTNUVEIO4Y tag=ZLWIFZD5ZYGU type=del 2024-09-12T17:16:25.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.102+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~OSDJAAUMNRUQ.0 size=1048576 2024-09-12T17:16:25.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.106+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~OSDJAAUMNRUQ.1 size=124525 2024-09-12T17:16:25.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.106+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=OSDJAAUMNRUQ tag=FXU38F5YT61K type=write size=2221677 2024-09-12T17:16:25.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.110+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=H0N30LEJWUG6 type=del size=1229590: (22) Invalid argument 2024-09-12T17:16:25.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.114+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=G1X5PL8BL0NI type=del size=2649742 2024-09-12T17:16:25.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.118+0000 7f47a8c748c0 1 < canceled operation key=G0UIHXL2ET1N tag=Q7EIEA9IBZGP type=del size=1060245 2024-09-12T17:16:25.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.122+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~1BCBD8QZT5VK.0 size=763964 2024-09-12T17:16:25.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.122+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=1BCBD8QZT5VK tag=T3RXT282B5D7 type=write size=1812540 2024-09-12T17:16:25.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.130+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=19SIKCKMMH8E type=del 2024-09-12T17:16:25.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.134+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=MUTJWU6IZRJV type=del size=618287 2024-09-12T17:16:25.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.138+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=OARCJMUEHFW3 type=del 2024-09-12T17:16:25.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.138+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=QVW61DGPZQCF type=del size=1971394 2024-09-12T17:16:25.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.146+0000 7f47a8c748c0 1 < suggested update operation key=OJYL5A30U6ET tag=KLHKWMKGT2XR type=del size=2480722 2024-09-12T17:16:25.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.150+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=Z2Y9NHT5QWOF type=del size=2345222 2024-09-12T17:16:25.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.158+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~3XNPD200N0XH.0 size=1048576 2024-09-12T17:16:25.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.162+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~3XNPD200N0XH.1 size=1045853 2024-09-12T17:16:25.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.166+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=3XNPD200N0XH tag=6VN481LANBDS type=write size=3143005 2024-09-12T17:16:25.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.170+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=O489XBF2VWVM type=del size=1412716 2024-09-12T17:16:25.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.174+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=90FGDXHH2DKL type=write size=276230 2024-09-12T17:16:25.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~NV7JL1IT7MGQ.0 size=1048576 2024-09-12T17:16:25.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~NV7JL1IT7MGQ.1 size=1048576 2024-09-12T17:16:25.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.186+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~NV7JL1IT7MGQ.2 size=653034 2024-09-12T17:16:25.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.186+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=NV7JL1IT7MGQ tag=WXE4OA1SMH36 type=write size=3798762 2024-09-12T17:16:25.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.190+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~2KPKM61BPLRC.0 size=1048576 2024-09-12T17:16:25.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.194+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~2KPKM61BPLRC.1 size=100364 2024-09-12T17:16:25.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.198+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=2KPKM61BPLRC tag=SBSVO1M14ZW2 type=write size=2197516 2024-09-12T17:16:25.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.202+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=1R72IDGCSYTU type=del size=3678626 2024-09-12T17:16:25.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.206+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=7BQ3E5ZMGBCO type=del 2024-09-12T17:16:25.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.210+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~Z4D0PD6067HH.0 size=1048576 2024-09-12T17:16:25.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~Z4D0PD6067HH.1 size=501552 2024-09-12T17:16:25.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.214+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=Z4D0PD6067HH tag=Q6U19DMVJGRO type=write size=2598704 2024-09-12T17:16:25.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.218+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=RI8ZGVOR6RNG type=del 2024-09-12T17:16:25.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.222+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=QQ4DJ1EIU0G3 type=write size=464445 2024-09-12T17:16:25.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.226+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~71RILI15KBVT.0 size=1048576 2024-09-12T17:16:25.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.226+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~71RILI15KBVT.1 size=663308 2024-09-12T17:16:25.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.234+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=71RILI15KBVT tag=75AB3A7O1QOA type=write size=2760460 2024-09-12T17:16:25.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.238+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=7I8RI9RC6X8Q type=del size=3765012 2024-09-12T17:16:25.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.242+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=IIKR7E51P6O0 type=del 2024-09-12T17:16:25.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.242+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=PKSFH6KB0Q4X type=del size=3923816 2024-09-12T17:16:25.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.246+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~U4ETZJN7JG51.0 size=1048576 2024-09-12T17:16:25.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.250+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~U4ETZJN7JG51.1 size=864721 2024-09-12T17:16:25.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.254+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=U4ETZJN7JG51 tag=V35IM4LPN2VY type=write size=2961873 2024-09-12T17:16:25.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.258+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=R1901KTYTXN2 type=del size=1482154 2024-09-12T17:16:25.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.262+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=409JPA42815U type=del 2024-09-12T17:16:25.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.270+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~YQRDDB7FAI2U.0 size=1048576 2024-09-12T17:16:25.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.270+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~YQRDDB7FAI2U.1 size=1048576 2024-09-12T17:16:25.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.274+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~YQRDDB7FAI2U.2 size=454814 2024-09-12T17:16:25.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.274+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=YQRDDB7FAI2U tag=XJVX38APZ45L type=write size=3600542 2024-09-12T17:16:25.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.278+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~1SIS5JMV1Y8E.0 size=1048576 2024-09-12T17:16:25.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.278+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~1SIS5JMV1Y8E.1 size=947457 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.286+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=1SIS5JMV1Y8E tag=VKD5X5HY5H62 type=write size=3044609 2024-09-12T17:16:25.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.286+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=KYSPBVIO0IX7 type=del size=1962109 2024-09-12T17:16:25.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.286+0000 7f47a8c748c0 1 < canceled part key=_multipart_93L6W586VL33.2~OSDJAAUMNRUQ.0 size=1048576 2024-09-12T17:16:25.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.290+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~OSDJAAUMNRUQ.1 size=124525 2024-09-12T17:16:25.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.294+0000 7f47a8c748c0 1 < canceled multipart upload key=93L6W586VL33 upload=OSDJAAUMNRUQ tag=FXU38F5YT61K type=write size=2221677 2024-09-12T17:16:25.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.298+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=M37O0GV0Z2AL type=del size=956978 2024-09-12T17:16:25.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.302+0000 7f47a8c748c0 1 < suggested remove operation key=R9QGA3GF563C tag=G1X5PL8BL0NI type=del 2024-09-12T17:16:25.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.310+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~4N7NK3B537P6.0 size=1048576 2024-09-12T17:16:25.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~4N7NK3B537P6.1 size=1048576 2024-09-12T17:16:25.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~4N7NK3B537P6.2 size=494166 2024-09-12T17:16:25.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.314+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=4N7NK3B537P6 tag=B7PFTD5LN058 type=write size=3639894 2024-09-12T17:16:25.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.318+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~1BCBD8QZT5VK.0 size=763964 2024-09-12T17:16:25.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.322+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=1BCBD8QZT5VK tag=T3RXT282B5D7 type=write size=1812540 2024-09-12T17:16:25.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.326+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=46Y4QB22YLRD type=del size=208210 2024-09-12T17:16:25.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.330+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=MUTJWU6IZRJV type=del 2024-09-12T17:16:25.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.334+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=NQZ137KDCISJ type=del size=2699990 2024-09-12T17:16:25.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.338+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=QVW61DGPZQCF type=del 2024-09-12T17:16:25.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.346+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~2SKHVJ9M6AV2.0 size=1048576 2024-09-12T17:16:25.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.346+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~2SKHVJ9M6AV2.1 size=285289 2024-09-12T17:16:25.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.346+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=2SKHVJ9M6AV2 tag=WNYHFLJR4VQ1 type=write size=2382441 2024-09-12T17:16:25.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.350+0000 7f47a8c748c0 1 < canceled operation key=FNQLQEI5JDG8 tag=Z2Y9NHT5QWOF type=del size=2345222 2024-09-12T17:16:25.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.354+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=0ZEKH9D6FNR3 type=del size=912195 2024-09-12T17:16:25.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.358+0000 7f47a8c748c0 1 < suggested update operation key=OJYL5A30U6ET tag=O489XBF2VWVM type=del size=1412716 2024-09-12T17:16:25.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.362+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=UF0450TR4XM9 type=del size=1793876 2024-09-12T17:16:25.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.366+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~NV7JL1IT7MGQ.0 size=1048576 2024-09-12T17:16:25.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.366+0000 7f47a8c748c0 1 < canceled part key=_multipart_R9QGA3GF563C.2~NV7JL1IT7MGQ.1 size=1048576 2024-09-12T17:16:25.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.370+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~NV7JL1IT7MGQ.2 size=653034 2024-09-12T17:16:25.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.374+0000 7f47a8c748c0 1 < canceled multipart upload key=R9QGA3GF563C upload=NV7JL1IT7MGQ tag=WXE4OA1SMH36 type=write size=3798762 2024-09-12T17:16:25.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.378+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=K9MJWZR96TTM type=del size=1028690 2024-09-12T17:16:25.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.382+0000 7f47a8c748c0 1 < canceled operation key=K7VSL58BTME5 tag=1R72IDGCSYTU type=del size=3678626 2024-09-12T17:16:25.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.386+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=I6108QGM0654 type=del size=734653 2024-09-12T17:16:25.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.386+0000 7f47a8c748c0 1 < canceled part key=_multipart_O47SCE2D2679.2~Z4D0PD6067HH.0 size=1048576 2024-09-12T17:16:25.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.386+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~Z4D0PD6067HH.1 size=501552 2024-09-12T17:16:25.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.390+0000 7f47a8c748c0 1 < canceled multipart upload key=O47SCE2D2679 upload=Z4D0PD6067HH tag=Q6U19DMVJGRO type=write size=2598704 2024-09-12T17:16:25.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~82Z2CMJO206F.0 size=1048576 2024-09-12T17:16:25.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.398+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~82Z2CMJO206F.1 size=1048576 2024-09-12T17:16:25.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~82Z2CMJO206F.2 size=212035 2024-09-12T17:16:25.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.402+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=82Z2CMJO206F tag=GKH8RTPTRN7F type=write size=3357763 2024-09-12T17:16:25.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.402+0000 7f47a8c748c0 1 < completed write operation key=O8AIZZ75FGRJ tag=QQ4DJ1EIU0G3 type=write size=464445 2024-09-12T17:16:25.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.406+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=ZXLS915GMT31 type=del size=1071226 2024-09-12T17:16:25.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.410+0000 7f47a8c748c0 1 < suggested update operation key=80E1U6C0GQAU tag=7I8RI9RC6X8Q type=del size=3765012 2024-09-12T17:16:25.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.414+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=J6T53DG7JGS2 type=del size=1415372 2024-09-12T17:16:25.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.418+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=PKSFH6KB0Q4X type=del 2024-09-12T17:16:25.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.418+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=9AGCVQVSEENX type=write size=147259 2024-09-12T17:16:25.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.422+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=R1901KTYTXN2 type=del 2024-09-12T17:16:25.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.426+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=KPHVAIYS7TQS type=del size=3453589 2024-09-12T17:16:25.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.430+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~YQRDDB7FAI2U.0 size=1048576 2024-09-12T17:16:25.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.430+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~YQRDDB7FAI2U.1 size=1048576 2024-09-12T17:16:25.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.430+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~YQRDDB7FAI2U.2 size=454814 2024-09-12T17:16:25.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.434+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=YQRDDB7FAI2U tag=XJVX38APZ45L type=write size=3600542 2024-09-12T17:16:25.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~Y2K3ZE1XNOB1.0 size=1048576 2024-09-12T17:16:25.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~Y2K3ZE1XNOB1.1 size=819888 2024-09-12T17:16:25.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.442+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=Y2K3ZE1XNOB1 tag=LTEGFULDYJEV type=write size=2917040 2024-09-12T17:16:25.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.442+0000 7f47a8c748c0 1 < canceled operation key=FNQLQEI5JDG8 tag=KYSPBVIO0IX7 type=del size=1962109 2024-09-12T17:16:25.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.446+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=LFARIP98C37Q type=del size=2215916 2024-09-12T17:16:25.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.450+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=M37O0GV0Z2AL type=del size=956978: (22) Invalid argument 2024-09-12T17:16:25.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.454+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~KJHO8651FJ00.0 size=1048576 2024-09-12T17:16:25.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.458+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~KJHO8651FJ00.1 size=1048576 2024-09-12T17:16:25.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.458+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~KJHO8651FJ00.2 size=531571 2024-09-12T17:16:25.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.458+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=KJHO8651FJ00 tag=SJMEH3FLLQIH type=write size=3677299 2024-09-12T17:16:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.462+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~4N7NK3B537P6.0 size=1048576 2024-09-12T17:16:25.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.462+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~4N7NK3B537P6.1 size=1048576 2024-09-12T17:16:25.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.466+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~4N7NK3B537P6.2 size=494166 2024-09-12T17:16:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.470+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=4N7NK3B537P6 tag=B7PFTD5LN058 type=write size=3639894 2024-09-12T17:16:25.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.474+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=52TNEH0LCTSO type=del size=1170491 2024-09-12T17:16:25.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.478+0000 7f47a8c748c0 1 < suggested update operation key=H5SIPJZCJ03T tag=46Y4QB22YLRD type=del size=208210 2024-09-12T17:16:25.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.482+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=7P6JARTCGFKQ type=del size=907378 2024-09-12T17:16:25.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.486+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=NQZ137KDCISJ type=del 2024-09-12T17:16:25.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.490+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~2HJOLXGS6J79.0 size=212728 2024-09-12T17:16:25.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.490+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=2HJOLXGS6J79 tag=OFL8Q3JQEB0G type=write size=1261304 2024-09-12T17:16:25.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.490+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~2SKHVJ9M6AV2.0 size=1048576 2024-09-12T17:16:25.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.494+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~2SKHVJ9M6AV2.1 size=285289 2024-09-12T17:16:25.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.498+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=2SKHVJ9M6AV2 tag=WNYHFLJR4VQ1 type=write size=2382441 2024-09-12T17:16:25.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~YX0R2L0CD16Z.0 size=687333 2024-09-12T17:16:25.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.506+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=YX0R2L0CD16Z tag=Z3G0U36X07K7 type=write size=1735909 2024-09-12T17:16:25.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.506+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=0ZEKH9D6FNR3 type=del 2024-09-12T17:16:25.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~JOXUF21QZ5IF.0 size=1048576 2024-09-12T17:16:25.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~JOXUF21QZ5IF.1 size=1048576 2024-09-12T17:16:25.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~JOXUF21QZ5IF.2 size=904661 2024-09-12T17:16:25.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.518+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=JOXUF21QZ5IF tag=PLWXLNNGSV0U type=write size=4050389 2024-09-12T17:16:25.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.518+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=UF0450TR4XM9 type=del 2024-09-12T17:16:25.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.522+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~G2E0TQXQWWVR.0 size=1048576 2024-09-12T17:16:25.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.526+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~G2E0TQXQWWVR.1 size=1039452 2024-09-12T17:16:25.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.526+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=G2E0TQXQWWVR tag=FYOBEP1B91JO type=write size=3136604 2024-09-12T17:16:25.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.530+0000 7f47a8c748c0 1 < suggested update operation key=FNQLQEI5JDG8 tag=K9MJWZR96TTM type=del size=1028690 2024-09-12T17:16:25.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.534+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=XM4GLDJ6C52R type=del size=77420 2024-09-12T17:16:25.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.538+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=I6108QGM0654 type=del 2024-09-12T17:16:25.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~Q64COGUE12OR.0 size=428264 2024-09-12T17:16:25.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.542+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=Q64COGUE12OR tag=1DBIN203R3QW type=write size=1476840 2024-09-12T17:16:25.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.546+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~82Z2CMJO206F.0 size=1048576 2024-09-12T17:16:25.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.546+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~82Z2CMJO206F.1 size=1048576 2024-09-12T17:16:25.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.546+0000 7f47a8c748c0 1 < canceled part key=_multipart_M8IRCIWF1SOU.2~82Z2CMJO206F.2 size=212035 2024-09-12T17:16:25.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.550+0000 7f47a8c748c0 1 < canceled multipart upload key=M8IRCIWF1SOU upload=82Z2CMJO206F tag=GKH8RTPTRN7F type=write size=3357763 2024-09-12T17:16:25.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~D7ZA8OGMMTYG.0 size=1048576 2024-09-12T17:16:25.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~D7ZA8OGMMTYG.1 size=76416 2024-09-12T17:16:25.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.558+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=D7ZA8OGMMTYG tag=H3E4DB0AJDB0 type=write size=2173568 2024-09-12T17:16:25.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.562+0000 7f47a8c748c0 -1 < failed to complete operation key=80E1U6C0GQAU tag=ZXLS915GMT31 type=del size=1071226: (22) Invalid argument 2024-09-12T17:16:25.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.566+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=FDNA5YWT3215 type=del size=4137468 2024-09-12T17:16:25.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.566+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=J6T53DG7JGS2 type=del 2024-09-12T17:16:25.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.570+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~UF95KE4D7V47.0 size=1048576 2024-09-12T17:16:25.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~UF95KE4D7V47.1 size=232655 2024-09-12T17:16:25.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.574+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=UF95KE4D7V47 tag=TRJ9SYSEUXIQ type=write size=2329807 2024-09-12T17:16:25.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.578+0000 7f47a8c748c0 1 < completed write operation key=H0TD8JXDYKKK tag=9AGCVQVSEENX type=write size=147259 2024-09-12T17:16:25.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.578+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=MB5D7P9T6ILC type=write size=376727 2024-09-12T17:16:25.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.582+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=KPHVAIYS7TQS type=del 2024-09-12T17:16:25.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.586+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=NJ9CDROLV1IR type=write size=921854 2024-09-12T17:16:25.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.586+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~Y2K3ZE1XNOB1.0 size=1048576 2024-09-12T17:16:25.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.590+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~Y2K3ZE1XNOB1.1 size=819888 2024-09-12T17:16:25.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.594+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=Y2K3ZE1XNOB1 tag=LTEGFULDYJEV type=write size=2917040 2024-09-12T17:16:25.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.598+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=80LMMR7M22R0 type=del size=139239 2024-09-12T17:16:25.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.598+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=LFARIP98C37Q type=del 2024-09-12T17:16:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.602+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=SXH72YXB8KZ5 type=del size=2064837 2024-09-12T17:16:25.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.606+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~KJHO8651FJ00.0 size=1048576 2024-09-12T17:16:25.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.606+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~KJHO8651FJ00.1 size=1048576 2024-09-12T17:16:25.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.610+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~KJHO8651FJ00.2 size=531571 2024-09-12T17:16:25.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.614+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=KJHO8651FJ00 tag=SJMEH3FLLQIH type=write size=3677299 2024-09-12T17:16:25.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~W1F3US8F5AVF.0 size=1048576 2024-09-12T17:16:25.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.622+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~W1F3US8F5AVF.1 size=1048576 2024-09-12T17:16:25.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.626+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~W1F3US8F5AVF.2 size=878026 2024-09-12T17:16:25.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.626+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=W1F3US8F5AVF tag=85F071UZOZHQ type=write size=4023754 2024-09-12T17:16:25.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.626+0000 7f47a8c748c0 1 < canceled operation key=O8AIZZ75FGRJ tag=52TNEH0LCTSO type=del size=1170491 2024-09-12T17:16:25.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~MTKO2Z8H8QCB.0 size=1048576 2024-09-12T17:16:25.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~MTKO2Z8H8QCB.1 size=1048576 2024-09-12T17:16:25.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.638+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~MTKO2Z8H8QCB.2 size=450976 2024-09-12T17:16:25.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.638+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=MTKO2Z8H8QCB tag=M177D1LL4E8T type=write size=3596704 2024-09-12T17:16:25.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.642+0000 7f47a8c748c0 1 < suggested remove operation key=H0TD8JXDYKKK tag=7P6JARTCGFKQ type=del 2024-09-12T17:16:25.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.646+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~CL973IA8NAUS.0 size=1048576 2024-09-12T17:16:25.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.646+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~CL973IA8NAUS.1 size=266464 2024-09-12T17:16:25.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.646+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=CL973IA8NAUS tag=FCRTJGEYNO1G type=write size=2363616 2024-09-12T17:16:25.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.650+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~2HJOLXGS6J79.0 size=212728 2024-09-12T17:16:25.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.654+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=2HJOLXGS6J79 tag=OFL8Q3JQEB0G type=write size=1261304 2024-09-12T17:16:25.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.658+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=Z2ZM1NZDKZNX type=del size=2952945 2024-09-12T17:16:25.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.658+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~YX0R2L0CD16Z.0 size=687333 2024-09-12T17:16:25.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.662+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=YX0R2L0CD16Z tag=Z3G0U36X07K7 type=write size=1735909 2024-09-12T17:16:25.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~2JZLFU12CU1K.0 size=1048576 2024-09-12T17:16:25.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~2JZLFU12CU1K.1 size=667332 2024-09-12T17:16:25.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.670+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=2JZLFU12CU1K tag=7VOX4LF7BBZP type=write size=2764484 2024-09-12T17:16:25.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.670+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~JOXUF21QZ5IF.0 size=1048576 2024-09-12T17:16:25.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.674+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~JOXUF21QZ5IF.1 size=1048576 2024-09-12T17:16:25.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.674+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~JOXUF21QZ5IF.2 size=904661 2024-09-12T17:16:25.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.678+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=JOXUF21QZ5IF tag=PLWXLNNGSV0U type=write size=4050389 2024-09-12T17:16:25.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.686+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~BIOFR8V6D2EX.0 size=369698 2024-09-12T17:16:25.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.686+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=BIOFR8V6D2EX tag=HOZ9Q7KVQXRS type=write size=1418274 2024-09-12T17:16:25.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.686+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~G2E0TQXQWWVR.0 size=1048576 2024-09-12T17:16:25.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.686+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~G2E0TQXQWWVR.1 size=1039452 2024-09-12T17:16:25.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.690+0000 7f47a8c748c0 1 < canceled multipart upload key=K7VSL58BTME5 upload=G2E0TQXQWWVR tag=FYOBEP1B91JO type=write size=3136604 2024-09-12T17:16:25.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.694+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=P2VV2Z3MNJFU type=del size=3297890 2024-09-12T17:16:25.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.702+0000 7f47a8c748c0 1 < suggested update operation key=93L6W586VL33 tag=XM4GLDJ6C52R type=del size=77420 2024-09-12T17:16:25.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.706+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=ZPPMR4P2B6XJ type=del size=134176 2024-09-12T17:16:25.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.706+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~Q64COGUE12OR.0 size=428264 2024-09-12T17:16:25.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.710+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=Q64COGUE12OR tag=1DBIN203R3QW type=write size=1476840 2024-09-12T17:16:25.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.714+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=GO43MDPP54JW type=del size=3973836 2024-09-12T17:16:25.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.718+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~D7ZA8OGMMTYG.0 size=1048576 2024-09-12T17:16:25.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.718+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~D7ZA8OGMMTYG.1 size=76416 2024-09-12T17:16:25.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.722+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=D7ZA8OGMMTYG tag=H3E4DB0AJDB0 type=write size=2173568 2024-09-12T17:16:25.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.726+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=IHTEPTHK7Y8H type=del size=516722 2024-09-12T17:16:25.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.730+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=FDNA5YWT3215 type=del 2024-09-12T17:16:25.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.734+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~FY3RIFY9SVXZ.0 size=1048576 2024-09-12T17:16:25.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~FY3RIFY9SVXZ.1 size=300181 2024-09-12T17:16:25.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.738+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=FY3RIFY9SVXZ tag=MB0AV66F04D6 type=write size=2397333 2024-09-12T17:16:25.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.738+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~UF95KE4D7V47.0 size=1048576 2024-09-12T17:16:25.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.742+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~UF95KE4D7V47.1 size=232655 2024-09-12T17:16:25.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.746+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=UF95KE4D7V47 tag=TRJ9SYSEUXIQ type=write size=2329807 2024-09-12T17:16:25.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.746+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=PVQ5TR1WEEJJ type=del size=2684438 2024-09-12T17:16:25.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.750+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=MB5D7P9T6ILC type=write size=376727 2024-09-12T17:16:25.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.754+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=TYUHNPCXLIIN type=del size=3470952 2024-09-12T17:16:25.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.758+0000 7f47a8c748c0 1 < suggested remove operation key=R9QGA3GF563C tag=NJ9CDROLV1IR type=write 2024-09-12T17:16:25.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.762+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=99HQ4T6YRNYN type=del size=3806742 2024-09-12T17:16:25.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.770+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=80LMMR7M22R0 type=del 2024-09-12T17:16:25.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.770+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=4JIDFGCS0AD8 type=del size=4175945 2024-09-12T17:16:25.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.774+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=SXH72YXB8KZ5 type=del 2024-09-12T17:16:25.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.778+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=ZWFJ1ZZZ8808 type=del size=4124944 2024-09-12T17:16:25.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.778+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~W1F3US8F5AVF.0 size=1048576 2024-09-12T17:16:25.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.782+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~W1F3US8F5AVF.1 size=1048576 2024-09-12T17:16:25.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.782+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~W1F3US8F5AVF.2 size=878026 2024-09-12T17:16:25.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.786+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=W1F3US8F5AVF tag=85F071UZOZHQ type=write size=4023754 2024-09-12T17:16:25.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.794+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~EBY7YIT9K50D.0 size=1048576 2024-09-12T17:16:25.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.794+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~EBY7YIT9K50D.1 size=526939 2024-09-12T17:16:25.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.794+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=EBY7YIT9K50D tag=C0QSY2VXDKTT type=write size=2624091 2024-09-12T17:16:25.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.798+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~MTKO2Z8H8QCB.0 size=1048576 2024-09-12T17:16:25.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.798+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~MTKO2Z8H8QCB.1 size=1048576 2024-09-12T17:16:25.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.802+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~MTKO2Z8H8QCB.2 size=450976 2024-09-12T17:16:25.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.806+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=MTKO2Z8H8QCB tag=M177D1LL4E8T type=write size=3596704 2024-09-12T17:16:25.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.806+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=271DMSE18G08 type=del size=1341274 2024-09-12T17:16:25.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.810+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~CL973IA8NAUS.0 size=1048576 2024-09-12T17:16:25.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.810+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~CL973IA8NAUS.1 size=266464 2024-09-12T17:16:25.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.818+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=CL973IA8NAUS tag=FCRTJGEYNO1G type=write size=2363616 2024-09-12T17:16:25.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.818+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=OQEFHF5A3N1H type=write size=986942 2024-09-12T17:16:25.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.822+0000 7f47a8c748c0 1 < canceled operation key=H0TD8JXDYKKK tag=Z2ZM1NZDKZNX type=del size=2952945 2024-09-12T17:16:25.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~Z31V8IK8J992.0 size=1048576 2024-09-12T17:16:25.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~Z31V8IK8J992.1 size=750458 2024-09-12T17:16:25.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.830+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=Z31V8IK8J992 tag=22MSON4SCJD2 type=write size=2847610 2024-09-12T17:16:25.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.834+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~2JZLFU12CU1K.0 size=1048576 2024-09-12T17:16:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.834+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~2JZLFU12CU1K.1 size=667332 2024-09-12T17:16:25.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.842+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=2JZLFU12CU1K tag=7VOX4LF7BBZP type=write size=2764484 2024-09-12T17:16:25.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.842+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=XWPPDIKB3965 type=del size=1072830 2024-09-12T17:16:25.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.846+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~BIOFR8V6D2EX.0 size=369698 2024-09-12T17:16:25.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.850+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=BIOFR8V6D2EX tag=HOZ9Q7KVQXRS type=write size=1418274 2024-09-12T17:16:25.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.854+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=U145JFOEVG30 type=del size=1674344 2024-09-12T17:16:25.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.862+0000 7f47a8c748c0 1 < suggested update operation key=BAS0Q4WRPSSX tag=P2VV2Z3MNJFU type=del size=3297890 2024-09-12T17:16:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.866+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~KHOWL6LXVI0T.0 size=1048576 2024-09-12T17:16:25.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.866+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~KHOWL6LXVI0T.1 size=1048576 2024-09-12T17:16:25.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~KHOWL6LXVI0T.2 size=83225 2024-09-12T17:16:25.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.870+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=KHOWL6LXVI0T tag=PO4XISGP9CVM type=write size=3228953 2024-09-12T17:16:25.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.870+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=ZPPMR4P2B6XJ type=del 2024-09-12T17:16:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~NMNYFG8DIIC0.0 size=154077 2024-09-12T17:16:25.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.878+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=NMNYFG8DIIC0 tag=S33AIF2TRB01 type=write size=1202653 2024-09-12T17:16:25.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.878+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=GO43MDPP54JW type=del 2024-09-12T17:16:25.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.882+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=O9OAV0H31RRU type=write size=1006856 2024-09-12T17:16:25.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.886+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=IHTEPTHK7Y8H type=del 2024-09-12T17:16:25.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.890+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=F1TL285DX3R9 type=del size=1859158 2024-09-12T17:16:25.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.894+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~FY3RIFY9SVXZ.0 size=1048576 2024-09-12T17:16:25.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.894+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~FY3RIFY9SVXZ.1 size=300181 2024-09-12T17:16:25.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.902+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=FY3RIFY9SVXZ tag=MB0AV66F04D6 type=write size=2397333 2024-09-12T17:16:25.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.906+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=U1ZFB2KDEMNK type=del size=184892 2024-09-12T17:16:25.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.910+0000 7f47a8c748c0 1 < completed delete operation key=X8QDFHONH3RD tag=PVQ5TR1WEEJJ type=del 2024-09-12T17:16:25.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.914+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=5CQ389BSWUCE type=del size=300766 2024-09-12T17:16:25.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.918+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=TYUHNPCXLIIN type=del 2024-09-12T17:16:25.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.922+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~FHOGUV02BZPG.0 size=1048576 2024-09-12T17:16:25.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.926+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~FHOGUV02BZPG.1 size=1048576 2024-09-12T17:16:25.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.930+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~FHOGUV02BZPG.2 size=891190 2024-09-12T17:16:25.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.930+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=FHOGUV02BZPG tag=J7QAOW5VHKFL type=write size=4036918 2024-09-12T17:16:25.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.934+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=99HQ4T6YRNYN type=del 2024-09-12T17:16:25.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.938+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=BI6H0HVJHUTS type=del size=401815 2024-09-12T17:16:25.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.942+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=4JIDFGCS0AD8 type=del 2024-09-12T17:16:25.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.946+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~FF9X1L7Q7HXO.0 size=1048576 2024-09-12T17:16:25.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.950+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~FF9X1L7Q7HXO.1 size=1048576 2024-09-12T17:16:25.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.954+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~FF9X1L7Q7HXO.2 size=641657 2024-09-12T17:16:25.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.954+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=FF9X1L7Q7HXO tag=JLO029KIE4PS type=write size=3787385 2024-09-12T17:16:25.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.954+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=ZWFJ1ZZZ8808 type=del 2024-09-12T17:16:25.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.962+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~7EVB7CVOHF0L.0 size=1048576 2024-09-12T17:16:25.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~7EVB7CVOHF0L.1 size=95496 2024-09-12T17:16:25.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.966+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=7EVB7CVOHF0L tag=XXB2A45ZQ1M7 type=write size=2192648 2024-09-12T17:16:25.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.974+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~EBY7YIT9K50D.0 size=1048576 2024-09-12T17:16:25.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.974+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~EBY7YIT9K50D.1 size=526939 2024-09-12T17:16:25.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.982+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=EBY7YIT9K50D tag=C0QSY2VXDKTT type=write size=2624091 2024-09-12T17:16:25.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.986+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=ALDHPO04UN5Y type=write size=168728 2024-09-12T17:16:25.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.990+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=271DMSE18G08 type=del 2024-09-12T17:16:25.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.990+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=BVY8APE11AQH type=write size=149484 2024-09-12T17:16:26.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.994+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=OQEFHF5A3N1H type=write size=986942 2024-09-12T17:16:26.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:25.998+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=EDZUA67DD5F5 type=del size=3099537 2024-09-12T17:16:26.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.002+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~Z31V8IK8J992.0 size=1048576 2024-09-12T17:16:26.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.006+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~Z31V8IK8J992.1 size=750458 2024-09-12T17:16:26.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.010+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=Z31V8IK8J992 tag=22MSON4SCJD2 type=write size=2847610 2024-09-12T17:16:26.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~DV064Z55EFP9.0 size=329729 2024-09-12T17:16:26.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.018+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=DV064Z55EFP9 tag=3RM8R0LEA5P1 type=write size=1378305 2024-09-12T17:16:26.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.022+0000 7f47a8c748c0 1 < suggested remove operation key=55WGV0XV6IGX tag=XWPPDIKB3965 type=del 2024-09-12T17:16:26.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.026+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=P3VCAI4FM6EY type=del size=3756549 2024-09-12T17:16:26.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.030+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=U145JFOEVG30 type=del 2024-09-12T17:16:26.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.034+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=59NKB0R33Q83 type=del size=2153124 2024-09-12T17:16:26.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.038+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~KHOWL6LXVI0T.0 size=1048576 2024-09-12T17:16:26.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.038+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~KHOWL6LXVI0T.1 size=1048576 2024-09-12T17:16:26.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.042+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~KHOWL6LXVI0T.2 size=83225 2024-09-12T17:16:26.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.046+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=KHOWL6LXVI0T tag=PO4XISGP9CVM type=write size=3228953 2024-09-12T17:16:26.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.050+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=OI3CV9IBM81J type=del size=749510 2024-09-12T17:16:26.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.054+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~NMNYFG8DIIC0.0 size=154077 2024-09-12T17:16:26.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.058+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=NMNYFG8DIIC0 tag=S33AIF2TRB01 type=write size=1202653 2024-09-12T17:16:26.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.062+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=EN0I19MOA23Z type=del size=1542384 2024-09-12T17:16:26.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.062+0000 7f47a8c748c0 1 < completed write operation key=O8AIZZ75FGRJ tag=O9OAV0H31RRU type=write size=1006856 2024-09-12T17:16:26.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~CQ5RKBAL3ES5.0 size=686007 2024-09-12T17:16:26.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.070+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=CQ5RKBAL3ES5 tag=7VX2VQDO4SZ3 type=write size=1734583 2024-09-12T17:16:26.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.070+0000 7f47a8c748c0 1 < canceled operation key=O8AIZZ75FGRJ tag=F1TL285DX3R9 type=del size=1859158 2024-09-12T17:16:26.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.078+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~KQ618NE4WX25.0 size=1048576 2024-09-12T17:16:26.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.078+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~KQ618NE4WX25.1 size=912583 2024-09-12T17:16:26.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.078+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=KQ618NE4WX25 tag=I5ZOOP6QVZGP type=write size=3009735 2024-09-12T17:16:26.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.082+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=U1ZFB2KDEMNK type=del 2024-09-12T17:16:26.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.086+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=1CXEHWBAYHK9 type=write size=329771 2024-09-12T17:16:26.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.090+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=5CQ389BSWUCE type=del 2024-09-12T17:16:26.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.090+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=2SQCLUT4NVBK type=del size=1181416 2024-09-12T17:16:26.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.094+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~FHOGUV02BZPG.0 size=1048576 2024-09-12T17:16:26.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.098+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~FHOGUV02BZPG.1 size=1048576 2024-09-12T17:16:26.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.098+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~FHOGUV02BZPG.2 size=891190 2024-09-12T17:16:26.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.106+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=FHOGUV02BZPG tag=J7QAOW5VHKFL type=write size=4036918 2024-09-12T17:16:26.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.110+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=0WKXUETJNLT0 type=del size=1022888 2024-09-12T17:16:26.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.110+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=BI6H0HVJHUTS type=del 2024-09-12T17:16:26.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.118+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~ZAMBT33DEPFG.0 size=95451 2024-09-12T17:16:26.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.118+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=ZAMBT33DEPFG tag=IIYOKMFRPD0V type=write size=1144027 2024-09-12T17:16:26.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.118+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~FF9X1L7Q7HXO.0 size=1048576 2024-09-12T17:16:26.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.118+0000 7f47a8c748c0 1 < canceled part key=_multipart_OJYL5A30U6ET.2~FF9X1L7Q7HXO.1 size=1048576 2024-09-12T17:16:26.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.122+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~FF9X1L7Q7HXO.2 size=641657 2024-09-12T17:16:26.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.126+0000 7f47a8c748c0 1 < canceled multipart upload key=OJYL5A30U6ET upload=FF9X1L7Q7HXO tag=JLO029KIE4PS type=write size=3787385 2024-09-12T17:16:26.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.130+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=JCVBKB3261WH type=del size=747049 2024-09-12T17:16:26.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.134+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~7EVB7CVOHF0L.0 size=1048576 2024-09-12T17:16:26.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.138+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~7EVB7CVOHF0L.1 size=95496 2024-09-12T17:16:26.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.142+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=7EVB7CVOHF0L tag=XXB2A45ZQ1M7 type=write size=2192648 2024-09-12T17:16:26.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.146+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=WAKGWM1MTHIA type=del size=2846620 2024-09-12T17:16:26.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.146+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=ALDHPO04UN5Y type=write size=168728 2024-09-12T17:16:26.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~NUDOP0EMFMLG.0 size=1048576 2024-09-12T17:16:26.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~NUDOP0EMFMLG.1 size=1048576 2024-09-12T17:16:26.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~NUDOP0EMFMLG.2 size=70240 2024-09-12T17:16:26.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.158+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=NUDOP0EMFMLG tag=PM21G4IMC5DH type=write size=3215968 2024-09-12T17:16:26.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.162+0000 7f47a8c748c0 1 < completed write operation key=O8ZBOG7V3G21 tag=BVY8APE11AQH type=write size=149484 2024-09-12T17:16:26.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.166+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~E9TL522BVC2P.0 size=1048576 2024-09-12T17:16:26.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~E9TL522BVC2P.1 size=1048576 2024-09-12T17:16:26.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.170+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~E9TL522BVC2P.2 size=320754 2024-09-12T17:16:26.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.170+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=E9TL522BVC2P tag=WULP3E4UZ1U2 type=write size=3466482 2024-09-12T17:16:26.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.174+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=EDZUA67DD5F5 type=del 2024-09-12T17:16:26.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.178+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~KZC8YTI9Y0FF.0 size=46944 2024-09-12T17:16:26.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.178+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=KZC8YTI9Y0FF tag=DCCQUE6I8VCA type=write size=1095520 2024-09-12T17:16:26.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.182+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~DV064Z55EFP9.0 size=329729 2024-09-12T17:16:26.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.190+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=DV064Z55EFP9 tag=3RM8R0LEA5P1 type=write size=1378305 2024-09-12T17:16:26.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.194+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=C7VC5AZ0IBR7 type=del size=2054706 2024-09-12T17:16:26.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.194+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=P3VCAI4FM6EY type=del 2024-09-12T17:16:26.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.198+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=0EHPR3T73LBL type=del size=1763422 2024-09-12T17:16:26.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.202+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=59NKB0R33Q83 type=del 2024-09-12T17:16:26.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.206+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=9HBKJEKGZOOJ type=del size=2669581 2024-09-12T17:16:26.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.210+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=OI3CV9IBM81J type=del 2024-09-12T17:16:26.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.214+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=A516HT9HKCKL type=write size=258207 2024-09-12T17:16:26.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.218+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=EN0I19MOA23Z type=del 2024-09-12T17:16:26.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~5F3UOGLOL9O9.0 size=1048576 2024-09-12T17:16:26.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.226+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~5F3UOGLOL9O9.1 size=1048576 2024-09-12T17:16:26.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.230+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~5F3UOGLOL9O9.2 size=473107 2024-09-12T17:16:26.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.230+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=5F3UOGLOL9O9 tag=IIGI06VN93P1 type=write size=3618835 2024-09-12T17:16:26.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.234+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~CQ5RKBAL3ES5.0 size=686007 2024-09-12T17:16:26.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.238+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=CQ5RKBAL3ES5 tag=7VX2VQDO4SZ3 type=write size=1734583 2024-09-12T17:16:26.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.242+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=8QZW6L9F5XS2 type=del size=261178 2024-09-12T17:16:26.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.250+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~KQ618NE4WX25.0 size=1048576 2024-09-12T17:16:26.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.250+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~KQ618NE4WX25.1 size=912583 2024-09-12T17:16:26.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.258+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=KQ618NE4WX25 tag=I5ZOOP6QVZGP type=write size=3009735 2024-09-12T17:16:26.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.262+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=OG1GQ9IQWE5S type=del size=2817659 2024-09-12T17:16:26.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.266+0000 7f47a8c748c0 1 < completed write operation key=O47SCE2D2679 tag=1CXEHWBAYHK9 type=write size=329771 2024-09-12T17:16:26.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.270+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=EH3QOSNCLNFZ type=del size=3205813 2024-09-12T17:16:26.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.274+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=2SQCLUT4NVBK type=del 2024-09-12T17:16:26.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.282+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=HS6FTTFI212N type=del size=4156232 2024-09-12T17:16:26.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.286+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=0WKXUETJNLT0 type=del 2024-09-12T17:16:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~P20YY13TNXWK.0 size=80926 2024-09-12T17:16:26.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.290+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=P20YY13TNXWK tag=PO58XWJ3FADJ type=write size=1129502 2024-09-12T17:16:26.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.294+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~ZAMBT33DEPFG.0 size=95451 2024-09-12T17:16:26.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.302+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=ZAMBT33DEPFG tag=IIYOKMFRPD0V type=write size=1144027 2024-09-12T17:16:26.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.306+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~NLO88WQUHZ2J.0 size=1048576 2024-09-12T17:16:26.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.310+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~NLO88WQUHZ2J.1 size=1048576 2024-09-12T17:16:26.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~NLO88WQUHZ2J.2 size=169257 2024-09-12T17:16:26.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.314+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=NLO88WQUHZ2J tag=EG8KR8EXHYAK type=write size=3314985 2024-09-12T17:16:26.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.314+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=JCVBKB3261WH type=del 2024-09-12T17:16:26.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.318+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=1FD3Q0P7O472 type=del size=1281615 2024-09-12T17:16:26.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.322+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=WAKGWM1MTHIA type=del 2024-09-12T17:16:26.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.326+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=B786T3O3QD96 type=del size=1833590 2024-09-12T17:16:26.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.326+0000 7f47a8c748c0 1 < canceled part key=_multipart_55WGV0XV6IGX.2~NUDOP0EMFMLG.0 size=1048576 2024-09-12T17:16:26.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.330+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~NUDOP0EMFMLG.1 size=1048576 2024-09-12T17:16:26.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.334+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~NUDOP0EMFMLG.2 size=70240 2024-09-12T17:16:26.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.338+0000 7f47a8c748c0 1 < canceled multipart upload key=55WGV0XV6IGX upload=NUDOP0EMFMLG tag=PM21G4IMC5DH type=write size=3215968 2024-09-12T17:16:26.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.342+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=DNWICK3N8M3G type=del size=668714 2024-09-12T17:16:26.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.346+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~E9TL522BVC2P.0 size=1048576 2024-09-12T17:16:26.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.346+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~E9TL522BVC2P.1 size=1048576 2024-09-12T17:16:26.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.350+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~E9TL522BVC2P.2 size=320754 2024-09-12T17:16:26.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.354+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=E9TL522BVC2P tag=WULP3E4UZ1U2 type=write size=3466482 2024-09-12T17:16:26.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.358+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=Y2CV3AIAVFUO type=del size=4026585 2024-09-12T17:16:26.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.362+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~KZC8YTI9Y0FF.0 size=46944 2024-09-12T17:16:26.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.366+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=KZC8YTI9Y0FF tag=DCCQUE6I8VCA type=write size=1095520 2024-09-12T17:16:26.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.370+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=8QYBD0A7VQ6B type=write size=858070 2024-09-12T17:16:26.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.370+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=C7VC5AZ0IBR7 type=del 2024-09-12T17:16:26.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.374+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=12KG7311VL1F type=del size=1338985 2024-09-12T17:16:26.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.378+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=0EHPR3T73LBL type=del 2024-09-12T17:16:26.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.382+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=FQCDUQB3U5LC type=del size=1914987 2024-09-12T17:16:26.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.382+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=9HBKJEKGZOOJ type=del 2024-09-12T17:16:26.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.390+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~6KGX6WKES3N0.0 size=937053 2024-09-12T17:16:26.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.390+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=6KGX6WKES3N0 tag=RRMETCFFGD7P type=write size=1985629 2024-09-12T17:16:26.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.390+0000 7f47a8c748c0 1 < canceled operation key=1OX1IZ9XAHCI tag=A516HT9HKCKL type=write size=258207 2024-09-12T17:16:26.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.394+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=11OTNC63R2TR type=del size=3828128 2024-09-12T17:16:26.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.398+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~5F3UOGLOL9O9.0 size=1048576 2024-09-12T17:16:26.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.402+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~5F3UOGLOL9O9.1 size=1048576 2024-09-12T17:16:26.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.402+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~5F3UOGLOL9O9.2 size=473107 2024-09-12T17:16:26.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.410+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=5F3UOGLOL9O9 tag=IIGI06VN93P1 type=write size=3618835 2024-09-12T17:16:26.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.410+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=TB35229DPRPJ type=del size=2672885 2024-09-12T17:16:26.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.414+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=8QZW6L9F5XS2 type=del 2024-09-12T17:16:26.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.418+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=LOLYSZHRITJN type=del size=4187667 2024-09-12T17:16:26.427 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.422+0000 7f47a8c748c0 1 < completed delete operation key=LIX9TJX73W7K tag=OG1GQ9IQWE5S type=del 2024-09-12T17:16:26.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.426+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=Z5XCQQ21JJSC type=del size=2186696 2024-09-12T17:16:26.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.434+0000 7f47a8c748c0 1 < suggested update operation key=80E1U6C0GQAU tag=EH3QOSNCLNFZ type=del size=3205813 2024-09-12T17:16:26.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.438+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~KEB0RWB6TX09.0 size=1048576 2024-09-12T17:16:26.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.442+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~KEB0RWB6TX09.1 size=1048576 2024-09-12T17:16:26.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~KEB0RWB6TX09.2 size=56347 2024-09-12T17:16:26.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.446+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=KEB0RWB6TX09 tag=XBO3S5D93CD9 type=write size=3202075 2024-09-12T17:16:26.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.450+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=HS6FTTFI212N type=del 2024-09-12T17:16:26.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.454+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=MUH1L2B8RA3I type=del size=2829643 2024-09-12T17:16:26.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.454+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~P20YY13TNXWK.0 size=80926 2024-09-12T17:16:26.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.462+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=P20YY13TNXWK tag=PO58XWJ3FADJ type=write size=1129502 2024-09-12T17:16:26.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.462+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=F2J0SEPR42DB type=del size=3148364 2024-09-12T17:16:26.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.466+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~NLO88WQUHZ2J.0 size=1048576 2024-09-12T17:16:26.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.470+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~NLO88WQUHZ2J.1 size=1048576 2024-09-12T17:16:26.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.470+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~NLO88WQUHZ2J.2 size=169257 2024-09-12T17:16:26.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.478+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=NLO88WQUHZ2J tag=EG8KR8EXHYAK type=write size=3314985 2024-09-12T17:16:26.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.482+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W1JDSO6TJF1L.0 size=1048576 2024-09-12T17:16:26.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W1JDSO6TJF1L.1 size=1048576 2024-09-12T17:16:26.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.486+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~W1JDSO6TJF1L.2 size=295505 2024-09-12T17:16:26.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.486+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=W1JDSO6TJF1L tag=SPDO1RT2E6V4 type=write size=3441233 2024-09-12T17:16:26.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.490+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=1FD3Q0P7O472 type=del 2024-09-12T17:16:26.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.494+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=PNX6KBNXEW1B type=del size=2816668 2024-09-12T17:16:26.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.494+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=B786T3O3QD96 type=del 2024-09-12T17:16:26.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.498+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=MM9AWTONY3FU type=del size=4064719 2024-09-12T17:16:26.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.502+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=DNWICK3N8M3G type=del 2024-09-12T17:16:26.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~XG2NTHB0T672.0 size=1048576 2024-09-12T17:16:26.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.510+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~XG2NTHB0T672.1 size=1048576 2024-09-12T17:16:26.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.510+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~XG2NTHB0T672.2 size=483213 2024-09-12T17:16:26.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.510+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=XG2NTHB0T672 tag=8SEQ0PCCN1M2 type=write size=3628941 2024-09-12T17:16:26.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.514+0000 7f47a8c748c0 1 < suggested update operation key=4BF7U5BNWTWP tag=Y2CV3AIAVFUO type=del size=4026585 2024-09-12T17:16:26.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.518+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=A6UHXXADH066 type=del size=2703558 2024-09-12T17:16:26.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.522+0000 7f47a8c748c0 1 < suggested remove operation key=R9QGA3GF563C tag=8QYBD0A7VQ6B type=write 2024-09-12T17:16:26.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.530+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~P995KNCIL0ZM.0 size=146971 2024-09-12T17:16:26.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.530+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=P995KNCIL0ZM tag=KCX4MQNCQIDX type=write size=1195547 2024-09-12T17:16:26.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.530+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=12KG7311VL1F type=del 2024-09-12T17:16:26.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~OW8DC6CRFLZG.0 size=1048576 2024-09-12T17:16:26.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.538+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~OW8DC6CRFLZG.1 size=1048576 2024-09-12T17:16:26.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~OW8DC6CRFLZG.2 size=676683 2024-09-12T17:16:26.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.542+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=OW8DC6CRFLZG tag=NDO9PGCJTB4T type=write size=3822411 2024-09-12T17:16:26.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.542+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=FQCDUQB3U5LC type=del 2024-09-12T17:16:26.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.546+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=14N27EA8WOPE type=write size=783729 2024-09-12T17:16:26.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.550+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~6KGX6WKES3N0.0 size=937053 2024-09-12T17:16:26.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.554+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=6KGX6WKES3N0 tag=RRMETCFFGD7P type=write size=1985629 2024-09-12T17:16:26.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~530V7XTETRSH.0 size=1048576 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.562+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~530V7XTETRSH.1 size=248498 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.562+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=530V7XTETRSH tag=UJZIS2RWOMM0 type=write size=2345650 2024-09-12T17:16:26.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.562+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=11OTNC63R2TR type=del 2024-09-12T17:16:26.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.570+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=IJ3Z7O75JG2I type=del size=4107513 2024-09-12T17:16:26.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.570+0000 7f47a8c748c0 1 < canceled operation key=TML69DVSXPEX tag=TB35229DPRPJ type=del size=2672885 2024-09-12T17:16:26.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_MGMTNUVEIO4Y.2~1QNI9TRFSA9F.0 size=564315 2024-09-12T17:16:26.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.578+0000 7f47a8c748c0 1 > prepared multipart upload key=MGMTNUVEIO4Y upload=1QNI9TRFSA9F tag=WA63UM45I3GB type=write size=1612891 2024-09-12T17:16:26.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.578+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=LOLYSZHRITJN type=del 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.582+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=8G6IF4HB98ZV type=del size=3292221 2024-09-12T17:16:26.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.586+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=Z5XCQQ21JJSC type=del 2024-09-12T17:16:26.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.590+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=AV6H495MDIFX type=del size=2302665 2024-09-12T17:16:26.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.590+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~KEB0RWB6TX09.0 size=1048576 2024-09-12T17:16:26.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.590+0000 7f47a8c748c0 1 < canceled part key=_multipart_ON5AHBFMCXB7.2~KEB0RWB6TX09.1 size=1048576 2024-09-12T17:16:26.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.594+0000 7f47a8c748c0 1 < completed part key=_multipart_ON5AHBFMCXB7.2~KEB0RWB6TX09.2 size=56347 2024-09-12T17:16:26.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.598+0000 7f47a8c748c0 1 < canceled multipart upload key=ON5AHBFMCXB7 upload=KEB0RWB6TX09 tag=XBO3S5D93CD9 type=write size=3202075 2024-09-12T17:16:26.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.602+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=HLXB3K7LPPOU type=del size=1992673 2024-09-12T17:16:26.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.606+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=MUH1L2B8RA3I type=del 2024-09-12T17:16:26.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.610+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=RZC5QE0QOBOP type=write size=383207 2024-09-12T17:16:26.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.614+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=F2J0SEPR42DB type=del 2024-09-12T17:16:26.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.614+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=8EPMZ52SMTYN type=del size=3040655 2024-09-12T17:16:26.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.618+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W1JDSO6TJF1L.0 size=1048576 2024-09-12T17:16:26.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.622+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W1JDSO6TJF1L.1 size=1048576 2024-09-12T17:16:26.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.622+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~W1JDSO6TJF1L.2 size=295505 2024-09-12T17:16:26.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.630+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=W1JDSO6TJF1L tag=SPDO1RT2E6V4 type=write size=3441233 2024-09-12T17:16:26.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.630+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=QVEQJFR8ER47 type=del size=2635958 2024-09-12T17:16:26.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.634+0000 7f47a8c748c0 -1 < failed to complete operation key=P8D2NC13VSST tag=PNX6KBNXEW1B type=del size=2816668: (22) Invalid argument 2024-09-12T17:16:26.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.638+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~OO1HH2PRUS8B.0 size=1048576 2024-09-12T17:16:26.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~OO1HH2PRUS8B.1 size=1048576 2024-09-12T17:16:26.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.642+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~OO1HH2PRUS8B.2 size=555103 2024-09-12T17:16:26.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.642+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=OO1HH2PRUS8B tag=1ZP1UQUCNBKT type=write size=3700831 2024-09-12T17:16:26.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.646+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=MM9AWTONY3FU type=del 2024-09-12T17:16:26.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.650+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=H5CRHV3UIYQJ type=write size=295290 2024-09-12T17:16:26.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.650+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~XG2NTHB0T672.0 size=1048576 2024-09-12T17:16:26.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.654+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~XG2NTHB0T672.1 size=1048576 2024-09-12T17:16:26.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.654+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~XG2NTHB0T672.2 size=483213 2024-09-12T17:16:26.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.658+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=XG2NTHB0T672 tag=8SEQ0PCCN1M2 type=write size=3628941 2024-09-12T17:16:26.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.662+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=64Y470RJLCGB type=del size=2246509 2024-09-12T17:16:26.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.666+0000 7f47a8c748c0 -1 < failed to complete operation key=P8D2NC13VSST tag=A6UHXXADH066 type=del size=2703558: (22) Invalid argument 2024-09-12T17:16:26.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~TON0B7JLJX24.0 size=1048576 2024-09-12T17:16:26.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.674+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~TON0B7JLJX24.1 size=769115 2024-09-12T17:16:26.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.674+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=TON0B7JLJX24 tag=V0G6HWF4HPJT type=write size=2866267 2024-09-12T17:16:26.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.678+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~P995KNCIL0ZM.0 size=146971 2024-09-12T17:16:26.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.682+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=P995KNCIL0ZM tag=KCX4MQNCQIDX type=write size=1195547 2024-09-12T17:16:26.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.686+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=TB5OME5EGJOW type=del size=1791498 2024-09-12T17:16:26.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.690+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~OW8DC6CRFLZG.0 size=1048576 2024-09-12T17:16:26.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.690+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~OW8DC6CRFLZG.1 size=1048576 2024-09-12T17:16:26.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.690+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~OW8DC6CRFLZG.2 size=676683 2024-09-12T17:16:26.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.698+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=OW8DC6CRFLZG tag=NDO9PGCJTB4T type=write size=3822411 2024-09-12T17:16:26.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.698+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=LZVL045WXBFH type=del size=4147550 2024-09-12T17:16:26.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.706+0000 7f47a8c748c0 1 < suggested update operation key=3FB30GVCZOOL tag=14N27EA8WOPE type=write size=783729 2024-09-12T17:16:26.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.710+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=PNWM03K6YMOE type=del size=652386 2024-09-12T17:16:26.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.710+0000 7f47a8c748c0 1 < canceled part key=_multipart_8CHGYRJ30NQM.2~530V7XTETRSH.0 size=1048576 2024-09-12T17:16:26.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.710+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~530V7XTETRSH.1 size=248498 2024-09-12T17:16:26.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.718+0000 7f47a8c748c0 1 < canceled multipart upload key=8CHGYRJ30NQM upload=530V7XTETRSH tag=UJZIS2RWOMM0 type=write size=2345650 2024-09-12T17:16:26.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.722+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=TOG3KXDBRT7I type=del size=913665 2024-09-12T17:16:26.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.722+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=IJ3Z7O75JG2I type=del 2024-09-12T17:16:26.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.726+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=O8WE1TZF3O2S type=del size=1070929 2024-09-12T17:16:26.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.730+0000 7f47a8c748c0 1 < completed part key=_multipart_MGMTNUVEIO4Y.2~1QNI9TRFSA9F.0 size=564315 2024-09-12T17:16:26.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.734+0000 7f47a8c748c0 1 < completed multipart upload key=MGMTNUVEIO4Y upload=1QNI9TRFSA9F tag=WA63UM45I3GB type=write size=1612891 2024-09-12T17:16:26.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.738+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=G3HK50UEG0U3 type=write size=248051 2024-09-12T17:16:26.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.738+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=8G6IF4HB98ZV type=del size=3292221 2024-09-12T17:16:26.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.742+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=Q89L2UM1P8A8 type=del size=2089601 2024-09-12T17:16:26.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.746+0000 7f47a8c748c0 1 < completed delete operation key=8CHGYRJ30NQM tag=AV6H495MDIFX type=del 2024-09-12T17:16:26.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.746+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=VJF6S26YR592 type=write size=750467 2024-09-12T17:16:26.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.750+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=HLXB3K7LPPOU type=del 2024-09-12T17:16:26.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.754+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=BLLC0OEFAMFN type=del size=837532 2024-09-12T17:16:26.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.754+0000 7f47a8c748c0 1 < completed write operation key=G0UIHXL2ET1N tag=RZC5QE0QOBOP type=write size=383207 2024-09-12T17:16:26.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~HZ3J7DLRXIZE.0 size=1048576 2024-09-12T17:16:26.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~HZ3J7DLRXIZE.1 size=1048576 2024-09-12T17:16:26.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.766+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~HZ3J7DLRXIZE.2 size=661892 2024-09-12T17:16:26.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.766+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=HZ3J7DLRXIZE tag=VCCA7QMGNBP1 type=write size=3807620 2024-09-12T17:16:26.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.766+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=8EPMZ52SMTYN type=del 2024-09-12T17:16:26.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.770+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=07ZWSAX3PXQA type=del size=1863086 2024-09-12T17:16:26.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.774+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=QVEQJFR8ER47 type=del 2024-09-12T17:16:26.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.778+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YVLKKL6QFDRL.0 size=1048576 2024-09-12T17:16:26.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.782+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YVLKKL6QFDRL.1 size=1048576 2024-09-12T17:16:26.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.786+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~YVLKKL6QFDRL.2 size=983395 2024-09-12T17:16:26.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.786+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=YVLKKL6QFDRL tag=YVXC8UGK7DRR type=write size=4129123 2024-09-12T17:16:26.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.786+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~OO1HH2PRUS8B.0 size=1048576 2024-09-12T17:16:26.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.790+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~OO1HH2PRUS8B.1 size=1048576 2024-09-12T17:16:26.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.790+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~OO1HH2PRUS8B.2 size=555103 2024-09-12T17:16:26.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.794+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=OO1HH2PRUS8B tag=1ZP1UQUCNBKT type=write size=3700831 2024-09-12T17:16:26.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.798+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=0X8J1F8VHKSD type=del size=1140072 2024-09-12T17:16:26.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.802+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=H5CRHV3UIYQJ type=write size=295290 2024-09-12T17:16:26.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~4S6474IH16T8.0 size=1048576 2024-09-12T17:16:26.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~4S6474IH16T8.1 size=218533 2024-09-12T17:16:26.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.810+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=4S6474IH16T8 tag=SVU9KMI0ZZUS type=write size=2315685 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.814+0000 7f47a8c748c0 1 < canceled operation key=80E1U6C0GQAU tag=64Y470RJLCGB type=del size=2246509 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.818+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=6H48R9BZQ6BM type=del size=561616 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.818+0000 7f47a8c748c0 1 < canceled part key=_multipart_G0UIHXL2ET1N.2~TON0B7JLJX24.0 size=1048576 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.822+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~TON0B7JLJX24.1 size=769115 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.826+0000 7f47a8c748c0 1 < canceled multipart upload key=G0UIHXL2ET1N upload=TON0B7JLJX24 tag=V0G6HWF4HPJT type=write size=2866267 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.830+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=NID02194EYQ8 type=write size=939427 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.834+0000 7f47a8c748c0 1 < canceled operation key=BD3Q1XK93E50 tag=TB5OME5EGJOW type=del size=1791498 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.838+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=GLNC0HUBEXLN type=del size=1043362 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.842+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=LZVL045WXBFH type=del 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~A13YHBIF576I.0 size=1048576 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~A13YHBIF576I.1 size=1048576 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.858+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~A13YHBIF576I.2 size=95814 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.858+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=A13YHBIF576I tag=RXIY6WXEDS9F type=write size=3241542 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.862+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=PNWM03K6YMOE type=del 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.866+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=5FLVTRHXY1L8 type=del size=1415150 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.870+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=TOG3KXDBRT7I type=del 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.874+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=C3ME6P0XYZVP type=del size=152915 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.874+0000 7f47a8c748c0 1 < completed delete operation key=FNQLQEI5JDG8 tag=O8WE1TZF3O2S type=del 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.878+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=YNS9JXQ3R26L type=del size=337897 2024-09-12T17:16:26.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.882+0000 7f47a8c748c0 1 < completed write operation key=K7VSL58BTME5 tag=G3HK50UEG0U3 type=write size=248051 2024-09-12T17:16:26.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.886+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=ID0WW88WWOR6 type=write size=813163 2024-09-12T17:16:26.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.890+0000 7f47a8c748c0 1 < canceled operation key=8CHGYRJ30NQM tag=Q89L2UM1P8A8 type=del size=2089601 2024-09-12T17:16:26.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.898+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~U7Z3LF3QL8QQ.0 size=353391 2024-09-12T17:16:26.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.898+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=U7Z3LF3QL8QQ tag=J66Z0W7RWKP1 type=write size=1401967 2024-09-12T17:16:26.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.902+0000 7f47a8c748c0 1 < completed write operation key=F7Y1D98CH9J9 tag=VJF6S26YR592 type=write size=750467 2024-09-12T17:16:26.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.906+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=2ZEFT3QEX3OZ type=del size=3038713 2024-09-12T17:16:26.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.910+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=BLLC0OEFAMFN type=del 2024-09-12T17:16:26.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.914+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=5RS9PA68ZV4X type=del size=1316603 2024-09-12T17:16:26.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.918+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~HZ3J7DLRXIZE.0 size=1048576 2024-09-12T17:16:26.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.918+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~HZ3J7DLRXIZE.1 size=1048576 2024-09-12T17:16:26.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.922+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~HZ3J7DLRXIZE.2 size=661892 2024-09-12T17:16:26.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.930+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=HZ3J7DLRXIZE tag=VCCA7QMGNBP1 type=write size=3807620 2024-09-12T17:16:26.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.930+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=8W04YNXAGEZG type=del size=1226560 2024-09-12T17:16:26.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.934+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=07ZWSAX3PXQA type=del 2024-09-12T17:16:26.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.938+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=NZ2IXTO4E2ML type=write size=809713 2024-09-12T17:16:26.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.942+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YVLKKL6QFDRL.0 size=1048576 2024-09-12T17:16:26.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.942+0000 7f47a8c748c0 1 < canceled part key=_multipart_K7VSL58BTME5.2~YVLKKL6QFDRL.1 size=1048576 2024-09-12T17:16:26.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.946+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~YVLKKL6QFDRL.2 size=983395 2024-09-12T17:16:26.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.950+0000 7f47a8c748c0 1 < canceled multipart upload key=K7VSL58BTME5 upload=YVLKKL6QFDRL tag=YVXC8UGK7DRR type=write size=4129123 2024-09-12T17:16:26.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.954+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=GR0PBFBOL3LB type=write size=425126 2024-09-12T17:16:26.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.958+0000 7f47a8c748c0 1 < suggested update operation key=FNQLQEI5JDG8 tag=0X8J1F8VHKSD type=del size=1140072 2024-09-12T17:16:26.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.962+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=NSMOAVOKI882 type=del size=2885687 2024-09-12T17:16:26.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.966+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~4S6474IH16T8.0 size=1048576 2024-09-12T17:16:26.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.970+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~4S6474IH16T8.1 size=218533 2024-09-12T17:16:26.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.978+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=4S6474IH16T8 tag=SVU9KMI0ZZUS type=write size=2315685 2024-09-12T17:16:26.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.982+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=V57XE3WQ5RV4 type=del size=1419898 2024-09-12T17:16:26.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.982+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=6H48R9BZQ6BM type=del 2024-09-12T17:16:26.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.990+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~IAEHY1TZ87F4.0 size=850024 2024-09-12T17:16:26.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.990+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=IAEHY1TZ87F4 tag=KF1DGZZ8KTO4 type=write size=1898600 2024-09-12T17:16:26.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.994+0000 7f47a8c748c0 1 < canceled operation key=LIX9TJX73W7K tag=NID02194EYQ8 type=write size=939427 2024-09-12T17:16:27.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:26.998+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=3YRCSQ5AO2F0 type=write size=210431 2024-09-12T17:16:27.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.002+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=GLNC0HUBEXLN type=del 2024-09-12T17:16:27.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.006+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=BJOE0ORG0W0M type=del size=67492 2024-09-12T17:16:27.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.010+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~A13YHBIF576I.0 size=1048576 2024-09-12T17:16:27.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.010+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~A13YHBIF576I.1 size=1048576 2024-09-12T17:16:27.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.014+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~A13YHBIF576I.2 size=95814 2024-09-12T17:16:27.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.022+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=A13YHBIF576I tag=RXIY6WXEDS9F type=write size=3241542 2024-09-12T17:16:27.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.026+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=WIYCM237HNQL type=del size=1297816 2024-09-12T17:16:27.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.030+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=5FLVTRHXY1L8 type=del 2024-09-12T17:16:27.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.030+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=FDDQ0SCOTM12 type=del size=715900 2024-09-12T17:16:27.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.034+0000 7f47a8c748c0 1 < canceled operation key=93L6W586VL33 tag=C3ME6P0XYZVP type=del size=152915 2024-09-12T17:16:27.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.038+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=H0NSB3OK685Y type=del size=3689135 2024-09-12T17:16:27.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.042+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=YNS9JXQ3R26L type=del 2024-09-12T17:16:27.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.046+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=XGQZ8B6FY5YK type=del size=3888046 2024-09-12T17:16:27.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.050+0000 7f47a8c748c0 -1 < failed to complete operation key=FNQLQEI5JDG8 tag=ID0WW88WWOR6 type=write size=813163: (22) Invalid argument 2024-09-12T17:16:27.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.054+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=CXXXECU6OLXZ type=write size=659304 2024-09-12T17:16:27.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.058+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~U7Z3LF3QL8QQ.0 size=353391 2024-09-12T17:16:27.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.062+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=U7Z3LF3QL8QQ tag=J66Z0W7RWKP1 type=write size=1401967 2024-09-12T17:16:27.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.070+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~DR0V1MXFX6YY.0 size=1048576 2024-09-12T17:16:27.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~DR0V1MXFX6YY.1 size=1048576 2024-09-12T17:16:27.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.074+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~DR0V1MXFX6YY.2 size=17733 2024-09-12T17:16:27.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.074+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=DR0V1MXFX6YY tag=BTH78JHTQEGN type=write size=3163461 2024-09-12T17:16:27.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.078+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=2ZEFT3QEX3OZ type=del 2024-09-12T17:16:27.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~ILVYBQYGSKAH.0 size=911845 2024-09-12T17:16:27.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.086+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=ILVYBQYGSKAH tag=X7IT9ZDPTF8J type=write size=1960421 2024-09-12T17:16:27.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.094+0000 7f47a8c748c0 1 < suggested remove operation key=E9NGD5ZS0GXE tag=5RS9PA68ZV4X type=del 2024-09-12T17:16:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~PHFLB3TMW3LS.0 size=1048576 2024-09-12T17:16:27.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.102+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~PHFLB3TMW3LS.1 size=1048576 2024-09-12T17:16:27.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.106+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~PHFLB3TMW3LS.2 size=638541 2024-09-12T17:16:27.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.106+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=PHFLB3TMW3LS tag=6WOZSC4SMZVD type=write size=3784269 2024-09-12T17:16:27.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.106+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=8W04YNXAGEZG type=del 2024-09-12T17:16:27.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.110+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=4KD3VDM4UJT7 type=del size=3097312 2024-09-12T17:16:27.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.114+0000 7f47a8c748c0 1 < canceled operation key=QAXSHF0ZS39F tag=NZ2IXTO4E2ML type=write size=809713 2024-09-12T17:16:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.122+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~UENYYDO4U08N.0 size=1048576 2024-09-12T17:16:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~UENYYDO4U08N.1 size=1032710 2024-09-12T17:16:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.126+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=UENYYDO4U08N tag=JMA175GM4P5F type=write size=3129862 2024-09-12T17:16:27.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.134+0000 7f47a8c748c0 1 < suggested update operation key=O47SCE2D2679 tag=GR0PBFBOL3LB type=write size=425126 2024-09-12T17:16:27.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.138+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~TEDGXL88W9BG.0 size=1048576 2024-09-12T17:16:27.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~TEDGXL88W9BG.1 size=1048576 2024-09-12T17:16:27.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~TEDGXL88W9BG.2 size=702318 2024-09-12T17:16:27.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.146+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=TEDGXL88W9BG tag=ON07CTLH0JD8 type=write size=3848046 2024-09-12T17:16:27.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.150+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=NSMOAVOKI882 type=del 2024-09-12T17:16:27.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.154+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~9X46O95WYPQR.0 size=1048576 2024-09-12T17:16:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.158+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~9X46O95WYPQR.1 size=1048576 2024-09-12T17:16:27.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.162+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~9X46O95WYPQR.2 size=115256 2024-09-12T17:16:27.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.162+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=9X46O95WYPQR tag=C9T5S90DZLNF type=write size=3260984 2024-09-12T17:16:27.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.166+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=V57XE3WQ5RV4 type=del 2024-09-12T17:16:27.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.170+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=5HLCGZFAB8SP type=del size=3881197 2024-09-12T17:16:27.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.170+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~IAEHY1TZ87F4.0 size=850024 2024-09-12T17:16:27.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.178+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=IAEHY1TZ87F4 tag=KF1DGZZ8KTO4 type=write size=1898600 2024-09-12T17:16:27.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.186+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~2Q3CC7RGMDGS.0 size=1048576 2024-09-12T17:16:27.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.194+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~2Q3CC7RGMDGS.1 size=987921 2024-09-12T17:16:27.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.194+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=2Q3CC7RGMDGS tag=ZIIGQP1BXTK4 type=write size=3085073 2024-09-12T17:16:27.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.198+0000 7f47a8c748c0 1 < canceled operation key=BAS0Q4WRPSSX tag=3YRCSQ5AO2F0 type=write size=210431 2024-09-12T17:16:27.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.206+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~6AS2A1YF0DN1.0 size=151226 2024-09-12T17:16:27.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.206+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=6AS2A1YF0DN1 tag=W6CI8PQ8R9Y5 type=write size=1199802 2024-09-12T17:16:27.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.210+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=BJOE0ORG0W0M type=del 2024-09-12T17:16:27.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.214+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~5IZBPA0J0XW5.0 size=1048576 2024-09-12T17:16:27.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.218+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~5IZBPA0J0XW5.1 size=672176 2024-09-12T17:16:27.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.218+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=5IZBPA0J0XW5 tag=BQLSY5ELJ9DT type=write size=2769328 2024-09-12T17:16:27.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.222+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=WIYCM237HNQL type=del 2024-09-12T17:16:27.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.226+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=063FVG7W530B type=del size=2891662 2024-09-12T17:16:27.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.226+0000 7f47a8c748c0 1 < completed delete operation key=55WGV0XV6IGX tag=FDDQ0SCOTM12 type=del 2024-09-12T17:16:27.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.230+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=8GKZF1OD3V2I type=del size=2970349 2024-09-12T17:16:27.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.238+0000 7f47a8c748c0 1 < suggested remove operation key=3FB30GVCZOOL tag=H0NSB3OK685Y type=del 2024-09-12T17:16:27.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.242+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=VNTDO6OOLSP3 type=del size=679544 2024-09-12T17:16:27.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.246+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=XGQZ8B6FY5YK type=del 2024-09-12T17:16:27.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.250+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=RUEXWP4G77WA type=del size=4035786 2024-09-12T17:16:27.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.258+0000 7f47a8c748c0 1 < suggested remove operation key=BAS0Q4WRPSSX tag=CXXXECU6OLXZ type=write 2024-09-12T17:16:27.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.258+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=E7LFVHRZHMBJ type=del size=3553244 2024-09-12T17:16:27.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.262+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~DR0V1MXFX6YY.0 size=1048576 2024-09-12T17:16:27.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.266+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~DR0V1MXFX6YY.1 size=1048576 2024-09-12T17:16:27.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.270+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~DR0V1MXFX6YY.2 size=17733 2024-09-12T17:16:27.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.274+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=DR0V1MXFX6YY tag=BTH78JHTQEGN type=write size=3163461 2024-09-12T17:16:27.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~C3IP8Y7E3K8N.0 size=1048576 2024-09-12T17:16:27.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~C3IP8Y7E3K8N.1 size=1048576 2024-09-12T17:16:27.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~C3IP8Y7E3K8N.2 size=532478 2024-09-12T17:16:27.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.286+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=C3IP8Y7E3K8N tag=DW9CITXHTPII type=write size=3678206 2024-09-12T17:16:27.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.290+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~ILVYBQYGSKAH.0 size=911845 2024-09-12T17:16:27.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.294+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=ILVYBQYGSKAH tag=X7IT9ZDPTF8J type=write size=1960421 2024-09-12T17:16:27.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.302+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~SVJNSUUTFPXQ.0 size=809695 2024-09-12T17:16:27.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.302+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=SVJNSUUTFPXQ tag=03NWLOYT70RV type=write size=1858271 2024-09-12T17:16:27.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.306+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~PHFLB3TMW3LS.0 size=1048576 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.306+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~PHFLB3TMW3LS.1 size=1048576 2024-09-12T17:16:27.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.310+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~PHFLB3TMW3LS.2 size=638541 2024-09-12T17:16:27.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.318+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=PHFLB3TMW3LS tag=6WOZSC4SMZVD type=write size=3784269 2024-09-12T17:16:27.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.318+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=B93YZ5W23W9S type=write size=865329 2024-09-12T17:16:27.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.322+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=4KD3VDM4UJT7 type=del 2024-09-12T17:16:27.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.330+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~FHHTYQ06W9N6.0 size=1048576 2024-09-12T17:16:27.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~FHHTYQ06W9N6.1 size=1048576 2024-09-12T17:16:27.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~FHHTYQ06W9N6.2 size=699673 2024-09-12T17:16:27.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.334+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=FHHTYQ06W9N6 tag=KR200Z19D5PB type=write size=3845401 2024-09-12T17:16:27.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.338+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~UENYYDO4U08N.0 size=1048576 2024-09-12T17:16:27.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.342+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~UENYYDO4U08N.1 size=1032710 2024-09-12T17:16:27.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.346+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=UENYYDO4U08N tag=JMA175GM4P5F type=write size=3129862 2024-09-12T17:16:27.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.350+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=RAWHK64DDISJ type=del size=817100 2024-09-12T17:16:27.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.354+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~TEDGXL88W9BG.0 size=1048576 2024-09-12T17:16:27.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.358+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~TEDGXL88W9BG.1 size=1048576 2024-09-12T17:16:27.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.358+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~TEDGXL88W9BG.2 size=702318 2024-09-12T17:16:27.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.362+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=TEDGXL88W9BG tag=ON07CTLH0JD8 type=write size=3848046 2024-09-12T17:16:27.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.366+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=FBU3XZU0V2O3 type=write size=297508 2024-09-12T17:16:27.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.370+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~9X46O95WYPQR.0 size=1048576 2024-09-12T17:16:27.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.370+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~9X46O95WYPQR.1 size=1048576 2024-09-12T17:16:27.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.374+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~9X46O95WYPQR.2 size=115256 2024-09-12T17:16:27.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.378+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=9X46O95WYPQR tag=C9T5S90DZLNF type=write size=3260984 2024-09-12T17:16:27.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.382+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=PUH2K4456G3G type=del size=1511277 2024-09-12T17:16:27.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.386+0000 7f47a8c748c0 1 < canceled operation key=BD3Q1XK93E50 tag=5HLCGZFAB8SP type=del size=3881197 2024-09-12T17:16:27.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.386+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=HPG0EKQT3GNA type=del size=3508527 2024-09-12T17:16:27.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.390+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~2Q3CC7RGMDGS.0 size=1048576 2024-09-12T17:16:27.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.394+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~2Q3CC7RGMDGS.1 size=987921 2024-09-12T17:16:27.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.398+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=2Q3CC7RGMDGS tag=ZIIGQP1BXTK4 type=write size=3085073 2024-09-12T17:16:27.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.398+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=R7095QCS69FK type=del size=3494824 2024-09-12T17:16:27.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.402+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~6AS2A1YF0DN1.0 size=151226 2024-09-12T17:16:27.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.406+0000 7f47a8c748c0 1 < completed multipart upload key=FNQLQEI5JDG8 upload=6AS2A1YF0DN1 tag=W6CI8PQ8R9Y5 type=write size=1199802 2024-09-12T17:16:27.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.410+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=ZEV4BI7NX1KL type=del size=1832241 2024-09-12T17:16:27.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.414+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~5IZBPA0J0XW5.0 size=1048576 2024-09-12T17:16:27.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.414+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~5IZBPA0J0XW5.1 size=672176 2024-09-12T17:16:27.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.418+0000 7f47a8c748c0 1 < completed multipart upload key=80E1U6C0GQAU upload=5IZBPA0J0XW5 tag=BQLSY5ELJ9DT type=write size=2769328 2024-09-12T17:16:27.427 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.422+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=83WP3574Q747 type=del size=1863571 2024-09-12T17:16:27.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.426+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=063FVG7W530B type=del 2024-09-12T17:16:27.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.430+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~ZNI8YRZWYPB7.0 size=1048576 2024-09-12T17:16:27.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.434+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~ZNI8YRZWYPB7.1 size=1048576 2024-09-12T17:16:27.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.434+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~ZNI8YRZWYPB7.2 size=822894 2024-09-12T17:16:27.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.434+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=ZNI8YRZWYPB7 tag=OUHT3SWUYAYD type=write size=3968622 2024-09-12T17:16:27.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.438+0000 7f47a8c748c0 -1 < failed to complete operation key=BAS0Q4WRPSSX tag=8GKZF1OD3V2I type=del size=2970349: (22) Invalid argument 2024-09-12T17:16:27.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.442+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=QPY1KMYLOW7I type=del size=3377483 2024-09-12T17:16:27.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.446+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=VNTDO6OOLSP3 type=del 2024-09-12T17:16:27.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.446+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=S37536LJ8TUV type=del size=2413938 2024-09-12T17:16:27.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.450+0000 7f47a8c748c0 1 < canceled operation key=OJYL5A30U6ET tag=RUEXWP4G77WA type=del size=4035786 2024-09-12T17:16:27.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.454+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~Q58TWDMWG9NZ.0 size=315824 2024-09-12T17:16:27.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.454+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=Q58TWDMWG9NZ tag=401TGIC81BDH type=write size=1364400 2024-09-12T17:16:27.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.458+0000 7f47a8c748c0 1 < completed delete operation key=O47SCE2D2679 tag=E7LFVHRZHMBJ type=del 2024-09-12T17:16:27.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.462+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=S0690P5C2429 type=del size=1063996 2024-09-12T17:16:27.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.462+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~C3IP8Y7E3K8N.0 size=1048576 2024-09-12T17:16:27.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.466+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~C3IP8Y7E3K8N.1 size=1048576 2024-09-12T17:16:27.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.466+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~C3IP8Y7E3K8N.2 size=532478 2024-09-12T17:16:27.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.474+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=C3IP8Y7E3K8N tag=DW9CITXHTPII type=write size=3678206 2024-09-12T17:16:27.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.474+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=UUH39QLRRI0X type=del size=1223340 2024-09-12T17:16:27.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.478+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~SVJNSUUTFPXQ.0 size=809695 2024-09-12T17:16:27.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.486+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=SVJNSUUTFPXQ tag=03NWLOYT70RV type=write size=1858271 2024-09-12T17:16:27.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.490+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=9KLTNZKJ0G0K type=write size=578920 2024-09-12T17:16:27.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.494+0000 7f47a8c748c0 1 < suggested remove operation key=MGMTNUVEIO4Y tag=B93YZ5W23W9S type=write 2024-09-12T17:16:27.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~6G0I6L0YMHZF.0 size=1048576 2024-09-12T17:16:27.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~6G0I6L0YMHZF.1 size=1048576 2024-09-12T17:16:27.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~6G0I6L0YMHZF.2 size=265657 2024-09-12T17:16:27.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.506+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=6G0I6L0YMHZF tag=CC1TO2P5FBND type=write size=3411385 2024-09-12T17:16:27.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.506+0000 7f47a8c748c0 1 < canceled part key=_multipart_M8IRCIWF1SOU.2~FHHTYQ06W9N6.0 size=1048576 2024-09-12T17:16:27.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.506+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~FHHTYQ06W9N6.1 size=1048576 2024-09-12T17:16:27.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.510+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~FHHTYQ06W9N6.2 size=699673 2024-09-12T17:16:27.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.514+0000 7f47a8c748c0 1 < canceled multipart upload key=M8IRCIWF1SOU upload=FHHTYQ06W9N6 tag=KR200Z19D5PB type=write size=3845401 2024-09-12T17:16:27.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.518+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=75TIT2JLQCNC type=del size=1785424 2024-09-12T17:16:27.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.522+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=RAWHK64DDISJ type=del 2024-09-12T17:16:27.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.526+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~B53WYAG3XGAP.0 size=1048576 2024-09-12T17:16:27.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.526+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~B53WYAG3XGAP.1 size=1048576 2024-09-12T17:16:27.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.530+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~B53WYAG3XGAP.2 size=487625 2024-09-12T17:16:27.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.530+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=B53WYAG3XGAP tag=RBG8582JHYLZ type=write size=3633353 2024-09-12T17:16:27.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.534+0000 7f47a8c748c0 1 < completed write operation key=O8AIZZ75FGRJ tag=FBU3XZU0V2O3 type=write size=297508 2024-09-12T17:16:27.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.538+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=808Z2Z59CSDI type=del size=150774 2024-09-12T17:16:27.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.542+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=PUH2K4456G3G type=del 2024-09-12T17:16:27.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~K019L3K4U2KM.0 size=1048576 2024-09-12T17:16:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~K019L3K4U2KM.1 size=1048576 2024-09-12T17:16:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.550+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~K019L3K4U2KM.2 size=206178 2024-09-12T17:16:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.550+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=K019L3K4U2KM tag=UU8Q6Q832FRQ type=write size=3351906 2024-09-12T17:16:27.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.554+0000 7f47a8c748c0 1 < suggested update operation key=R9QGA3GF563C tag=HPG0EKQT3GNA type=del size=3508527 2024-09-12T17:16:27.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.558+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=BRVMDKJ60102 type=del size=1851068 2024-09-12T17:16:27.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.562+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=R7095QCS69FK type=del 2024-09-12T17:16:27.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.566+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=RORCDPWS79F5 type=del size=1723945 2024-09-12T17:16:27.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.570+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=ZEV4BI7NX1KL type=del 2024-09-12T17:16:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.574+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~RVDR80HMECQE.0 size=1048576 2024-09-12T17:16:27.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~RVDR80HMECQE.1 size=833734 2024-09-12T17:16:27.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.578+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=RVDR80HMECQE tag=OY2ZJQCDQYVC type=write size=2930886 2024-09-12T17:16:27.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.578+0000 7f47a8c748c0 -1 < failed to complete operation key=MGMTNUVEIO4Y tag=83WP3574Q747 type=del size=1863571: (22) Invalid argument 2024-09-12T17:16:27.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.586+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~CF8KLV52S4R7.0 size=1048576 2024-09-12T17:16:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.586+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~CF8KLV52S4R7.1 size=1048576 2024-09-12T17:16:27.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.590+0000 7f47a8c748c0 1 > prepared part key=_multipart_X8QDFHONH3RD.2~CF8KLV52S4R7.2 size=1033074 2024-09-12T17:16:27.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.590+0000 7f47a8c748c0 1 > prepared multipart upload key=X8QDFHONH3RD upload=CF8KLV52S4R7 tag=3FXZNRP171KM type=write size=4178802 2024-09-12T17:16:27.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.594+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~ZNI8YRZWYPB7.0 size=1048576 2024-09-12T17:16:27.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.594+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~ZNI8YRZWYPB7.1 size=1048576 2024-09-12T17:16:27.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.598+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~ZNI8YRZWYPB7.2 size=822894 2024-09-12T17:16:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.602+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=ZNI8YRZWYPB7 tag=OUHT3SWUYAYD type=write size=3968622 2024-09-12T17:16:27.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.606+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=4ZG0KKUZEX4Y type=del size=3766306 2024-09-12T17:16:27.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.610+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=QPY1KMYLOW7I type=del 2024-09-12T17:16:27.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.614+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=J44K1ARRC5M6 type=del size=1181456 2024-09-12T17:16:27.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.618+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=S37536LJ8TUV type=del 2024-09-12T17:16:27.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.618+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=SHR1F7A5UBGZ type=del size=3110483 2024-09-12T17:16:27.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.622+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~Q58TWDMWG9NZ.0 size=315824 2024-09-12T17:16:27.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.626+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=Q58TWDMWG9NZ tag=401TGIC81BDH type=write size=1364400 2024-09-12T17:16:27.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.630+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=CX85Y2J1A1YG type=del size=1316271 2024-09-12T17:16:27.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.638+0000 7f47a8c748c0 1 < suggested update operation key=P8D2NC13VSST tag=S0690P5C2429 type=del size=1063996 2024-09-12T17:16:27.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.638+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=40OCF6N2Q2BY type=del size=1387775 2024-09-12T17:16:27.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.642+0000 7f47a8c748c0 -1 < failed to complete operation key=MGMTNUVEIO4Y tag=UUH39QLRRI0X type=del size=1223340: (22) Invalid argument 2024-09-12T17:16:27.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.650+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~LRB3VFQZXAUC.0 size=1048576 2024-09-12T17:16:27.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.650+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~LRB3VFQZXAUC.1 size=1048576 2024-09-12T17:16:27.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~LRB3VFQZXAUC.2 size=276371 2024-09-12T17:16:27.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.654+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=LRB3VFQZXAUC tag=3WB8PPDZWQ6F type=write size=3422099 2024-09-12T17:16:27.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.654+0000 7f47a8c748c0 1 < completed write operation key=S2C9EJ9AS2SO tag=9KLTNZKJ0G0K type=write size=578920 2024-09-12T17:16:27.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.658+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=LHRW57JI9647 type=del size=2233620 2024-09-12T17:16:27.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.662+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~6G0I6L0YMHZF.0 size=1048576 2024-09-12T17:16:27.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.662+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~6G0I6L0YMHZF.1 size=1048576 2024-09-12T17:16:27.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.666+0000 7f47a8c748c0 1 < completed part key=_multipart_G0UIHXL2ET1N.2~6G0I6L0YMHZF.2 size=265657 2024-09-12T17:16:27.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.670+0000 7f47a8c748c0 1 < completed multipart upload key=G0UIHXL2ET1N upload=6G0I6L0YMHZF tag=CC1TO2P5FBND type=write size=3411385 2024-09-12T17:16:27.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.678+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~WANFWMAG7GBL.0 size=1048576 2024-09-12T17:16:27.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.682+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~WANFWMAG7GBL.1 size=1048576 2024-09-12T17:16:27.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.682+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~WANFWMAG7GBL.2 size=13323 2024-09-12T17:16:27.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.682+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=WANFWMAG7GBL tag=ZMFT6DU3LHXT type=write size=3159051 2024-09-12T17:16:27.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.686+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=75TIT2JLQCNC type=del 2024-09-12T17:16:27.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.690+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=EF5U0ICPYDV7 type=del size=1055423 2024-09-12T17:16:27.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.694+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~B53WYAG3XGAP.0 size=1048576 2024-09-12T17:16:27.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.694+0000 7f47a8c748c0 1 < canceled part key=_multipart_OJYL5A30U6ET.2~B53WYAG3XGAP.1 size=1048576 2024-09-12T17:16:27.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.694+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~B53WYAG3XGAP.2 size=487625 2024-09-12T17:16:27.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.698+0000 7f47a8c748c0 1 < canceled multipart upload key=OJYL5A30U6ET upload=B53WYAG3XGAP tag=RBG8582JHYLZ type=write size=3633353 2024-09-12T17:16:27.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.702+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=10GZIJQWGOYP type=write size=133961 2024-09-12T17:16:27.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.706+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=808Z2Z59CSDI type=del 2024-09-12T17:16:27.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.710+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~UJDX8568LEOP.0 size=1014708 2024-09-12T17:16:27.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.710+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=UJDX8568LEOP tag=W5DS1EFCUV7E type=write size=2063284 2024-09-12T17:16:27.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.714+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~K019L3K4U2KM.0 size=1048576 2024-09-12T17:16:27.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.714+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~K019L3K4U2KM.1 size=1048576 2024-09-12T17:16:27.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.718+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~K019L3K4U2KM.2 size=206178 2024-09-12T17:16:27.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.722+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=K019L3K4U2KM tag=UU8Q6Q832FRQ type=write size=3351906 2024-09-12T17:16:27.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.726+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=T6RQTIRN0WA6 type=write size=518582 2024-09-12T17:16:27.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.730+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=BRVMDKJ60102 type=del 2024-09-12T17:16:27.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.734+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=WZ14HK2AOVKG type=del size=421139 2024-09-12T17:16:27.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.738+0000 7f47a8c748c0 1 < suggested remove operation key=80E1U6C0GQAU tag=RORCDPWS79F5 type=del 2024-09-12T17:16:27.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.746+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~8EORE1T0J6LB.0 size=80306 2024-09-12T17:16:27.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.746+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=8EORE1T0J6LB tag=GTFXKPDMXWK0 type=write size=1128882 2024-09-12T17:16:27.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.750+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~RVDR80HMECQE.0 size=1048576 2024-09-12T17:16:27.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.754+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~RVDR80HMECQE.1 size=833734 2024-09-12T17:16:27.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.758+0000 7f47a8c748c0 1 < completed multipart upload key=4BF7U5BNWTWP upload=RVDR80HMECQE tag=OY2ZJQCDQYVC type=write size=2930886 2024-09-12T17:16:27.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.762+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~DRVRTWM3EWNO.0 size=95680 2024-09-12T17:16:27.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.762+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=DRVRTWM3EWNO tag=V2B59RV4IRFB type=write size=1144256 2024-09-12T17:16:27.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.770+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~CF8KLV52S4R7.0 size=1048576 2024-09-12T17:16:27.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.774+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~CF8KLV52S4R7.1 size=1048576 2024-09-12T17:16:27.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.774+0000 7f47a8c748c0 1 < completed part key=_multipart_X8QDFHONH3RD.2~CF8KLV52S4R7.2 size=1033074 2024-09-12T17:16:27.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.782+0000 7f47a8c748c0 1 < completed multipart upload key=X8QDFHONH3RD upload=CF8KLV52S4R7 tag=3FXZNRP171KM type=write size=4178802 2024-09-12T17:16:27.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.786+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~Y0GH97H5LQUE.0 size=1048576 2024-09-12T17:16:27.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.790+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~Y0GH97H5LQUE.1 size=1048576 2024-09-12T17:16:27.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.790+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~Y0GH97H5LQUE.2 size=745763 2024-09-12T17:16:27.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.790+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=Y0GH97H5LQUE tag=NWEH8BDQJWC5 type=write size=3891491 2024-09-12T17:16:27.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.798+0000 7f47a8c748c0 1 < suggested update operation key=MGMTNUVEIO4Y tag=4ZG0KKUZEX4Y type=del size=3766306 2024-09-12T17:16:27.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.802+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=X5M342BPD7H3 type=del size=2150234 2024-09-12T17:16:27.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.806+0000 7f47a8c748c0 1 < completed delete operation key=3FB30GVCZOOL tag=J44K1ARRC5M6 type=del 2024-09-12T17:16:27.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.810+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~MHA60T68UQ6Y.0 size=1048576 2024-09-12T17:16:27.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.814+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~MHA60T68UQ6Y.1 size=1048576 2024-09-12T17:16:27.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.818+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~MHA60T68UQ6Y.2 size=705912 2024-09-12T17:16:27.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.818+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=MHA60T68UQ6Y tag=LXTFUT6MBMAX type=write size=3851640 2024-09-12T17:16:27.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.818+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=SHR1F7A5UBGZ type=del 2024-09-12T17:16:27.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~R3NKWT8H0C5J.0 size=1048576 2024-09-12T17:16:27.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~R3NKWT8H0C5J.1 size=1048576 2024-09-12T17:16:27.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_BD3Q1XK93E50.2~R3NKWT8H0C5J.2 size=644809 2024-09-12T17:16:27.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.830+0000 7f47a8c748c0 1 > prepared multipart upload key=BD3Q1XK93E50 upload=R3NKWT8H0C5J tag=0X50D0R2N5V1 type=write size=3790537 2024-09-12T17:16:27.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.834+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=CX85Y2J1A1YG type=del 2024-09-12T17:16:27.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~0G68JH8LBI5D.0 size=1048576 2024-09-12T17:16:27.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~0G68JH8LBI5D.1 size=196888 2024-09-12T17:16:27.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.842+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=0G68JH8LBI5D tag=54BS0M8A3OTN type=write size=2294040 2024-09-12T17:16:27.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.846+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=40OCF6N2Q2BY type=del 2024-09-12T17:16:27.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~TB1989STNP18.0 size=1048576 2024-09-12T17:16:27.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.854+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~TB1989STNP18.1 size=98667 2024-09-12T17:16:27.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.854+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=TB1989STNP18 tag=ELXNK0HAPH5H type=write size=2195819 2024-09-12T17:16:27.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.858+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~LRB3VFQZXAUC.0 size=1048576 2024-09-12T17:16:27.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.858+0000 7f47a8c748c0 1 < canceled part key=_multipart_2WSU8RIJ5L0X.2~LRB3VFQZXAUC.1 size=1048576 2024-09-12T17:16:27.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.862+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~LRB3VFQZXAUC.2 size=276371 2024-09-12T17:16:27.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.866+0000 7f47a8c748c0 1 < canceled multipart upload key=2WSU8RIJ5L0X upload=LRB3VFQZXAUC tag=3WB8PPDZWQ6F type=write size=3422099 2024-09-12T17:16:27.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.870+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=QCDU2RQCCLVA type=del size=3968285 2024-09-12T17:16:27.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.878+0000 7f47a8c748c0 1 < suggested remove operation key=G0UIHXL2ET1N tag=LHRW57JI9647 type=del 2024-09-12T17:16:27.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.882+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=FDZUMIADARH0 type=del size=2315095 2024-09-12T17:16:27.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.882+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~WANFWMAG7GBL.0 size=1048576 2024-09-12T17:16:27.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.886+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~WANFWMAG7GBL.1 size=1048576 2024-09-12T17:16:27.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.890+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~WANFWMAG7GBL.2 size=13323 2024-09-12T17:16:27.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.894+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=WANFWMAG7GBL tag=ZMFT6DU3LHXT type=write size=3159051 2024-09-12T17:16:27.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~I2KV3EPFMUFD.0 size=1048576 2024-09-12T17:16:27.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~I2KV3EPFMUFD.1 size=62007 2024-09-12T17:16:27.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.906+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=I2KV3EPFMUFD tag=64QQ19AEF0LX type=write size=2159159 2024-09-12T17:16:27.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.906+0000 7f47a8c748c0 1 < canceled operation key=93L6W586VL33 tag=EF5U0ICPYDV7 type=del size=1055423 2024-09-12T17:16:27.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.914+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~9YJTSZBBEJ1V.0 size=63893 2024-09-12T17:16:27.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.914+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=9YJTSZBBEJ1V tag=6I0TAF79EDTX type=write size=1112469 2024-09-12T17:16:27.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.918+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=10GZIJQWGOYP type=write size=133961 2024-09-12T17:16:27.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.922+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=59MYE4V2KIC9 type=write size=993309 2024-09-12T17:16:27.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.926+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~UJDX8568LEOP.0 size=1014708 2024-09-12T17:16:27.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.930+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=UJDX8568LEOP tag=W5DS1EFCUV7E type=write size=2063284 2024-09-12T17:16:27.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.934+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=C62XYKFRM5EU type=del size=1113229 2024-09-12T17:16:27.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.942+0000 7f47a8c748c0 1 < suggested update operation key=O8ZBOG7V3G21 tag=T6RQTIRN0WA6 type=write size=518582 2024-09-12T17:16:27.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.946+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=7YFUB09B6GC9 type=del size=504869 2024-09-12T17:16:27.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.954+0000 7f47a8c748c0 1 < suggested update operation key=QAXSHF0ZS39F tag=WZ14HK2AOVKG type=del size=421139 2024-09-12T17:16:27.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.958+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=K0IOO5XLZUMQ type=del size=2560232 2024-09-12T17:16:27.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.958+0000 7f47a8c748c0 1 < canceled part key=_multipart_E9NGD5ZS0GXE.2~8EORE1T0J6LB.0 size=80306 2024-09-12T17:16:27.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.962+0000 7f47a8c748c0 1 < canceled multipart upload key=E9NGD5ZS0GXE upload=8EORE1T0J6LB tag=GTFXKPDMXWK0 type=write size=1128882 2024-09-12T17:16:27.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.966+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=66Y7S7383G0W type=del size=3130855 2024-09-12T17:16:27.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.970+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~DRVRTWM3EWNO.0 size=95680 2024-09-12T17:16:27.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.974+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=DRVRTWM3EWNO tag=V2B59RV4IRFB type=write size=1144256 2024-09-12T17:16:27.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.982+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~ZPUN7P804KH3.0 size=246572 2024-09-12T17:16:27.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.982+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=ZPUN7P804KH3 tag=1ACJ7K7FGL4I type=write size=1295148 2024-09-12T17:16:27.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.986+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~Y0GH97H5LQUE.0 size=1048576 2024-09-12T17:16:27.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.990+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~Y0GH97H5LQUE.1 size=1048576 2024-09-12T17:16:27.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.994+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~Y0GH97H5LQUE.2 size=745763 2024-09-12T17:16:28.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:27.998+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=Y0GH97H5LQUE tag=NWEH8BDQJWC5 type=write size=3891491 2024-09-12T17:16:28.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.002+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=9U27T4CWB2YF type=del size=2587738 2024-09-12T17:16:28.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.006+0000 7f47a8c748c0 1 < canceled operation key=BAS0Q4WRPSSX tag=X5M342BPD7H3 type=del size=2150234 2024-09-12T17:16:28.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.010+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~YACVIQ3F4M9S.0 size=1048576 2024-09-12T17:16:28.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~YACVIQ3F4M9S.1 size=232997 2024-09-12T17:16:28.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.014+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=YACVIQ3F4M9S tag=174M9ZEKTBS0 type=write size=2330149 2024-09-12T17:16:28.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.018+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~MHA60T68UQ6Y.0 size=1048576 2024-09-12T17:16:28.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.018+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~MHA60T68UQ6Y.1 size=1048576 2024-09-12T17:16:28.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.022+0000 7f47a8c748c0 1 < completed part key=_multipart_H0TD8JXDYKKK.2~MHA60T68UQ6Y.2 size=705912 2024-09-12T17:16:28.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.026+0000 7f47a8c748c0 1 < completed multipart upload key=H0TD8JXDYKKK upload=MHA60T68UQ6Y tag=LXTFUT6MBMAX type=write size=3851640 2024-09-12T17:16:28.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.030+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=QIXRBOFKWRV6 type=del size=1234059 2024-09-12T17:16:28.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.034+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~R3NKWT8H0C5J.0 size=1048576 2024-09-12T17:16:28.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.038+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~R3NKWT8H0C5J.1 size=1048576 2024-09-12T17:16:28.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.038+0000 7f47a8c748c0 1 < completed part key=_multipart_BD3Q1XK93E50.2~R3NKWT8H0C5J.2 size=644809 2024-09-12T17:16:28.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.046+0000 7f47a8c748c0 1 < completed multipart upload key=BD3Q1XK93E50 upload=R3NKWT8H0C5J tag=0X50D0R2N5V1 type=write size=3790537 2024-09-12T17:16:28.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.050+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=C2AAS7AUC5DN type=del size=699565 2024-09-12T17:16:28.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.050+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~0G68JH8LBI5D.0 size=1048576 2024-09-12T17:16:28.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.054+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~0G68JH8LBI5D.1 size=196888 2024-09-12T17:16:28.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.058+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=0G68JH8LBI5D tag=54BS0M8A3OTN type=write size=2294040 2024-09-12T17:16:28.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.062+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=FNB70V1NXDOK type=del size=2388511 2024-09-12T17:16:28.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.066+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~TB1989STNP18.0 size=1048576 2024-09-12T17:16:28.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.070+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~TB1989STNP18.1 size=98667 2024-09-12T17:16:28.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.074+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=TB1989STNP18 tag=ELXNK0HAPH5H type=write size=2195819 2024-09-12T17:16:28.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~HCKM01PSYZ02.0 size=1048576 2024-09-12T17:16:28.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.086+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~HCKM01PSYZ02.1 size=1048576 2024-09-12T17:16:28.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.090+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~HCKM01PSYZ02.2 size=329418 2024-09-12T17:16:28.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.090+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=HCKM01PSYZ02 tag=NXBWQ8XKXVP8 type=write size=3475146 2024-09-12T17:16:28.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.094+0000 7f47a8c748c0 1 < canceled operation key=P8D2NC13VSST tag=QCDU2RQCCLVA type=del size=3968285 2024-09-12T17:16:28.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.098+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=NPN12KV62327 type=del size=1440990 2024-09-12T17:16:28.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.102+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=FDZUMIADARH0 type=del 2024-09-12T17:16:28.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.106+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~2O43WOQNNAKB.0 size=667095 2024-09-12T17:16:28.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.106+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=2O43WOQNNAKB tag=WCNIRCRE0W8K type=write size=1715671 2024-09-12T17:16:28.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.110+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~I2KV3EPFMUFD.0 size=1048576 2024-09-12T17:16:28.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.110+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~I2KV3EPFMUFD.1 size=62007 2024-09-12T17:16:28.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.118+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=I2KV3EPFMUFD tag=64QQ19AEF0LX type=write size=2159159 2024-09-12T17:16:28.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.122+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=S6BF3H3AJ5DO type=del size=3982619 2024-09-12T17:16:28.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.126+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~9YJTSZBBEJ1V.0 size=63893 2024-09-12T17:16:28.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.130+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=9YJTSZBBEJ1V tag=6I0TAF79EDTX type=write size=1112469 2024-09-12T17:16:28.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.134+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=B1QHA2N4AK91 type=del size=3122511 2024-09-12T17:16:28.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.138+0000 7f47a8c748c0 1 < completed write operation key=K7VSL58BTME5 tag=59MYE4V2KIC9 type=write size=993309 2024-09-12T17:16:28.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.142+0000 7f47a8c748c0 1 > prepared part key=_multipart_ON5AHBFMCXB7.2~HUB4FRJQF26D.0 size=989642 2024-09-12T17:16:28.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.142+0000 7f47a8c748c0 1 > prepared multipart upload key=ON5AHBFMCXB7 upload=HUB4FRJQF26D tag=YNJCQUMX6GH1 type=write size=2038218 2024-09-12T17:16:28.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.146+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=C62XYKFRM5EU type=del 2024-09-12T17:16:28.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.150+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=YDD8D9MLC8GN type=write size=16806 2024-09-12T17:16:28.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.154+0000 7f47a8c748c0 1 < suggested remove operation key=P8D2NC13VSST tag=7YFUB09B6GC9 type=del 2024-09-12T17:16:28.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.162+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~D958Q7TEDMW3.0 size=1048576 2024-09-12T17:16:28.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.162+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~D958Q7TEDMW3.1 size=1048576 2024-09-12T17:16:28.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.166+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~D958Q7TEDMW3.2 size=83196 2024-09-12T17:16:28.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.166+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=D958Q7TEDMW3 tag=Z3KPFGBO9XSI type=write size=3228924 2024-09-12T17:16:28.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.170+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=K0IOO5XLZUMQ type=del 2024-09-12T17:16:28.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.174+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=7TQ1GT9TIHHU type=del size=2942023 2024-09-12T17:16:28.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.178+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=66Y7S7383G0W type=del 2024-09-12T17:16:28.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.178+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=30794BK7SOLT type=del size=3540111 2024-09-12T17:16:28.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.182+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~ZPUN7P804KH3.0 size=246572 2024-09-12T17:16:28.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.190+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=ZPUN7P804KH3 tag=1ACJ7K7FGL4I type=write size=1295148 2024-09-12T17:16:28.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.194+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=FZRFTPIQEWJM type=del size=846903 2024-09-12T17:16:28.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.194+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=9U27T4CWB2YF type=del 2024-09-12T17:16:28.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.202+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~02LDBZNMV9TU.0 size=1048576 2024-09-12T17:16:28.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.206+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~02LDBZNMV9TU.1 size=4075 2024-09-12T17:16:28.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.206+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=02LDBZNMV9TU tag=VUYO0C0KG2JO type=write size=2101227 2024-09-12T17:16:28.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.206+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~YACVIQ3F4M9S.0 size=1048576 2024-09-12T17:16:28.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.210+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~YACVIQ3F4M9S.1 size=232997 2024-09-12T17:16:28.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.218+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=YACVIQ3F4M9S tag=174M9ZEKTBS0 type=write size=2330149 2024-09-12T17:16:28.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.218+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=4IHC5V0FGQBP type=del size=2679699 2024-09-12T17:16:28.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.222+0000 7f47a8c748c0 1 < completed delete operation key=BD3Q1XK93E50 tag=QIXRBOFKWRV6 type=del 2024-09-12T17:16:28.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.226+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=4DXE0V0I3E9W type=del size=2575163 2024-09-12T17:16:28.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.230+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=C2AAS7AUC5DN type=del 2024-09-12T17:16:28.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.234+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TX51I4VADE2N.0 size=1048576 2024-09-12T17:16:28.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.238+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TX51I4VADE2N.1 size=1048576 2024-09-12T17:16:28.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.242+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~TX51I4VADE2N.2 size=86749 2024-09-12T17:16:28.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.242+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=TX51I4VADE2N tag=T2FWST0CMC3O type=write size=3232477 2024-09-12T17:16:28.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.242+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=FNB70V1NXDOK type=del 2024-09-12T17:16:28.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.246+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=IYG2SAMXR0BS type=del size=4045971 2024-09-12T17:16:28.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.250+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~HCKM01PSYZ02.0 size=1048576 2024-09-12T17:16:28.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.254+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~HCKM01PSYZ02.1 size=1048576 2024-09-12T17:16:28.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.254+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~HCKM01PSYZ02.2 size=329418 2024-09-12T17:16:28.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.262+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=HCKM01PSYZ02 tag=NXBWQ8XKXVP8 type=write size=3475146 2024-09-12T17:16:28.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.266+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=26YFDCR9CFF1 type=write size=416633 2024-09-12T17:16:28.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.274+0000 7f47a8c748c0 1 < suggested remove operation key=BD3Q1XK93E50 tag=NPN12KV62327 type=del 2024-09-12T17:16:28.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.274+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=HJ7161GVEUYA type=del size=443666 2024-09-12T17:16:28.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.278+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~2O43WOQNNAKB.0 size=667095 2024-09-12T17:16:28.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.286+0000 7f47a8c748c0 1 < completed multipart upload key=QAXSHF0ZS39F upload=2O43WOQNNAKB tag=WCNIRCRE0W8K type=write size=1715671 2024-09-12T17:16:28.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.290+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~56NLXUQ0DAJH.0 size=1048576 2024-09-12T17:16:28.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.294+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~56NLXUQ0DAJH.1 size=1048576 2024-09-12T17:16:28.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.298+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~56NLXUQ0DAJH.2 size=163608 2024-09-12T17:16:28.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.298+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=56NLXUQ0DAJH tag=WW0VN8EAQ457 type=write size=3309336 2024-09-12T17:16:28.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.298+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=S6BF3H3AJ5DO type=del 2024-09-12T17:16:28.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.302+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=MNPPWVRRTEWZ type=del size=1480236 2024-09-12T17:16:28.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.306+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=B1QHA2N4AK91 type=del 2024-09-12T17:16:28.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.310+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~OFWLYX3M2Z6A.0 size=1048576 2024-09-12T17:16:28.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~OFWLYX3M2Z6A.1 size=838153 2024-09-12T17:16:28.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.314+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=OFWLYX3M2Z6A tag=IGW8JCEDA7FZ type=write size=2935305 2024-09-12T17:16:28.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.314+0000 7f47a8c748c0 1 < canceled part key=_multipart_ON5AHBFMCXB7.2~HUB4FRJQF26D.0 size=989642 2024-09-12T17:16:28.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.322+0000 7f47a8c748c0 1 < canceled multipart upload key=ON5AHBFMCXB7 upload=HUB4FRJQF26D tag=YNJCQUMX6GH1 type=write size=2038218 2024-09-12T17:16:28.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.326+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=PO2K1V3PIOYG type=del size=253000 2024-09-12T17:16:28.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.330+0000 7f47a8c748c0 1 < completed write operation key=E9NGD5ZS0GXE tag=YDD8D9MLC8GN type=write size=16806 2024-09-12T17:16:28.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.330+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=L4HKHYAWNL15 type=del size=3086958 2024-09-12T17:16:28.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.334+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~D958Q7TEDMW3.0 size=1048576 2024-09-12T17:16:28.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.334+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~D958Q7TEDMW3.1 size=1048576 2024-09-12T17:16:28.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.334+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~D958Q7TEDMW3.2 size=83196 2024-09-12T17:16:28.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.342+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=D958Q7TEDMW3 tag=Z3KPFGBO9XSI type=write size=3228924 2024-09-12T17:16:28.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.346+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~JGOESIBNMC7N.0 size=1048576 2024-09-12T17:16:28.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.350+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~JGOESIBNMC7N.1 size=1048576 2024-09-12T17:16:28.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.354+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~JGOESIBNMC7N.2 size=956710 2024-09-12T17:16:28.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.354+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=JGOESIBNMC7N tag=5Y8O082D2SMT type=write size=4102438 2024-09-12T17:16:28.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.358+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=7TQ1GT9TIHHU type=del 2024-09-12T17:16:28.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.362+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=ZTEDDO5FYODO type=del size=3713183 2024-09-12T17:16:28.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.366+0000 7f47a8c748c0 1 < canceled operation key=O47SCE2D2679 tag=30794BK7SOLT type=del size=3540111 2024-09-12T17:16:28.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.366+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=X6ZVONVYFN0K type=del size=419644 2024-09-12T17:16:28.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.374+0000 7f47a8c748c0 1 < suggested remove operation key=LIX9TJX73W7K tag=FZRFTPIQEWJM type=del 2024-09-12T17:16:28.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.378+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=YXXPKDGBQKJC type=del size=1030049 2024-09-12T17:16:28.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.382+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~02LDBZNMV9TU.0 size=1048576 2024-09-12T17:16:28.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.386+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~02LDBZNMV9TU.1 size=4075 2024-09-12T17:16:28.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.390+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=02LDBZNMV9TU tag=VUYO0C0KG2JO type=write size=2101227 2024-09-12T17:16:28.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~OUIMSW3MVMDY.0 size=1048576 2024-09-12T17:16:28.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.402+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~OUIMSW3MVMDY.1 size=1048576 2024-09-12T17:16:28.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.406+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~OUIMSW3MVMDY.2 size=645471 2024-09-12T17:16:28.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.406+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=OUIMSW3MVMDY tag=U51N3U24DL93 type=write size=3791199 2024-09-12T17:16:28.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.410+0000 7f47a8c748c0 1 < canceled operation key=55WGV0XV6IGX tag=4IHC5V0FGQBP type=del size=2679699 2024-09-12T17:16:28.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.414+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~K5SHNV6U7QHH.0 size=1048576 2024-09-12T17:16:28.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.418+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~K5SHNV6U7QHH.1 size=1048576 2024-09-12T17:16:28.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.422+0000 7f47a8c748c0 1 > prepared part key=_multipart_80E1U6C0GQAU.2~K5SHNV6U7QHH.2 size=413883 2024-09-12T17:16:28.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.422+0000 7f47a8c748c0 1 > prepared multipart upload key=80E1U6C0GQAU upload=K5SHNV6U7QHH tag=V2D790SAZSOM type=write size=3559611 2024-09-12T17:16:28.427 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.422+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=4DXE0V0I3E9W type=del 2024-09-12T17:16:28.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.426+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=NQ01YBG1UJQW type=del size=2956235 2024-09-12T17:16:28.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.430+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TX51I4VADE2N.0 size=1048576 2024-09-12T17:16:28.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.430+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TX51I4VADE2N.1 size=1048576 2024-09-12T17:16:28.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.434+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~TX51I4VADE2N.2 size=86749 2024-09-12T17:16:28.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.438+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=TX51I4VADE2N tag=T2FWST0CMC3O type=write size=3232477 2024-09-12T17:16:28.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~6K61I0LPAXAK.0 size=1048576 2024-09-12T17:16:28.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.446+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~6K61I0LPAXAK.1 size=1048576 2024-09-12T17:16:28.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.450+0000 7f47a8c748c0 1 > prepared part key=_multipart_QAXSHF0ZS39F.2~6K61I0LPAXAK.2 size=815192 2024-09-12T17:16:28.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.450+0000 7f47a8c748c0 1 > prepared multipart upload key=QAXSHF0ZS39F upload=6K61I0LPAXAK tag=LGW2P1C21S9Z type=write size=3960920 2024-09-12T17:16:28.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.454+0000 7f47a8c748c0 1 < completed delete operation key=BAS0Q4WRPSSX tag=IYG2SAMXR0BS type=del 2024-09-12T17:16:28.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.458+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=L5ATUX7DR2LD type=del size=3780738 2024-09-12T17:16:28.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.462+0000 7f47a8c748c0 1 < suggested remove operation key=M8IRCIWF1SOU tag=26YFDCR9CFF1 type=write 2024-09-12T17:16:28.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~1E7KZUBTEUP4.0 size=1048576 2024-09-12T17:16:28.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.470+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~1E7KZUBTEUP4.1 size=568570 2024-09-12T17:16:28.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.470+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=1E7KZUBTEUP4 tag=P045YR2REA8K type=write size=2665722 2024-09-12T17:16:28.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.474+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=HJ7161GVEUYA type=del 2024-09-12T17:16:28.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.482+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~A1VRFQSYGCKS.0 size=700464 2024-09-12T17:16:28.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.482+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=A1VRFQSYGCKS tag=Y07Y5IBJVJXB type=write size=1749040 2024-09-12T17:16:28.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.486+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~56NLXUQ0DAJH.0 size=1048576 2024-09-12T17:16:28.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.490+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~56NLXUQ0DAJH.1 size=1048576 2024-09-12T17:16:28.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.490+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~56NLXUQ0DAJH.2 size=163608 2024-09-12T17:16:28.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.498+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=56NLXUQ0DAJH tag=WW0VN8EAQ457 type=write size=3309336 2024-09-12T17:16:28.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.502+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~MHCLKLW4FF01.0 size=1048576 2024-09-12T17:16:28.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~MHCLKLW4FF01.1 size=1048576 2024-09-12T17:16:28.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.506+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~MHCLKLW4FF01.2 size=1044523 2024-09-12T17:16:28.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.506+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=MHCLKLW4FF01 tag=B6M53PAF261O type=write size=4190251 2024-09-12T17:16:28.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.510+0000 7f47a8c748c0 1 < completed delete operation key=K7VSL58BTME5 tag=MNPPWVRRTEWZ type=del 2024-09-12T17:16:28.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.514+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~4RD1BSS7LYDB.0 size=1048576 2024-09-12T17:16:28.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~4RD1BSS7LYDB.1 size=1048576 2024-09-12T17:16:28.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.522+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~4RD1BSS7LYDB.2 size=469847 2024-09-12T17:16:28.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.522+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=4RD1BSS7LYDB tag=TAHPCIWLGPWI type=write size=3615575 2024-09-12T17:16:28.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.526+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~OFWLYX3M2Z6A.0 size=1048576 2024-09-12T17:16:28.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.526+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8AIZZ75FGRJ.2~OFWLYX3M2Z6A.1 size=838153 2024-09-12T17:16:28.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.530+0000 7f47a8c748c0 1 < canceled multipart upload key=O8AIZZ75FGRJ upload=OFWLYX3M2Z6A tag=IGW8JCEDA7FZ type=write size=2935305 2024-09-12T17:16:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.534+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=JNZ7NITIW698 type=del size=3615900 2024-09-12T17:16:28.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.534+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=PO2K1V3PIOYG type=del 2024-09-12T17:16:28.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~VQS9KRB14GZA.0 size=1048576 2024-09-12T17:16:28.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.542+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~VQS9KRB14GZA.1 size=1048576 2024-09-12T17:16:28.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.546+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~VQS9KRB14GZA.2 size=927786 2024-09-12T17:16:28.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.546+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=VQS9KRB14GZA tag=2EK2FK9KCLHM type=write size=4073514 2024-09-12T17:16:28.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.550+0000 7f47a8c748c0 1 < canceled operation key=FNQLQEI5JDG8 tag=L4HKHYAWNL15 type=del size=3086958 2024-09-12T17:16:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~L3WN6CX0C1C6.0 size=1048576 2024-09-12T17:16:28.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.558+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~L3WN6CX0C1C6.1 size=1048576 2024-09-12T17:16:28.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.562+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~L3WN6CX0C1C6.2 size=778301 2024-09-12T17:16:28.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.562+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=L3WN6CX0C1C6 tag=Y8YCHRF16BQG type=write size=3924029 2024-09-12T17:16:28.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.562+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~JGOESIBNMC7N.0 size=1048576 2024-09-12T17:16:28.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.566+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~JGOESIBNMC7N.1 size=1048576 2024-09-12T17:16:28.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.566+0000 7f47a8c748c0 1 < canceled part key=_multipart_80E1U6C0GQAU.2~JGOESIBNMC7N.2 size=956710 2024-09-12T17:16:28.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.574+0000 7f47a8c748c0 1 < canceled multipart upload key=80E1U6C0GQAU upload=JGOESIBNMC7N tag=5Y8O082D2SMT type=write size=4102438 2024-09-12T17:16:28.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.578+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~C8R654U3RDJ3.0 size=1048576 2024-09-12T17:16:28.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.582+0000 7f47a8c748c0 1 > prepared part key=_multipart_R9QGA3GF563C.2~C8R654U3RDJ3.1 size=338284 2024-09-12T17:16:28.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.582+0000 7f47a8c748c0 1 > prepared multipart upload key=R9QGA3GF563C upload=C8R654U3RDJ3 tag=TMQX6D70RT6Z type=write size=2435436 2024-09-12T17:16:28.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.582+0000 7f47a8c748c0 -1 < failed to complete operation key=M8IRCIWF1SOU tag=ZTEDDO5FYODO type=del size=3713183: (22) Invalid argument 2024-09-12T17:16:28.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.586+0000 7f47a8c748c0 1 > prepared operation key=55WGV0XV6IGX tag=38M1AZF755TN type=del size=611435 2024-09-12T17:16:28.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.594+0000 7f47a8c748c0 1 < suggested remove operation key=1OX1IZ9XAHCI tag=X6ZVONVYFN0K type=del 2024-09-12T17:16:28.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.598+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~6HXZPNYXY1NG.0 size=1048576 2024-09-12T17:16:28.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.602+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~6HXZPNYXY1NG.1 size=1048576 2024-09-12T17:16:28.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.602+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~6HXZPNYXY1NG.2 size=434941 2024-09-12T17:16:28.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.602+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=6HXZPNYXY1NG tag=TN22XGSO5VGH type=write size=3580669 2024-09-12T17:16:28.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.606+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=YXXPKDGBQKJC type=del size=1030049 2024-09-12T17:16:28.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.610+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=71FVZWB8QGHG type=write size=718200 2024-09-12T17:16:28.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.614+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~OUIMSW3MVMDY.0 size=1048576 2024-09-12T17:16:28.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.618+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~OUIMSW3MVMDY.1 size=1048576 2024-09-12T17:16:28.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.618+0000 7f47a8c748c0 1 < canceled part key=_multipart_55WGV0XV6IGX.2~OUIMSW3MVMDY.2 size=645471 2024-09-12T17:16:28.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.622+0000 7f47a8c748c0 1 < canceled multipart upload key=55WGV0XV6IGX upload=OUIMSW3MVMDY tag=U51N3U24DL93 type=write size=3791199 2024-09-12T17:16:28.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.630+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~YMZQS84P8KVW.0 size=1048576 2024-09-12T17:16:28.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.630+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~YMZQS84P8KVW.1 size=715961 2024-09-12T17:16:28.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.630+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=YMZQS84P8KVW tag=A268X1QA72RW type=write size=2813113 2024-09-12T17:16:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.634+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~K5SHNV6U7QHH.0 size=1048576 2024-09-12T17:16:28.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.638+0000 7f47a8c748c0 1 < completed part key=_multipart_80E1U6C0GQAU.2~K5SHNV6U7QHH.1 size=1048576 2024-09-12T17:16:28.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.638+0000 7f47a8c748c0 1 < canceled part key=_multipart_80E1U6C0GQAU.2~K5SHNV6U7QHH.2 size=413883 2024-09-12T17:16:28.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.642+0000 7f47a8c748c0 1 < canceled multipart upload key=80E1U6C0GQAU upload=K5SHNV6U7QHH tag=V2D790SAZSOM type=write size=3559611 2024-09-12T17:16:28.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.646+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=7ILER6XFS0E6 type=del size=757049 2024-09-12T17:16:28.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.646+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=NQ01YBG1UJQW type=del 2024-09-12T17:16:28.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.650+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=XI0271Y56QBL type=del size=1389271 2024-09-12T17:16:28.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.650+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~6K61I0LPAXAK.0 size=1048576 2024-09-12T17:16:28.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.654+0000 7f47a8c748c0 1 < completed part key=_multipart_QAXSHF0ZS39F.2~6K61I0LPAXAK.1 size=1048576 2024-09-12T17:16:28.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.654+0000 7f47a8c748c0 1 < canceled part key=_multipart_QAXSHF0ZS39F.2~6K61I0LPAXAK.2 size=815192 2024-09-12T17:16:28.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.658+0000 7f47a8c748c0 1 < canceled multipart upload key=QAXSHF0ZS39F upload=6K61I0LPAXAK tag=LGW2P1C21S9Z type=write size=3960920 2024-09-12T17:16:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.662+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=4NQENMOHEJ0D type=del size=2731764 2024-09-12T17:16:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.666+0000 7f47a8c748c0 1 < canceled operation key=QAXSHF0ZS39F tag=L5ATUX7DR2LD type=del size=3780738 2024-09-12T17:16:28.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.670+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=DL42C3FEDZVY type=del size=373240 2024-09-12T17:16:28.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.670+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~1E7KZUBTEUP4.0 size=1048576 2024-09-12T17:16:28.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.674+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~1E7KZUBTEUP4.1 size=568570 2024-09-12T17:16:28.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.678+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=1E7KZUBTEUP4 tag=P045YR2REA8K type=write size=2665722 2024-09-12T17:16:28.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.682+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=R9WN43FPVYW6 type=del size=3070201 2024-09-12T17:16:28.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.686+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~A1VRFQSYGCKS.0 size=700464 2024-09-12T17:16:28.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.694+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=A1VRFQSYGCKS tag=Y07Y5IBJVJXB type=write size=1749040 2024-09-12T17:16:28.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.698+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=2H2J4R89F4MR type=del size=3533628 2024-09-12T17:16:28.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.702+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~MHCLKLW4FF01.0 size=1048576 2024-09-12T17:16:28.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.702+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~MHCLKLW4FF01.1 size=1048576 2024-09-12T17:16:28.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.702+0000 7f47a8c748c0 1 < canceled part key=_multipart_H5SIPJZCJ03T.2~MHCLKLW4FF01.2 size=1044523 2024-09-12T17:16:28.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.710+0000 7f47a8c748c0 1 < canceled multipart upload key=H5SIPJZCJ03T upload=MHCLKLW4FF01 tag=B6M53PAF261O type=write size=4190251 2024-09-12T17:16:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.714+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=2W2AQFFCK34C type=del size=3683961 2024-09-12T17:16:28.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.714+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~4RD1BSS7LYDB.0 size=1048576 2024-09-12T17:16:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.718+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~4RD1BSS7LYDB.1 size=1048576 2024-09-12T17:16:28.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.722+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~4RD1BSS7LYDB.2 size=469847 2024-09-12T17:16:28.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.726+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=4RD1BSS7LYDB tag=TAHPCIWLGPWI type=write size=3615575 2024-09-12T17:16:28.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.730+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~RHAEXLX2JMN5.0 size=984356 2024-09-12T17:16:28.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.730+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=RHAEXLX2JMN5 tag=IUH9ESKQJKEB type=write size=2032932 2024-09-12T17:16:28.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.738+0000 7f47a8c748c0 1 < suggested remove operation key=FNQLQEI5JDG8 tag=JNZ7NITIW698 type=del 2024-09-12T17:16:28.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.742+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=GCW8S2FA4N8J type=del size=4068857 2024-09-12T17:16:28.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.746+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~VQS9KRB14GZA.0 size=1048576 2024-09-12T17:16:28.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.746+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~VQS9KRB14GZA.1 size=1048576 2024-09-12T17:16:28.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.750+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~VQS9KRB14GZA.2 size=927786 2024-09-12T17:16:28.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.754+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=VQS9KRB14GZA tag=2EK2FK9KCLHM type=write size=4073514 2024-09-12T17:16:28.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.758+0000 7f47a8c748c0 1 > prepared operation key=R9QGA3GF563C tag=ZKGV4PJ37IZC type=write size=884074 2024-09-12T17:16:28.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.762+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~L3WN6CX0C1C6.0 size=1048576 2024-09-12T17:16:28.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.762+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~L3WN6CX0C1C6.1 size=1048576 2024-09-12T17:16:28.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.766+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~L3WN6CX0C1C6.2 size=778301 2024-09-12T17:16:28.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.774+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=L3WN6CX0C1C6 tag=Y8YCHRF16BQG type=write size=3924029 2024-09-12T17:16:28.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.778+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=O84S0JDHK4FF type=del size=2812382 2024-09-12T17:16:28.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.778+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~C8R654U3RDJ3.0 size=1048576 2024-09-12T17:16:28.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.782+0000 7f47a8c748c0 1 < completed part key=_multipart_R9QGA3GF563C.2~C8R654U3RDJ3.1 size=338284 2024-09-12T17:16:28.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.790+0000 7f47a8c748c0 1 < completed multipart upload key=R9QGA3GF563C upload=C8R654U3RDJ3 tag=TMQX6D70RT6Z type=write size=2435436 2024-09-12T17:16:28.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.794+0000 7f47a8c748c0 1 > prepared operation key=3FB30GVCZOOL tag=VP02RTMBJGN9 type=del size=1477545 2024-09-12T17:16:28.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.802+0000 7f47a8c748c0 1 < suggested update operation key=55WGV0XV6IGX tag=38M1AZF755TN type=del size=611435 2024-09-12T17:16:28.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.806+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=87NMXO3C6J8T type=del size=1927325 2024-09-12T17:16:28.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.806+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~6HXZPNYXY1NG.0 size=1048576 2024-09-12T17:16:28.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.810+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~6HXZPNYXY1NG.1 size=1048576 2024-09-12T17:16:28.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.814+0000 7f47a8c748c0 1 < completed part key=_multipart_8CHGYRJ30NQM.2~6HXZPNYXY1NG.2 size=434941 2024-09-12T17:16:28.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.818+0000 7f47a8c748c0 1 < completed multipart upload key=8CHGYRJ30NQM upload=6HXZPNYXY1NG tag=TN22XGSO5VGH type=write size=3580669 2024-09-12T17:16:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~6S3O3HJ79EI0.0 size=1048576 2024-09-12T17:16:28.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.826+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~6S3O3HJ79EI0.1 size=1048576 2024-09-12T17:16:28.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.830+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~6S3O3HJ79EI0.2 size=688547 2024-09-12T17:16:28.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.830+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=6S3O3HJ79EI0 tag=BIYYI8I3VEXV type=write size=3834275 2024-09-12T17:16:28.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.834+0000 7f47a8c748c0 1 < completed write operation key=BAS0Q4WRPSSX tag=71FVZWB8QGHG type=write size=718200 2024-09-12T17:16:28.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.838+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~1D9ZVTZZKCDI.0 size=1048576 2024-09-12T17:16:28.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.842+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~1D9ZVTZZKCDI.1 size=216126 2024-09-12T17:16:28.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.842+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=1D9ZVTZZKCDI tag=VQQO7ZKK1ZY7 type=write size=2313278 2024-09-12T17:16:28.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.846+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~YMZQS84P8KVW.0 size=1048576 2024-09-12T17:16:28.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.850+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~YMZQS84P8KVW.1 size=715961 2024-09-12T17:16:28.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.854+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=YMZQS84P8KVW tag=A268X1QA72RW type=write size=2813113 2024-09-12T17:16:28.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.858+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=BMFPMUC3OQDV type=del size=3917443 2024-09-12T17:16:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.862+0000 7f47a8c748c0 1 < completed delete operation key=P8D2NC13VSST tag=7ILER6XFS0E6 type=del 2024-09-12T17:16:28.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.866+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~7D342PWDYGTM.0 size=1048576 2024-09-12T17:16:28.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~7D342PWDYGTM.1 size=1048576 2024-09-12T17:16:28.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.870+0000 7f47a8c748c0 1 > prepared part key=_multipart_2WSU8RIJ5L0X.2~7D342PWDYGTM.2 size=784896 2024-09-12T17:16:28.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.870+0000 7f47a8c748c0 1 > prepared multipart upload key=2WSU8RIJ5L0X upload=7D342PWDYGTM tag=RXP0A7O0BBDO type=write size=3930624 2024-09-12T17:16:28.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.874+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=XI0271Y56QBL type=del 2024-09-12T17:16:28.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.878+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~72S30HC00G9S.0 size=1048576 2024-09-12T17:16:28.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.882+0000 7f47a8c748c0 1 > prepared part key=_multipart_4BF7U5BNWTWP.2~72S30HC00G9S.1 size=727698 2024-09-12T17:16:28.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.882+0000 7f47a8c748c0 1 > prepared multipart upload key=4BF7U5BNWTWP upload=72S30HC00G9S tag=F02XIUZ7HZVL type=write size=2824850 2024-09-12T17:16:28.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.886+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=4NQENMOHEJ0D type=del 2024-09-12T17:16:28.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.890+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=EAGZCCWN23MU type=write size=239853 2024-09-12T17:16:28.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.894+0000 7f47a8c748c0 1 < suggested remove operation key=O8AIZZ75FGRJ tag=DL42C3FEDZVY type=del 2024-09-12T17:16:28.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8ZBOG7V3G21.2~J5GU512C5YUX.0 size=205799 2024-09-12T17:16:28.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.902+0000 7f47a8c748c0 1 > prepared multipart upload key=O8ZBOG7V3G21 upload=J5GU512C5YUX tag=ZVKMKH6QNET6 type=write size=1254375 2024-09-12T17:16:28.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.906+0000 7f47a8c748c0 1 < completed delete operation key=4BF7U5BNWTWP tag=R9WN43FPVYW6 type=del 2024-09-12T17:16:28.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.906+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=GU8EGAHIKI8U type=del size=3853405 2024-09-12T17:16:28.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.910+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=2H2J4R89F4MR type=del 2024-09-12T17:16:28.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.914+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=6IDJWWCH8725 type=del size=1476666 2024-09-12T17:16:28.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.918+0000 7f47a8c748c0 1 < completed delete operation key=R9QGA3GF563C tag=2W2AQFFCK34C type=del 2024-09-12T17:16:28.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.922+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=FFAHPD7QXNC4 type=del size=2906043 2024-09-12T17:16:28.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.922+0000 7f47a8c748c0 1 < canceled part key=_multipart_OJYL5A30U6ET.2~RHAEXLX2JMN5.0 size=984356 2024-09-12T17:16:28.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.930+0000 7f47a8c748c0 1 < canceled multipart upload key=OJYL5A30U6ET upload=RHAEXLX2JMN5 tag=IUH9ESKQJKEB type=write size=2032932 2024-09-12T17:16:28.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.930+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=H1ZJSHML14M8 type=del size=4009527 2024-09-12T17:16:28.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.938+0000 7f47a8c748c0 1 < suggested update operation key=M8IRCIWF1SOU tag=GCW8S2FA4N8J type=del size=4068857 2024-09-12T17:16:28.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.942+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=65L8CEWQ12EN type=del size=776663 2024-09-12T17:16:28.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.946+0000 7f47a8c748c0 1 < canceled operation key=R9QGA3GF563C tag=ZKGV4PJ37IZC type=write size=884074 2024-09-12T17:16:28.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.950+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=N776ENDGVE30 type=del size=1898366 2024-09-12T17:16:28.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.954+0000 7f47a8c748c0 1 < canceled operation key=8CHGYRJ30NQM tag=O84S0JDHK4FF type=del size=2812382 2024-09-12T17:16:28.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.958+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~PAXF9QXBDXQ7.0 size=1048576 2024-09-12T17:16:28.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.962+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~PAXF9QXBDXQ7.1 size=1048576 2024-09-12T17:16:28.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~PAXF9QXBDXQ7.2 size=193928 2024-09-12T17:16:28.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.966+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=PAXF9QXBDXQ7 tag=TEEOXNHTS9A0 type=write size=3339656 2024-09-12T17:16:28.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.970+0000 7f47a8c748c0 1 < suggested update operation key=3FB30GVCZOOL tag=VP02RTMBJGN9 type=del size=1477545 2024-09-12T17:16:28.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.974+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=O28LOVDARWVT type=write size=815254 2024-09-12T17:16:28.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.978+0000 7f47a8c748c0 1 < completed delete operation key=G0UIHXL2ET1N tag=87NMXO3C6J8T type=del 2024-09-12T17:16:28.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.982+0000 7f47a8c748c0 1 > prepared operation key=X8QDFHONH3RD tag=PEFSBO779O9U type=write size=283768 2024-09-12T17:16:28.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.986+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~6S3O3HJ79EI0.0 size=1048576 2024-09-12T17:16:28.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.990+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~6S3O3HJ79EI0.1 size=1048576 2024-09-12T17:16:28.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.990+0000 7f47a8c748c0 1 < completed part key=_multipart_3FB30GVCZOOL.2~6S3O3HJ79EI0.2 size=688547 2024-09-12T17:16:29.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:28.998+0000 7f47a8c748c0 1 < completed multipart upload key=3FB30GVCZOOL upload=6S3O3HJ79EI0 tag=BIYYI8I3VEXV type=write size=3834275 2024-09-12T17:16:29.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.010+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~HVHKY8JNYX0S.0 size=1048576 2024-09-12T17:16:29.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.014+0000 7f47a8c748c0 1 > prepared part key=_multipart_TML69DVSXPEX.2~HVHKY8JNYX0S.1 size=704529 2024-09-12T17:16:29.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.014+0000 7f47a8c748c0 1 > prepared multipart upload key=TML69DVSXPEX upload=HVHKY8JNYX0S tag=74H67VCEM845 type=write size=2801681 2024-09-12T17:16:29.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.018+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~1D9ZVTZZKCDI.0 size=1048576 2024-09-12T17:16:29.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.018+0000 7f47a8c748c0 1 < completed part key=_multipart_H5SIPJZCJ03T.2~1D9ZVTZZKCDI.1 size=216126 2024-09-12T17:16:29.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.022+0000 7f47a8c748c0 1 < completed multipart upload key=H5SIPJZCJ03T upload=1D9ZVTZZKCDI tag=VQQO7ZKK1ZY7 type=write size=2313278 2024-09-12T17:16:29.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.026+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=RBN80N5N3CHR type=write size=16855 2024-09-12T17:16:29.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.030+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=BMFPMUC3OQDV type=del 2024-09-12T17:16:29.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.034+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~GVT9CV1ANE0U.0 size=1048576 2024-09-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~GVT9CV1ANE0U.1 size=1048576 2024-09-12T17:16:29.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.038+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~GVT9CV1ANE0U.2 size=196971 2024-09-12T17:16:29.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.038+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=GVT9CV1ANE0U tag=F664UEV0CVJB type=write size=3342699 2024-09-12T17:16:29.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.042+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~7D342PWDYGTM.0 size=1048576 2024-09-12T17:16:29.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.046+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~7D342PWDYGTM.1 size=1048576 2024-09-12T17:16:29.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.046+0000 7f47a8c748c0 1 < completed part key=_multipart_2WSU8RIJ5L0X.2~7D342PWDYGTM.2 size=784896 2024-09-12T17:16:29.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.054+0000 7f47a8c748c0 1 < completed multipart upload key=2WSU8RIJ5L0X upload=7D342PWDYGTM tag=RXP0A7O0BBDO type=write size=3930624 2024-09-12T17:16:29.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.054+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=UQ8JUH855NBA type=del size=2156407 2024-09-12T17:16:29.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.058+0000 7f47a8c748c0 1 < canceled part key=_multipart_4BF7U5BNWTWP.2~72S30HC00G9S.0 size=1048576 2024-09-12T17:16:29.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.058+0000 7f47a8c748c0 1 < completed part key=_multipart_4BF7U5BNWTWP.2~72S30HC00G9S.1 size=727698 2024-09-12T17:16:29.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.066+0000 7f47a8c748c0 1 < canceled multipart upload key=4BF7U5BNWTWP upload=72S30HC00G9S tag=F02XIUZ7HZVL type=write size=2824850 2024-09-12T17:16:29.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.070+0000 7f47a8c748c0 1 > prepared operation key=BD3Q1XK93E50 tag=VAJQ6Z2U5BOG type=write size=444112 2024-09-12T17:16:29.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.074+0000 7f47a8c748c0 1 < suggested update operation key=8CHGYRJ30NQM tag=EAGZCCWN23MU type=write size=239853 2024-09-12T17:16:29.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.078+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~JXLFYJOH8MAT.0 size=1048576 2024-09-12T17:16:29.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.082+0000 7f47a8c748c0 1 > prepared part key=_multipart_M8IRCIWF1SOU.2~JXLFYJOH8MAT.1 size=848880 2024-09-12T17:16:29.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.082+0000 7f47a8c748c0 1 > prepared multipart upload key=M8IRCIWF1SOU upload=JXLFYJOH8MAT tag=1N010PEX6RIJ type=write size=2946032 2024-09-12T17:16:29.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.086+0000 7f47a8c748c0 1 < completed part key=_multipart_O8ZBOG7V3G21.2~J5GU512C5YUX.0 size=205799 2024-09-12T17:16:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.090+0000 7f47a8c748c0 1 < completed multipart upload key=O8ZBOG7V3G21 upload=J5GU512C5YUX tag=ZVKMKH6QNET6 type=write size=1254375 2024-09-12T17:16:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.094+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~00BB83VTRBMC.0 size=1048576 2024-09-12T17:16:29.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~00BB83VTRBMC.1 size=1048576 2024-09-12T17:16:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.098+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~00BB83VTRBMC.2 size=830193 2024-09-12T17:16:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.098+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=00BB83VTRBMC tag=07BTKZLWWC7T type=write size=3975921 2024-09-12T17:16:29.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.102+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=GU8EGAHIKI8U type=del 2024-09-12T17:16:29.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.106+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~4IZ139K62UEU.0 size=1048576 2024-09-12T17:16:29.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.110+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~4IZ139K62UEU.1 size=230442 2024-09-12T17:16:29.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.110+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=4IZ139K62UEU tag=RESUTX22X207 type=write size=2327594 2024-09-12T17:16:29.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.114+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=6IDJWWCH8725 type=del 2024-09-12T17:16:29.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.118+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=J8PTF7ZKNEDJ type=del size=1963590 2024-09-12T17:16:29.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.118+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=FFAHPD7QXNC4 type=del 2024-09-12T17:16:29.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~U21QWNTY86WY.0 size=1048576 2024-09-12T17:16:29.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.126+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~U21QWNTY86WY.1 size=961584 2024-09-12T17:16:29.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.126+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=U21QWNTY86WY tag=USJ1ELXRVHUT type=write size=3058736 2024-09-12T17:16:29.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.130+0000 7f47a8c748c0 1 < completed delete operation key=H0TD8JXDYKKK tag=H1ZJSHML14M8 type=del 2024-09-12T17:16:29.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.134+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HVO34U870TUG.0 size=1048576 2024-09-12T17:16:29.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.138+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HVO34U870TUG.1 size=66930 2024-09-12T17:16:29.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.138+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=HVO34U870TUG tag=8HE6ZRS83F4X type=write size=2164082 2024-09-12T17:16:29.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.142+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=65L8CEWQ12EN type=del 2024-09-12T17:16:29.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.146+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3GZ909FV79W1.0 size=1048576 2024-09-12T17:16:29.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.150+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3GZ909FV79W1.1 size=1048576 2024-09-12T17:16:29.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.150+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~3GZ909FV79W1.2 size=1966 2024-09-12T17:16:29.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.150+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=3GZ909FV79W1 tag=9RVV24H580AR type=write size=3147694 2024-09-12T17:16:29.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.154+0000 7f47a8c748c0 1 < completed delete operation key=OJYL5A30U6ET tag=N776ENDGVE30 type=del 2024-09-12T17:16:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.158+0000 7f47a8c748c0 1 > prepared operation key=BAS0Q4WRPSSX tag=FRU2KK8MVKV8 type=write size=950596 2024-09-12T17:16:29.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.162+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~PAXF9QXBDXQ7.0 size=1048576 2024-09-12T17:16:29.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.162+0000 7f47a8c748c0 1 < canceled part key=_multipart_OJYL5A30U6ET.2~PAXF9QXBDXQ7.1 size=1048576 2024-09-12T17:16:29.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.166+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~PAXF9QXBDXQ7.2 size=193928 2024-09-12T17:16:29.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.170+0000 7f47a8c748c0 1 < canceled multipart upload key=OJYL5A30U6ET upload=PAXF9QXBDXQ7 tag=TEEOXNHTS9A0 type=write size=3339656 2024-09-12T17:16:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.174+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~A2BX3ZBY8SNI.0 size=1048576 2024-09-12T17:16:29.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.178+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~A2BX3ZBY8SNI.1 size=1048576 2024-09-12T17:16:29.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.182+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~A2BX3ZBY8SNI.2 size=1013490 2024-09-12T17:16:29.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.182+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=A2BX3ZBY8SNI tag=PXXO9I4HYHNV type=write size=4159218 2024-09-12T17:16:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.186+0000 7f47a8c748c0 -1 < failed to complete operation key=8CHGYRJ30NQM tag=O28LOVDARWVT type=write size=815254: (22) Invalid argument 2024-09-12T17:16:29.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.190+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~1RSJ0FIM17N6.0 size=1048576 2024-09-12T17:16:29.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.194+0000 7f47a8c748c0 1 > prepared part key=_multipart_S2C9EJ9AS2SO.2~1RSJ0FIM17N6.1 size=25412 2024-09-12T17:16:29.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.194+0000 7f47a8c748c0 1 > prepared multipart upload key=S2C9EJ9AS2SO upload=1RSJ0FIM17N6 tag=UN8WLWXWS55J type=write size=2122564 2024-09-12T17:16:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.198+0000 7f47a8c748c0 1 < completed write operation key=X8QDFHONH3RD tag=PEFSBO779O9U type=write size=283768 2024-09-12T17:16:29.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.198+0000 7f47a8c748c0 1 > prepared operation key=0KZGH5YDL7C0 tag=6ET2E1BTA24P type=del size=1934331 2024-09-12T17:16:29.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.202+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~HVHKY8JNYX0S.0 size=1048576 2024-09-12T17:16:29.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.206+0000 7f47a8c748c0 1 < completed part key=_multipart_TML69DVSXPEX.2~HVHKY8JNYX0S.1 size=704529 2024-09-12T17:16:29.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.210+0000 7f47a8c748c0 1 < completed multipart upload key=TML69DVSXPEX upload=HVHKY8JNYX0S tag=74H67VCEM845 type=write size=2801681 2024-09-12T17:16:29.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.214+0000 7f47a8c748c0 1 > prepared operation key=ON5AHBFMCXB7 tag=59B5V1TVFKIE type=del size=2306747 2024-09-12T17:16:29.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.218+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=RBN80N5N3CHR type=write size=16855 2024-09-12T17:16:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.222+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=150B1IMNQ7KV type=del size=3677900 2024-09-12T17:16:29.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.226+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~GVT9CV1ANE0U.0 size=1048576 2024-09-12T17:16:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.230+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~GVT9CV1ANE0U.1 size=1048576 2024-09-12T17:16:29.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.230+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~GVT9CV1ANE0U.2 size=196971 2024-09-12T17:16:29.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.238+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=GVT9CV1ANE0U tag=F664UEV0CVJB type=write size=3342699 2024-09-12T17:16:29.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.242+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=8HEP6AXLSMY4 type=del size=3477751 2024-09-12T17:16:29.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.246+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=UQ8JUH855NBA type=del 2024-09-12T17:16:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.250+0000 7f47a8c748c0 1 > prepared operation key=E9NGD5ZS0GXE tag=LG8BVKRB36UP type=del size=3534367 2024-09-12T17:16:29.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.254+0000 7f47a8c748c0 1 < completed write operation key=BD3Q1XK93E50 tag=VAJQ6Z2U5BOG type=write size=444112 2024-09-12T17:16:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.258+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~AWZKA0KEPB6O.0 size=1048576 2024-09-12T17:16:29.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.262+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~AWZKA0KEPB6O.1 size=570130 2024-09-12T17:16:29.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.262+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=AWZKA0KEPB6O tag=6RTHD3BQNF67 type=write size=2667282 2024-09-12T17:16:29.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.266+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~JXLFYJOH8MAT.0 size=1048576 2024-09-12T17:16:29.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.270+0000 7f47a8c748c0 1 < completed part key=_multipart_M8IRCIWF1SOU.2~JXLFYJOH8MAT.1 size=848880 2024-09-12T17:16:29.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.274+0000 7f47a8c748c0 1 < completed multipart upload key=M8IRCIWF1SOU upload=JXLFYJOH8MAT tag=1N010PEX6RIJ type=write size=2946032 2024-09-12T17:16:29.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~U2MYXUURDEIC.0 size=1048576 2024-09-12T17:16:29.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.282+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~U2MYXUURDEIC.1 size=1048576 2024-09-12T17:16:29.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.286+0000 7f47a8c748c0 1 > prepared part key=_multipart_1OX1IZ9XAHCI.2~U2MYXUURDEIC.2 size=738516 2024-09-12T17:16:29.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.286+0000 7f47a8c748c0 1 > prepared multipart upload key=1OX1IZ9XAHCI upload=U2MYXUURDEIC tag=D8YH4LH9WCEM type=write size=3884244 2024-09-12T17:16:29.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.290+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~00BB83VTRBMC.0 size=1048576 2024-09-12T17:16:29.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.290+0000 7f47a8c748c0 1 < canceled part key=_multipart_O8AIZZ75FGRJ.2~00BB83VTRBMC.1 size=1048576 2024-09-12T17:16:29.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.294+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~00BB83VTRBMC.2 size=830193 2024-09-12T17:16:29.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.306+0000 7f47a8c748c0 1 < canceled multipart upload key=O8AIZZ75FGRJ upload=00BB83VTRBMC tag=07BTKZLWWC7T type=write size=3975921 2024-09-12T17:16:29.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.310+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~GYWY2WPIR8E9.0 size=1048576 2024-09-12T17:16:29.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.314+0000 7f47a8c748c0 1 > prepared part key=_multipart_E9NGD5ZS0GXE.2~GYWY2WPIR8E9.1 size=297421 2024-09-12T17:16:29.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.314+0000 7f47a8c748c0 1 > prepared multipart upload key=E9NGD5ZS0GXE upload=GYWY2WPIR8E9 tag=RGS96V6QC6CE type=write size=2394573 2024-09-12T17:16:29.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.318+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~4IZ139K62UEU.0 size=1048576 2024-09-12T17:16:29.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.322+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~4IZ139K62UEU.1 size=230442 2024-09-12T17:16:29.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.330+0000 7f47a8c748c0 1 < completed multipart upload key=E9NGD5ZS0GXE upload=4IZ139K62UEU tag=RESUTX22X207 type=write size=2327594 2024-09-12T17:16:29.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~LUZEU0EN8ULQ.0 size=1048576 2024-09-12T17:16:29.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.334+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~LUZEU0EN8ULQ.1 size=1048576 2024-09-12T17:16:29.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.338+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~LUZEU0EN8ULQ.2 size=1011656 2024-09-12T17:16:29.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.338+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=LUZEU0EN8ULQ tag=HYKCQ8PTPVIP type=write size=4157384 2024-09-12T17:16:29.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.342+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=J8PTF7ZKNEDJ type=del 2024-09-12T17:16:29.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.342+0000 7f47a8c748c0 1 > prepared operation key=MGMTNUVEIO4Y tag=AVV5C9CTJ14I type=del size=2561441 2024-09-12T17:16:29.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.346+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~U21QWNTY86WY.0 size=1048576 2024-09-12T17:16:29.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.350+0000 7f47a8c748c0 1 < completed part key=_multipart_P8D2NC13VSST.2~U21QWNTY86WY.1 size=961584 2024-09-12T17:16:29.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.354+0000 7f47a8c748c0 1 < completed multipart upload key=P8D2NC13VSST upload=U21QWNTY86WY tag=USJ1ELXRVHUT type=write size=3058736 2024-09-12T17:16:29.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.358+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HYX360S6MBC9.0 size=1048576 2024-09-12T17:16:29.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.362+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HYX360S6MBC9.1 size=1048576 2024-09-12T17:16:29.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.366+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~HYX360S6MBC9.2 size=961983 2024-09-12T17:16:29.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.366+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=HYX360S6MBC9 tag=3PTQTLG7W12M type=write size=4107711 2024-09-12T17:16:29.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.366+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HVO34U870TUG.0 size=1048576 2024-09-12T17:16:29.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.370+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HVO34U870TUG.1 size=66930 2024-09-12T17:16:29.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.374+0000 7f47a8c748c0 1 < completed multipart upload key=0KZGH5YDL7C0 upload=HVO34U870TUG tag=8HE6ZRS83F4X type=write size=2164082 2024-09-12T17:16:29.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~5WBXRZJYLAZ7.0 size=1048576 2024-09-12T17:16:29.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.382+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~5WBXRZJYLAZ7.1 size=1048576 2024-09-12T17:16:29.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.386+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~5WBXRZJYLAZ7.2 size=39351 2024-09-12T17:16:29.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.386+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=5WBXRZJYLAZ7 tag=JZC1DM4ZPRXP type=write size=3185079 2024-09-12T17:16:29.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.386+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~3GZ909FV79W1.0 size=1048576 2024-09-12T17:16:29.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.390+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~3GZ909FV79W1.1 size=1048576 2024-09-12T17:16:29.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.390+0000 7f47a8c748c0 1 < canceled part key=_multipart_BAS0Q4WRPSSX.2~3GZ909FV79W1.2 size=1966 2024-09-12T17:16:29.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.394+0000 7f47a8c748c0 1 < canceled multipart upload key=BAS0Q4WRPSSX upload=3GZ909FV79W1 tag=9RVV24H580AR type=write size=3147694 2024-09-12T17:16:29.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.398+0000 7f47a8c748c0 1 > prepared operation key=80E1U6C0GQAU tag=S24NMBXHJPSL type=del size=3694196 2024-09-12T17:16:29.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.402+0000 7f47a8c748c0 1 < suggested update operation key=BAS0Q4WRPSSX tag=FRU2KK8MVKV8 type=write size=950596 2024-09-12T17:16:29.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.410+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~YZZB7SCQFR8B.0 size=942775 2024-09-12T17:16:29.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.410+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=YZZB7SCQFR8B tag=EF6VUFA41H71 type=write size=1991351 2024-09-12T17:16:29.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.414+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~A2BX3ZBY8SNI.0 size=1048576 2024-09-12T17:16:29.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.418+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~A2BX3ZBY8SNI.1 size=1048576 2024-09-12T17:16:29.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.418+0000 7f47a8c748c0 1 < completed part key=_multipart_O8AIZZ75FGRJ.2~A2BX3ZBY8SNI.2 size=1013490 2024-09-12T17:16:29.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.426+0000 7f47a8c748c0 1 < completed multipart upload key=O8AIZZ75FGRJ upload=A2BX3ZBY8SNI tag=PXXO9I4HYHNV type=write size=4159218 2024-09-12T17:16:29.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.430+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=MD8HROJ0J4VR type=del size=2322890 2024-09-12T17:16:29.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.434+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~1RSJ0FIM17N6.0 size=1048576 2024-09-12T17:16:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.434+0000 7f47a8c748c0 1 < completed part key=_multipart_S2C9EJ9AS2SO.2~1RSJ0FIM17N6.1 size=25412 2024-09-12T17:16:29.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.442+0000 7f47a8c748c0 1 < completed multipart upload key=S2C9EJ9AS2SO upload=1RSJ0FIM17N6 tag=UN8WLWXWS55J type=write size=2122564 2024-09-12T17:16:29.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.446+0000 7f47a8c748c0 1 > prepared operation key=O47SCE2D2679 tag=5BRNBI4DVF8U type=del size=3377698 2024-09-12T17:16:29.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.446+0000 7f47a8c748c0 1 < completed delete operation key=0KZGH5YDL7C0 tag=6ET2E1BTA24P type=del 2024-09-12T17:16:29.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.450+0000 7f47a8c748c0 1 > prepared operation key=G0UIHXL2ET1N tag=P4LAC49V48PA type=del size=875082 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.454+0000 7f47a8c748c0 1 < completed delete operation key=ON5AHBFMCXB7 tag=59B5V1TVFKIE type=del 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.458+0000 7f47a8c748c0 1 > prepared operation key=1OX1IZ9XAHCI tag=RIPQ8NDJR6Q7 type=del size=2868353 2024-09-12T17:16:29.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.458+0000 7f47a8c748c0 1 < completed delete operation key=MGMTNUVEIO4Y tag=150B1IMNQ7KV type=del 2024-09-12T17:16:29.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.462+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=DB0TFAVM8VFD type=write size=412299 2024-09-12T17:16:29.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.466+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=8HEP6AXLSMY4 type=del 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.470+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=K7M403VG1VER type=write size=182208 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.470+0000 7f47a8c748c0 1 < completed delete operation key=E9NGD5ZS0GXE tag=LG8BVKRB36UP type=del 2024-09-12T17:16:29.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.478+0000 7f47a8c748c0 1 > prepared part key=_multipart_O47SCE2D2679.2~DDSFJVN9UDMN.0 size=192792 2024-09-12T17:16:29.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.478+0000 7f47a8c748c0 1 > prepared multipart upload key=O47SCE2D2679 upload=DDSFJVN9UDMN tag=Q8ZWWKF3HCAE type=write size=1241368 2024-09-12T17:16:29.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.482+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~AWZKA0KEPB6O.0 size=1048576 2024-09-12T17:16:29.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.482+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~AWZKA0KEPB6O.1 size=570130 2024-09-12T17:16:29.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.490+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=AWZKA0KEPB6O tag=6RTHD3BQNF67 type=write size=2667282 2024-09-12T17:16:29.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.494+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~CMK3R094QEJ7.0 size=1048576 2024-09-12T17:16:29.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~CMK3R094QEJ7.1 size=1048576 2024-09-12T17:16:29.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.498+0000 7f47a8c748c0 1 > prepared part key=_multipart_FNQLQEI5JDG8.2~CMK3R094QEJ7.2 size=673943 2024-09-12T17:16:29.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.498+0000 7f47a8c748c0 1 > prepared multipart upload key=FNQLQEI5JDG8 upload=CMK3R094QEJ7 tag=CTWXEECE33IC type=write size=3819671 2024-09-12T17:16:29.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.502+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~U2MYXUURDEIC.0 size=1048576 2024-09-12T17:16:29.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.506+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~U2MYXUURDEIC.1 size=1048576 2024-09-12T17:16:29.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.506+0000 7f47a8c748c0 1 < completed part key=_multipart_1OX1IZ9XAHCI.2~U2MYXUURDEIC.2 size=738516 2024-09-12T17:16:29.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.514+0000 7f47a8c748c0 1 < completed multipart upload key=1OX1IZ9XAHCI upload=U2MYXUURDEIC tag=D8YH4LH9WCEM type=write size=3884244 2024-09-12T17:16:29.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.518+0000 7f47a8c748c0 1 > prepared part key=_multipart_OJYL5A30U6ET.2~LNGN2E13ERLX.0 size=593480 2024-09-12T17:16:29.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.518+0000 7f47a8c748c0 1 > prepared multipart upload key=OJYL5A30U6ET upload=LNGN2E13ERLX tag=VA1RBJQBBNA9 type=write size=1642056 2024-09-12T17:16:29.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.518+0000 7f47a8c748c0 1 < canceled part key=_multipart_E9NGD5ZS0GXE.2~GYWY2WPIR8E9.0 size=1048576 2024-09-12T17:16:29.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.522+0000 7f47a8c748c0 1 < completed part key=_multipart_E9NGD5ZS0GXE.2~GYWY2WPIR8E9.1 size=297421 2024-09-12T17:16:29.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.526+0000 7f47a8c748c0 1 < canceled multipart upload key=E9NGD5ZS0GXE upload=GYWY2WPIR8E9 tag=RGS96V6QC6CE type=write size=2394573 2024-09-12T17:16:29.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.530+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~GP60YT7ZA42E.0 size=614038 2024-09-12T17:16:29.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.530+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=GP60YT7ZA42E tag=VQGFU203FBBG type=write size=1662614 2024-09-12T17:16:29.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.534+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~LUZEU0EN8ULQ.0 size=1048576 2024-09-12T17:16:29.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.538+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~LUZEU0EN8ULQ.1 size=1048576 2024-09-12T17:16:29.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.538+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~LUZEU0EN8ULQ.2 size=1011656 2024-09-12T17:16:29.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.542+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=LUZEU0EN8ULQ tag=HYKCQ8PTPVIP type=write size=4157384 2024-09-12T17:16:29.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.546+0000 7f47a8c748c0 1 > prepared operation key=2WSU8RIJ5L0X tag=TM2TZ62ZYU6Z type=del size=3672423 2024-09-12T17:16:29.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.550+0000 7f47a8c748c0 1 < canceled operation key=MGMTNUVEIO4Y tag=AVV5C9CTJ14I type=del size=2561441 2024-09-12T17:16:29.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.554+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~IJ9IYZ11X4BA.0 size=821278 2024-09-12T17:16:29.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.554+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=IJ9IYZ11X4BA tag=X5715NYHJ01R type=write size=1869854 2024-09-12T17:16:29.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.554+0000 7f47a8c748c0 1 < canceled part key=_multipart_0KZGH5YDL7C0.2~HYX360S6MBC9.0 size=1048576 2024-09-12T17:16:29.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.558+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HYX360S6MBC9.1 size=1048576 2024-09-12T17:16:29.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.558+0000 7f47a8c748c0 1 < completed part key=_multipart_0KZGH5YDL7C0.2~HYX360S6MBC9.2 size=961983 2024-09-12T17:16:29.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.566+0000 7f47a8c748c0 1 < canceled multipart upload key=0KZGH5YDL7C0 upload=HYX360S6MBC9 tag=3PTQTLG7W12M type=write size=4107711 2024-09-12T17:16:29.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.566+0000 7f47a8c748c0 1 > prepared operation key=TML69DVSXPEX tag=6PAG3W6EJ7GZ type=del size=2780980 2024-09-12T17:16:29.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.570+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~5WBXRZJYLAZ7.0 size=1048576 2024-09-12T17:16:29.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.574+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~5WBXRZJYLAZ7.1 size=1048576 2024-09-12T17:16:29.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.574+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~5WBXRZJYLAZ7.2 size=39351 2024-09-12T17:16:29.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.578+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=5WBXRZJYLAZ7 tag=JZC1DM4ZPRXP type=write size=3185079 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.582+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=NG42EFNWRWRO type=del size=3843590 2024-09-12T17:16:29.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.586+0000 7f47a8c748c0 1 < completed delete operation key=80E1U6C0GQAU tag=S24NMBXHJPSL type=del 2024-09-12T17:16:29.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.590+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=V80XN18F7JON type=del size=3841794 2024-09-12T17:16:29.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.594+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~YZZB7SCQFR8B.0 size=942775 2024-09-12T17:16:29.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.598+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=YZZB7SCQFR8B tag=EF6VUFA41H71 type=write size=1991351 2024-09-12T17:16:29.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.602+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~4FMJ6T8V4Y8P.0 size=1048576 2024-09-12T17:16:29.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.606+0000 7f47a8c748c0 1 > prepared part key=_multipart_93L6W586VL33.2~4FMJ6T8V4Y8P.1 size=105398 2024-09-12T17:16:29.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.606+0000 7f47a8c748c0 1 > prepared multipart upload key=93L6W586VL33 upload=4FMJ6T8V4Y8P tag=19SDWEX3M8KK type=write size=2202550 2024-09-12T17:16:29.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.610+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=MD8HROJ0J4VR type=del 2024-09-12T17:16:29.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.614+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~Q7PNVC8M3D21.0 size=1048576 2024-09-12T17:16:29.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.618+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~Q7PNVC8M3D21.1 size=1048576 2024-09-12T17:16:29.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.618+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~Q7PNVC8M3D21.2 size=871512 2024-09-12T17:16:29.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.618+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=Q7PNVC8M3D21 tag=IHM0R9T0HYAM type=write size=4017240 2024-09-12T17:16:29.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.622+0000 7f47a8c748c0 1 < canceled operation key=O47SCE2D2679 tag=5BRNBI4DVF8U type=del size=3377698 2024-09-12T17:16:29.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.626+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~CEXFEHEL7UFB.0 size=1048576 2024-09-12T17:16:29.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.630+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~CEXFEHEL7UFB.1 size=1048576 2024-09-12T17:16:29.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.634+0000 7f47a8c748c0 1 > prepared part key=_multipart_LIX9TJX73W7K.2~CEXFEHEL7UFB.2 size=535947 2024-09-12T17:16:29.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.634+0000 7f47a8c748c0 1 > prepared multipart upload key=LIX9TJX73W7K upload=CEXFEHEL7UFB tag=FOOLKBARLEQH type=write size=3681675 2024-09-12T17:16:29.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.638+0000 7f47a8c748c0 1 < canceled operation key=G0UIHXL2ET1N tag=P4LAC49V48PA type=del size=875082 2024-09-12T17:16:29.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.638+0000 7f47a8c748c0 1 > prepared operation key=F7Y1D98CH9J9 tag=XA9MH5EMSVJ9 type=del size=2008042 2024-09-12T17:16:29.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.642+0000 7f47a8c748c0 1 < completed delete operation key=1OX1IZ9XAHCI tag=RIPQ8NDJR6Q7 type=del 2024-09-12T17:16:29.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.646+0000 7f47a8c748c0 1 > prepared operation key=93L6W586VL33 tag=DJVVLYCWL42L type=del size=1234994 2024-09-12T17:16:29.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.650+0000 7f47a8c748c0 1 < canceled operation key=F7Y1D98CH9J9 tag=DB0TFAVM8VFD type=write size=412299 2024-09-12T17:16:29.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~AFK6WH87EVB9.0 size=1048576 2024-09-12T17:16:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.654+0000 7f47a8c748c0 1 > prepared part key=_multipart_55WGV0XV6IGX.2~AFK6WH87EVB9.1 size=796555 2024-09-12T17:16:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.654+0000 7f47a8c748c0 1 > prepared multipart upload key=55WGV0XV6IGX upload=AFK6WH87EVB9 tag=DZNZHRQR7VPL type=write size=2893707 2024-09-12T17:16:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.658+0000 7f47a8c748c0 1 < completed write operation key=QAXSHF0ZS39F tag=K7M403VG1VER type=write size=182208 2024-09-12T17:16:29.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.662+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~2WZSN3T8780D.0 size=1048576 2024-09-12T17:16:29.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.666+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~2WZSN3T8780D.1 size=1048576 2024-09-12T17:16:29.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.670+0000 7f47a8c748c0 1 > prepared part key=_multipart_BAS0Q4WRPSSX.2~2WZSN3T8780D.2 size=158313 2024-09-12T17:16:29.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.670+0000 7f47a8c748c0 1 > prepared multipart upload key=BAS0Q4WRPSSX upload=2WZSN3T8780D tag=XVAGN4VAKUKU type=write size=3304041 2024-09-12T17:16:29.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.670+0000 7f47a8c748c0 1 < completed part key=_multipart_O47SCE2D2679.2~DDSFJVN9UDMN.0 size=192792 2024-09-12T17:16:29.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.678+0000 7f47a8c748c0 1 < completed multipart upload key=O47SCE2D2679 upload=DDSFJVN9UDMN tag=Q8ZWWKF3HCAE type=write size=1241368 2024-09-12T17:16:29.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.682+0000 7f47a8c748c0 1 > prepared operation key=O8AIZZ75FGRJ tag=TLDRGP5UVMCD type=del size=3408224 2024-09-12T17:16:29.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.682+0000 7f47a8c748c0 1 < completed part key=_multipart_FNQLQEI5JDG8.2~CMK3R094QEJ7.0 size=1048576 2024-09-12T17:16:29.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.682+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~CMK3R094QEJ7.1 size=1048576 2024-09-12T17:16:29.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.682+0000 7f47a8c748c0 1 < canceled part key=_multipart_FNQLQEI5JDG8.2~CMK3R094QEJ7.2 size=673943 2024-09-12T17:16:29.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.690+0000 7f47a8c748c0 1 < canceled multipart upload key=FNQLQEI5JDG8 upload=CMK3R094QEJ7 tag=CTWXEECE33IC type=write size=3819671 2024-09-12T17:16:29.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.694+0000 7f47a8c748c0 1 > prepared operation key=M8IRCIWF1SOU tag=4N79VDVDPKUL type=del size=3920806 2024-09-12T17:16:29.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.698+0000 7f47a8c748c0 1 < completed part key=_multipart_OJYL5A30U6ET.2~LNGN2E13ERLX.0 size=593480 2024-09-12T17:16:29.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.702+0000 7f47a8c748c0 1 < completed multipart upload key=OJYL5A30U6ET upload=LNGN2E13ERLX tag=VA1RBJQBBNA9 type=write size=1642056 2024-09-12T17:16:29.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.706+0000 7f47a8c748c0 1 > prepared operation key=O8ZBOG7V3G21 tag=VL4SKS1RF2L6 type=del size=2114174 2024-09-12T17:16:29.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.706+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~GP60YT7ZA42E.0 size=614038 2024-09-12T17:16:29.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.714+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=GP60YT7ZA42E tag=VQGFU203FBBG type=write size=1662614 2024-09-12T17:16:29.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.714+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=M66ZMD69MO81 type=del size=4037365 2024-09-12T17:16:29.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.718+0000 7f47a8c748c0 1 < completed delete operation key=2WSU8RIJ5L0X tag=TM2TZ62ZYU6Z type=del 2024-09-12T17:16:29.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.722+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=XLJ10W8TIKBP type=del size=367860 2024-09-12T17:16:29.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.726+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~IJ9IYZ11X4BA.0 size=821278 2024-09-12T17:16:29.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.730+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=IJ9IYZ11X4BA tag=X5715NYHJ01R type=write size=1869854 2024-09-12T17:16:29.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~VJUDDE1W7Q8X.0 size=1048576 2024-09-12T17:16:29.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.738+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~VJUDDE1W7Q8X.1 size=1048576 2024-09-12T17:16:29.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.742+0000 7f47a8c748c0 1 > prepared part key=_multipart_K7VSL58BTME5.2~VJUDDE1W7Q8X.2 size=500554 2024-09-12T17:16:29.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.742+0000 7f47a8c748c0 1 > prepared multipart upload key=K7VSL58BTME5 upload=VJUDDE1W7Q8X tag=QG4TPOA3JEU6 type=write size=3646282 2024-09-12T17:16:29.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.746+0000 7f47a8c748c0 1 < completed delete operation key=TML69DVSXPEX tag=6PAG3W6EJ7GZ type=del 2024-09-12T17:16:29.755 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.750+0000 7f47a8c748c0 1 > prepared part key=_multipart_P8D2NC13VSST.2~5PN9M9HZO2A6.0 size=838171 2024-09-12T17:16:29.755 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.750+0000 7f47a8c748c0 1 > prepared multipart upload key=P8D2NC13VSST upload=5PN9M9HZO2A6 tag=MDREEH1STTUJ type=write size=1886747 2024-09-12T17:16:29.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.754+0000 7f47a8c748c0 1 < completed delete operation key=H5SIPJZCJ03T tag=NG42EFNWRWRO type=del 2024-09-12T17:16:29.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.758+0000 7f47a8c748c0 1 > prepared operation key=H0TD8JXDYKKK tag=MG8NSMOLG8D4 type=del size=467222 2024-09-12T17:16:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.762+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=V80XN18F7JON type=del 2024-09-12T17:16:29.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.766+0000 7f47a8c748c0 1 > prepared operation key=K7VSL58BTME5 tag=0UFOJGB9FIBM type=del size=3277842 2024-09-12T17:16:29.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.770+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~4FMJ6T8V4Y8P.0 size=1048576 2024-09-12T17:16:29.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.770+0000 7f47a8c748c0 1 < completed part key=_multipart_93L6W586VL33.2~4FMJ6T8V4Y8P.1 size=105398 2024-09-12T17:16:29.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.778+0000 7f47a8c748c0 1 < completed multipart upload key=93L6W586VL33 upload=4FMJ6T8V4Y8P tag=19SDWEX3M8KK type=write size=2202550 2024-09-12T17:16:29.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.782+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=J8L62H113J1X type=del size=3675385 2024-09-12T17:16:29.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.786+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~Q7PNVC8M3D21.0 size=1048576 2024-09-12T17:16:29.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.790+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~Q7PNVC8M3D21.1 size=1048576 2024-09-12T17:16:29.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.794+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~Q7PNVC8M3D21.2 size=871512 2024-09-12T17:16:29.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.798+0000 7f47a8c748c0 1 < completed multipart upload key=LIX9TJX73W7K upload=Q7PNVC8M3D21 tag=IHM0R9T0HYAM type=write size=4017240 2024-09-12T17:16:29.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.802+0000 7f47a8c748c0 1 > prepared operation key=FNQLQEI5JDG8 tag=XF3B52EDVEZK type=write size=171304 2024-09-12T17:16:29.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.806+0000 7f47a8c748c0 1 < canceled part key=_multipart_LIX9TJX73W7K.2~CEXFEHEL7UFB.0 size=1048576 2024-09-12T17:16:29.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.806+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~CEXFEHEL7UFB.1 size=1048576 2024-09-12T17:16:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.810+0000 7f47a8c748c0 1 < completed part key=_multipart_LIX9TJX73W7K.2~CEXFEHEL7UFB.2 size=535947 2024-09-12T17:16:29.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.818+0000 7f47a8c748c0 1 < canceled multipart upload key=LIX9TJX73W7K upload=CEXFEHEL7UFB tag=FOOLKBARLEQH type=write size=3681675 2024-09-12T17:16:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.818+0000 7f47a8c748c0 1 > prepared operation key=H5SIPJZCJ03T tag=W6FL38NHVGOI type=del size=153981 2024-09-12T17:16:29.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.822+0000 7f47a8c748c0 1 < completed delete operation key=F7Y1D98CH9J9 tag=XA9MH5EMSVJ9 type=del 2024-09-12T17:16:29.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.826+0000 7f47a8c748c0 1 > prepared operation key=LIX9TJX73W7K tag=XX0976NE0Q89 type=del size=2094270 2024-09-12T17:16:29.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.830+0000 7f47a8c748c0 1 < completed delete operation key=93L6W586VL33 tag=DJVVLYCWL42L type=del 2024-09-12T17:16:29.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.834+0000 7f47a8c748c0 1 > prepared operation key=8CHGYRJ30NQM tag=6IOOMG3H2YOV type=del size=2252274 2024-09-12T17:16:29.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.838+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~AFK6WH87EVB9.0 size=1048576 2024-09-12T17:16:29.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.842+0000 7f47a8c748c0 1 < completed part key=_multipart_55WGV0XV6IGX.2~AFK6WH87EVB9.1 size=796555 2024-09-12T17:16:29.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.846+0000 7f47a8c748c0 1 < completed multipart upload key=55WGV0XV6IGX upload=AFK6WH87EVB9 tag=DZNZHRQR7VPL type=write size=2893707 2024-09-12T17:16:29.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.850+0000 7f47a8c748c0 1 > prepared operation key=OJYL5A30U6ET tag=MBN041L68KX4 type=del size=481794 2024-09-12T17:16:29.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.854+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~2WZSN3T8780D.0 size=1048576 2024-09-12T17:16:29.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.854+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~2WZSN3T8780D.1 size=1048576 2024-09-12T17:16:29.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.858+0000 7f47a8c748c0 1 < completed part key=_multipart_BAS0Q4WRPSSX.2~2WZSN3T8780D.2 size=158313 2024-09-12T17:16:29.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.862+0000 7f47a8c748c0 1 < completed multipart upload key=BAS0Q4WRPSSX upload=2WZSN3T8780D tag=XVAGN4VAKUKU type=write size=3304041 2024-09-12T17:16:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.866+0000 7f47a8c748c0 1 > prepared operation key=QAXSHF0ZS39F tag=PMLFOAKU2G17 type=write size=337774 2024-09-12T17:16:29.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.870+0000 7f47a8c748c0 1 < completed delete operation key=O8AIZZ75FGRJ tag=TLDRGP5UVMCD type=del 2024-09-12T17:16:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.874+0000 7f47a8c748c0 1 > prepared operation key=S2C9EJ9AS2SO tag=FXIR646TY491 type=del size=3519009 2024-09-12T17:16:29.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.878+0000 7f47a8c748c0 1 < completed delete operation key=M8IRCIWF1SOU tag=4N79VDVDPKUL type=del 2024-09-12T17:16:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~QYOYIM1OBLSE.0 size=1048576 2024-09-12T17:16:29.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.886+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~QYOYIM1OBLSE.1 size=86475 2024-09-12T17:16:29.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.886+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=QYOYIM1OBLSE tag=9X72PX2OR26A type=write size=2183627 2024-09-12T17:16:29.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.894+0000 7f47a8c748c0 1 < completed delete operation key=O8ZBOG7V3G21 tag=VL4SKS1RF2L6 type=del 2024-09-12T17:16:29.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.902+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~TZGWMEWMH3J8.0 size=1048576 2024-09-12T17:16:29.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.906+0000 7f47a8c748c0 1 > prepared part key=_multipart_H5SIPJZCJ03T.2~TZGWMEWMH3J8.1 size=845267 2024-09-12T17:16:29.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.906+0000 7f47a8c748c0 1 > prepared multipart upload key=H5SIPJZCJ03T upload=TZGWMEWMH3J8 tag=LS2OV3ACCQ7W type=write size=2942419 2024-09-12T17:16:29.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.910+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=M66ZMD69MO81 type=del 2024-09-12T17:16:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.918+0000 7f47a8c748c0 1 > prepared part key=_multipart_H0TD8JXDYKKK.2~KJJAZ9SMBDNY.0 size=522518 2024-09-12T17:16:29.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.918+0000 7f47a8c748c0 1 > prepared multipart upload key=H0TD8JXDYKKK upload=KJJAZ9SMBDNY tag=VU1YI1CM6PHY type=write size=1571094 2024-09-12T17:16:29.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.926+0000 7f47a8c748c0 1 < suggested remove operation key=LIX9TJX73W7K tag=XLJ10W8TIKBP type=del 2024-09-12T17:16:29.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.930+0000 7f47a8c748c0 1 > prepared operation key=P8D2NC13VSST tag=3K8C7GVR6QIC type=del size=2057801 2024-09-12T17:16:29.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.934+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~VJUDDE1W7Q8X.0 size=1048576 2024-09-12T17:16:29.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.934+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~VJUDDE1W7Q8X.1 size=1048576 2024-09-12T17:16:29.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.938+0000 7f47a8c748c0 1 < completed part key=_multipart_K7VSL58BTME5.2~VJUDDE1W7Q8X.2 size=500554 2024-09-12T17:16:29.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.946+0000 7f47a8c748c0 1 < completed multipart upload key=K7VSL58BTME5 upload=VJUDDE1W7Q8X tag=QG4TPOA3JEU6 type=write size=3646282 2024-09-12T17:16:29.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.950+0000 7f47a8c748c0 1 > prepared part key=_multipart_3FB30GVCZOOL.2~91S2IQ2O1LCK.0 size=309181 2024-09-12T17:16:29.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.950+0000 7f47a8c748c0 1 > prepared multipart upload key=3FB30GVCZOOL upload=91S2IQ2O1LCK tag=XVDBEWB63Z7F type=write size=1357757 2024-09-12T17:16:29.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.954+0000 7f47a8c748c0 1 < canceled part key=_multipart_P8D2NC13VSST.2~5PN9M9HZO2A6.0 size=838171 2024-09-12T17:16:29.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.958+0000 7f47a8c748c0 1 < canceled multipart upload key=P8D2NC13VSST upload=5PN9M9HZO2A6 tag=MDREEH1STTUJ type=write size=1886747 2024-09-12T17:16:29.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~B85FLVYLS1EY.0 size=1048576 2024-09-12T17:16:29.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.966+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~B85FLVYLS1EY.1 size=1048576 2024-09-12T17:16:29.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.970+0000 7f47a8c748c0 1 > prepared part key=_multipart_O8AIZZ75FGRJ.2~B85FLVYLS1EY.2 size=412203 2024-09-12T17:16:29.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.970+0000 7f47a8c748c0 1 > prepared multipart upload key=O8AIZZ75FGRJ upload=B85FLVYLS1EY tag=18UVG5NRKQH7 type=write size=3557931 2024-09-12T17:16:29.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.974+0000 7f47a8c748c0 1 < suggested update operation key=H0TD8JXDYKKK tag=MG8NSMOLG8D4 type=del size=467222 2024-09-12T17:16:29.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.978+0000 7f47a8c748c0 1 > prepared operation key=4BF7U5BNWTWP tag=FTY8KFWBDZ4P type=del size=2345224 2024-09-12T17:16:29.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.986+0000 7f47a8c748c0 1 < suggested update operation key=K7VSL58BTME5 tag=0UFOJGB9FIBM type=del size=3277842 2024-09-12T17:16:29.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.994+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~AZ9RCJRO6OZQ.0 size=1048576 2024-09-12T17:16:29.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.994+0000 7f47a8c748c0 1 > prepared part key=_multipart_G0UIHXL2ET1N.2~AZ9RCJRO6OZQ.1 size=182095 2024-09-12T17:16:29.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.994+0000 7f47a8c748c0 1 > prepared multipart upload key=G0UIHXL2ET1N upload=AZ9RCJRO6OZQ tag=PVV2PK80OUIR type=write size=2279247 2024-09-12T17:16:30.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:29.998+0000 7f47a8c748c0 1 < completed delete operation key=S2C9EJ9AS2SO tag=J8L62H113J1X type=del 2024-09-12T17:16:30.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.006+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~NM0X2UZFRWR2.0 size=1048576 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.010+0000 7f47a8c748c0 1 > prepared part key=_multipart_0KZGH5YDL7C0.2~NM0X2UZFRWR2.1 size=251404 2024-09-12T17:16:30.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.010+0000 7f47a8c748c0 1 > prepared multipart upload key=0KZGH5YDL7C0 upload=NM0X2UZFRWR2 tag=QXM2W3U208KR type=write size=2348556 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.014+0000 7f47a8c748c0 1 < completed write operation key=FNQLQEI5JDG8 tag=XF3B52EDVEZK type=write size=171304 2024-09-12T17:16:30.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.018+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1DLDDT8I2E0E.0 size=1048576 2024-09-12T17:16:30.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.022+0000 7f47a8c748c0 1 > prepared part key=_multipart_8CHGYRJ30NQM.2~1DLDDT8I2E0E.1 size=818308 2024-09-12T17:16:30.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:16:30.022+0000 7f47a8c748c0 1 > prepared multipart upload key=8CHGYRJ30NQM upload=1DLDDT8I2E0E tag=1K5F5BL0TR3J type=write size=2915460 2024-09-12T17:16:30.026 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_rgw_stats.simulate (24625 ms) 2024-09-12T17:16:30.026 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 1 test from cls_rgw_stats (24625 ms total) 2024-09-12T17:16:30.026 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:16:30.026 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:16:30.510 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 1 test from 1 test suite ran. (27011 ms total) 2024-09-12T17:16:30.510 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 1 test. 2024-09-12T17:16:30.520 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:16:30.520 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:16:30.576 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T17:16:30.578 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T17:16:30.578 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T17:16:30.649 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:16:30.649 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T17:16:30.649 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:16:32.523 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 31 tests from CmpOmap 2024-09-12T17:16:32.523 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T17:16:32.554 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (32 ms) 2024-09-12T17:16:32.555 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T17:16:32.566 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (12 ms) 2024-09-12T17:16:32.566 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T17:16:32.573 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (7 ms) 2024-09-12T17:16:32.573 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T17:16:32.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (7 ms) 2024-09-12T17:16:32.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T17:16:32.599 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_str (18 ms) 2024-09-12T17:16:32.599 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T17:16:32.609 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64 (10 ms) 2024-09-12T17:16:32.609 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T17:16:32.615 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (7 ms) 2024-09-12T17:16:32.615 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T17:16:32.625 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (10 ms) 2024-09-12T17:16:32.625 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T17:16:32.635 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (10 ms) 2024-09-12T17:16:32.635 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T17:16:32.647 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (11 ms) 2024-09-12T17:16:32.647 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T17:16:32.648 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (2 ms) 2024-09-12T17:16:32.649 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T17:16:32.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (2 ms) 2024-09-12T17:16:32.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T17:16:32.669 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (19 ms) 2024-09-12T17:16:32.670 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T17:16:32.689 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (19 ms) 2024-09-12T17:16:32.689 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T17:16:32.707 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (19 ms) 2024-09-12T17:16:32.707 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T17:16:32.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (17 ms) 2024-09-12T17:16:32.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T17:16:32.748 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_str (24 ms) 2024-09-12T17:16:32.748 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T17:16:32.771 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (23 ms) 2024-09-12T17:16:32.771 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T17:16:32.778 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (7 ms) 2024-09-12T17:16:32.778 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T17:16:32.785 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (6 ms) 2024-09-12T17:16:32.785 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T17:16:32.787 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-12T17:16:32.788 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T17:16:32.789 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-12T17:16:32.790 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T17:16:32.807 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (18 ms) 2024-09-12T17:16:32.808 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T17:16:32.825 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (17 ms) 2024-09-12T17:16:32.825 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T17:16:32.845 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (19 ms) 2024-09-12T17:16:32.845 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T17:16:32.866 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (21 ms) 2024-09-12T17:16:32.866 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T17:16:32.872 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (7 ms) 2024-09-12T17:16:32.872 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T17:16:32.880 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (7 ms) 2024-09-12T17:16:32.880 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T17:16:32.882 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-12T17:16:32.882 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T17:16:32.885 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-12T17:16:32.885 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T17:16:32.905 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (20 ms) 2024-09-12T17:16:32.905 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 31 tests from CmpOmap (382 ms total) 2024-09-12T17:16:32.906 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:16:32.906 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:16:33.532 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 31 tests from 1 test suite ran. (2884 ms total) 2024-09-12T17:16:33.532 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 31 tests. 2024-09-12T17:16:33.541 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:16:33.541 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:16:33.598 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T17:16:33.599 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T17:16:33.599 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T17:16:33.664 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:16:33.664 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:16:33.664 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:16:33.664 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T17:16:33.664 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T17:16:36.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2912 ms) 2024-09-12T17:16:36.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T17:16:39.610 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3034 ms) 2024-09-12T17:16:39.610 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T17:16:42.640 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Reserve (3030 ms) 2024-09-12T17:16:42.640 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T17:16:45.682 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3041 ms) 2024-09-12T17:16:45.682 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T17:16:49.754 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Commit (4072 ms) 2024-09-12T17:16:49.754 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T17:16:53.808 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Stats (4055 ms) 2024-09-12T17:16:53.808 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T17:16:57.857 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4048 ms) 2024-09-12T17:16:57.857 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T17:17:00.877 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Abort (3020 ms) 2024-09-12T17:17:00.877 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T17:17:03.913 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveError (3037 ms) 2024-09-12T17:17:03.913 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T17:17:06.947 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.CommitError (3033 ms) 2024-09-12T17:17:06.947 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T17:17:09.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AbortError (3041 ms) 2024-09-12T17:17:09.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T17:17:12.997 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3010 ms) 2024-09-12T17:17:12.998 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T17:17:16.025 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3027 ms) 2024-09-12T17:17:16.025 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T17:17:19.067 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3039 ms) 2024-09-12T17:17:19.068 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T17:17:22.108 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3044 ms) 2024-09-12T17:17:22.108 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T17:17:25.118 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3011 ms) 2024-09-12T17:17:25.118 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T17:17:28.140 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3022 ms) 2024-09-12T17:17:28.141 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T17:17:31.150 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Cleanup (3009 ms) 2024-09-12T17:17:31.150 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T17:17:44.233 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiProducer (13084 ms) 2024-09-12T17:17:44.233 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T17:17:49.275 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5042 ms) 2024-09-12T17:17:49.275 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T17:18:03.344 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (14064 ms) 2024-09-12T17:18:03.345 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T17:18:09.400 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6061 ms) 2024-09-12T17:18:09.400 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T17:18:19.547 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (10147 ms) 2024-09-12T17:18:19.547 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T17:18:29.666 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (10118 ms) 2024-09-12T17:18:29.666 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from TestCls2PCQueue (116001 ms total) 2024-09-12T17:18:29.666 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:18:29.666 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:18:29.666 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 24 tests from 1 test suite ran. (116001 ms total) 2024-09-12T17:18:29.666 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 24 tests. 2024-09-12T17:18:29.673 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:18:29.673 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:18:29.730 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T17:18:29.731 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T17:18:29.731 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T17:18:29.806 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:29.807 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:29.807 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:18:29.807 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:18:31.677 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from ClsAccount 2024-09-12T17:18:31.678 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsAccount.add 2024-09-12T17:18:31.716 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsAccount.add (39 ms) 2024-09-12T17:18:31.716 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsAccount.get 2024-09-12T17:18:31.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsAccount.get (9 ms) 2024-09-12T17:18:31.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsAccount.rm 2024-09-12T17:18:31.821 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsAccount.rm (96 ms) 2024-09-12T17:18:31.822 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsAccount.list 2024-09-12T17:18:31.865 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsAccount.list (44 ms) 2024-09-12T17:18:31.865 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from ClsAccount (188 ms total) 2024-09-12T17:18:31.865 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:18:31.865 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:18:32.683 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (2876 ms total) 2024-09-12T17:18:32.683 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-09-12T17:18:32.688 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:18:32.688 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:18:32.744 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T17:18:32.746 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T17:18:32.746 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T17:18:32.824 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:32.824 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:32.824 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T17:18:32.825 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:18:34.731 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T17:18:34.731 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T17:18:34.772 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] rgw_gc_log.init_existing_queue (41 ms) 2024-09-12T17:18:34.773 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T17:18:34.778 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] rgw_gc_log.init_existing_omap (7 ms) 2024-09-12T17:18:34.779 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T17:18:34.786 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (7 ms) 2024-09-12T17:18:34.786 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T17:18:34.789 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (3 ms) 2024-09-12T17:18:34.789 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T17:18:34.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] rgw_gc_log.defer1_after_init (5 ms) 2024-09-12T17:18:34.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T17:18:34.798 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] rgw_gc_log.defer2_before_init (4 ms) 2024-09-12T17:18:34.798 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 6 tests from rgw_gc_log (67 ms total) 2024-09-12T17:18:34.798 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:18:34.798 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:18:35.735 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 6 tests from 1 test suite ran. (2911 ms total) 2024-09-12T17:18:35.735 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 6 tests. 2024-09-12T17:18:35.742 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:18:35.742 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:18:35.809 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T17:18:35.810 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T17:18:35.810 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T17:18:35.888 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-09-12T17:18:35.888 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns= i= 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns= i= 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns= i= 2024-09-12T17:18:35.889 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.890 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.891 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.892 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.893 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.894 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns=ns i= 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns=ns i= 2024-09-12T17:18:35.895 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns=ns i= 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.896 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.897 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.899 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.900 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns= i=v1 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns= i=v1 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.901 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns= i=v1 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.903 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.904 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.905 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.906 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: _obj[v1] 2024-09-12T17:18:35.907 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.908 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.909 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.910 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.911 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_obj", 2024-09-12T17:18:35.912 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns= i= 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns= i= 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.913 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns= i= 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.915 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.917 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.919 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns=ns i= 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.920 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns=ns i= 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns=ns i= 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.921 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.922 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.923 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.924 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.925 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.926 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns= i=v1 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns= i=v1 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns= i=v1 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.927 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.928 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.929 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.930 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.932 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.933 INFO:tasks.workunit.client.0.smithi001.stdout:parsed: obj[v1] 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "obj1": { 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "obj2": { 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.935 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.936 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3": { 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.937 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "obj3-2": { 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.938 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "obj", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "v1", 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.939 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.940 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.941 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker_myobj", 2024-09-12T17:18:35.942 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.943 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.944 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.945 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.945 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.945 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.945 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.945 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.945 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.946 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.946 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.946 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.946 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.946 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.946 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.947 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.947 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.947 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.947 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.947 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.947 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.948 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.948 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.948 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.948 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.948 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.949 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.949 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.949 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.949 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.949 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.949 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.950 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.950 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:35.950 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker_myobj", 2024-09-12T17:18:35.950 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.950 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.951 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.951 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.951 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.951 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.951 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.952 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.952 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.952 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.952 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.952 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.952 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.953 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.953 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.953 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.953 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.954 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.954 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.954 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.954 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.954 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.954 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.955 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.955 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.955 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.955 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.955 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.955 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.956 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.956 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.956 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.956 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.956 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.956 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.957 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.957 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.957 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.957 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.957 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.957 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.958 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.958 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.958 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.958 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.958 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.958 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.959 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.959 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.959 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.959 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.959 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.960 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.960 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.960 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.960 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.960 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:35.960 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.961 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.962 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.962 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.962 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.962 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.962 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.963 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.963 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.963 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.963 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.964 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.964 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.964 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.964 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.964 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.965 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.965 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.965 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.965 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.965 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.965 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.966 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.966 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.966 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.966 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.966 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.966 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.967 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.967 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.967 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.967 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.967 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.967 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.968 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.968 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.968 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.968 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.968 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.968 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.969 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.969 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.969 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.969 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.969 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.970 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:35.971 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:18:35.971 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.971 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.971 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.971 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.972 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.973 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.973 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.973 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.973 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.973 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.974 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.974 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.974 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.974 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.974 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.975 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.975 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.975 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.975 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.975 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.975 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.976 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.977 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.978 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.978 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.978 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.978 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.978 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.978 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.979 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.980 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.981 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.982 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.982 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.982 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.982 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.982 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.982 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.983 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.984 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.985 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.986 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.987 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.988 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.989 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.990 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.992 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.993 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.994 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.995 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.996 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.997 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj", 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:35.999 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.000 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.001 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.002 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.003 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.004 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.005 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.006 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.007 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.008 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.009 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.010 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.011 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.012 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.013 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.014 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.015 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.016 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.018 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.019 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.020 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.021 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.022 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.023 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.024 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.025 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.026 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.027 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.028 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.029 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.030 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.031 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.032 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj_", 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.033 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.034 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.035 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.036 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.037 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj_", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.038 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.039 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.040 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.041 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.042 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.043 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.044 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.045 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.046 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.047 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.048 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.049 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.050 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.051 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.052 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.053 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.054 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.055 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.056 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.057 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.058 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": "default-placement.data", 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "test", 2024-09-12T17:18:36.059 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": "", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": "" 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.060 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.061 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "obj": { 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.062 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.063 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.064 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestRGWObj.obj_to_raw (1 ms) 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker_myobj", 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.065 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.066 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker_myobj 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker_myobj", 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.067 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.068 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker_myobj 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.069 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.070 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.071 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.072 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.073 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.074 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.075 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.076 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.077 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.078 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.079 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.080 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "myobj", 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj", 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.081 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.082 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker___myobj 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj", 2024-09-12T17:18:36.083 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.084 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker___myobj 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:18:36.085 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.086 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.087 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.088 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.089 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.090 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.091 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj" 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.092 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.093 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.094 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.095 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.096 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj", 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.097 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj_", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.098 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.099 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker___myobj_", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.100 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.101 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.102 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.103 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.104 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "", 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.106 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.107 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "marker__myobj_" 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.108 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "" 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj": { 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.109 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj": { 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.110 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "raw_obj2": { 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": ".data-pool", 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:18:36.111 INFO:tasks.workunit.client.0.smithi001.stdout: "loc": "" 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "new_obj2": { 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": { 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "ebtest", 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "marker": "marker", 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_id": "bucket-id", 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "tenant": "", 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "explicit_placement": { 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "data_pool": ".data-pool", 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "data_extra_pool": "", 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: "index_pool": ".index-pool" 2024-09-12T17:18:36.112 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: "key": { 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "_myobj_", 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: "instance": "inst", 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: "ns": "ns" 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-12T17:18:36.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-09-12T17:18:36.114 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:18:36.114 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:18:36.129 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T17:18:36.130 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T17:18:36.130 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T17:18:36.236 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:36.236 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:36.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 20 realm 2024-09-12T17:18:36.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:36.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.277+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.281+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.281+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.285 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.281+0000 7f301a5d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:36.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.281+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.281+0000 7f301a5d29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:36.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.281+0000 7f301a5d29c0 20 searching for the correct realm 2024-09-12T17:18:36.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.285+0000 7f30188d9640 0 -- 172.21.15.1:0/3339010866 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f300c0abc20 msgr2=0x7f300c0f8910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:36.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.293+0000 7f30178d7640 0 -- 172.21.15.1:0/3339010866 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f30100723e0 msgr2=0x7f301005e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:36.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:18:36.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.509+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:36.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 zone default found 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 4 Realm: () 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 zonegroup default 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.513+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.517+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.517+0000 7f301a5d29c0 20 started sync module instance, tier type = 2024-09-12T17:18:36.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.517+0000 7f301a5d29c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:18:36.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=0 2024-09-12T17:18:36.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=1 2024-09-12T17:18:36.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=2 2024-09-12T17:18:36.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=3 2024-09-12T17:18:36.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=4 2024-09-12T17:18:36.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=5 2024-09-12T17:18:36.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.537+0000 7f301a5d29c0 20 add_watcher() i=6 2024-09-12T17:18:36.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.541+0000 7f301a5d29c0 20 add_watcher() i=7 2024-09-12T17:18:36.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.541+0000 7f301a5d29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:36.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f2ecefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:36.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:36.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:36.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 5 note: GC not initialized 2024-09-12T17:18:36.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f2ecdfdb640 20 reqs_thread_entry: start 2024-09-12T17:18:36.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:18:36.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 Filter name: none 2024-09-12T17:18:36.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f2e3f7fe640 20 reqs_thread_entry: start 2024-09-12T17:18:36.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T17:18:36.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache get: name=default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= : miss 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache put: name=default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= info.flags=0x0 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 adding default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= to cache LRU end 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache get: name=default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= : hit (negative entry) 2024-09-12T17:18:36.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.545+0000 7f301a5d29c0 10 cache get: name=default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= : hit (negative entry) 2024-09-12T17:18:36.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.549+0000 7f301a5d29c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:18:36.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.549+0000 7f301a5d29c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:18:36.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.549+0000 7f301a5d29c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T17:18:36.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.549+0000 7f2eef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725889 cookie 94505470718880 notifier 5267 bl.length()=697 2024-09-12T17:18:36.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.549+0000 7f2eef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:18:36.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.549+0000 7f2eef7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:18:36.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.553+0000 7f301a5d29c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:18:36.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.553+0000 7f301a5d29c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:18:36.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.553+0000 7f301a5d29c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T17:18:36.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.557+0000 7f2eef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725888 cookie 94505470715552 notifier 5267 bl.length()=194 2024-09-12T17:18:36.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.557+0000 7f2eef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:18:36.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.557+0000 7f2eef7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:18:36.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f301a5d29c0 10 cache put: name=default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= info.flags=0x7 2024-09-12T17:18:36.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f301a5d29c0 10 moving default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= to cache LRU end 2024-09-12T17:18:36.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f301a5d29c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:IkyGgINmcd8cYxvMemzWilnmXOg=, ofs0, ns] 2024-09-12T17:18:36.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f2eef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725888 cookie 94505470729472 notifier 5267 bl.length()=203 2024-09-12T17:18:36.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f2eef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= info.flags=0x7 2024-09-12T17:18:36.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f2eef7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+IkyGgINmcd8cYxvMemzWilnmXOg= to cache LRU end 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "display_name": "librgw test user", 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "email": "librgw@example.com", 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "suspended": 0, 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "subusers": [], 2024-09-12T17:18:36.565 INFO:tasks.workunit.client.0.smithi001.stdout: "keys": [ 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: "user": "ceph-test-librgw-file", 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: "access_key": "IkyGgINmcd8cYxvMemzWilnmXOg=", 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: "secret_key": "CXS12vC+7WBll1+W5vlm1kJnJVgFXUsdV2YUgsiuihkBXSleLFjucg==", 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: "create_date": "2024-09-12T17:18:36.553152Z" 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-12T17:18:36.566 INFO:tasks.workunit.client.0.smithi001.stdout: "swift_keys": [], 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": [], 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "default_placement": "", 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "placement_tags": [], 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_quota": { 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": false, 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size": -1, 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "max_objects": -1 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "user_quota": { 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": false, 2024-09-12T17:18:36.567 INFO:tasks.workunit.client.0.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size": -1, 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "max_objects": -1 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "rgw", 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "account_id": "", 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "path": "/", 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "create_date": "2024-09-12T17:18:36.553132Z", 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "tags": [], 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout: "group_ids": [] 2024-09-12T17:18:36.568 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:18:36.569 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:18:36.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.561+0000 7f2ecefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:36.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.565+0000 7f301a5d29c0 20 remove_watcher() i=0 2024-09-12T17:18:36.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.565+0000 7f301a5d29c0 2 removed watcher, disabling cache 2024-09-12T17:18:36.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.569+0000 7f301a5d29c0 20 remove_watcher() i=1 2024-09-12T17:18:36.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.569+0000 7f301a5d29c0 20 remove_watcher() i=2 2024-09-12T17:18:36.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.573+0000 7f301a5d29c0 20 remove_watcher() i=3 2024-09-12T17:18:36.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.577+0000 7f301a5d29c0 20 remove_watcher() i=4 2024-09-12T17:18:36.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.577+0000 7f301a5d29c0 20 remove_watcher() i=5 2024-09-12T17:18:36.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.577+0000 7f301a5d29c0 20 remove_watcher() i=6 2024-09-12T17:18:36.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:36.581+0000 7f301a5d29c0 20 remove_watcher() i=7 2024-09-12T17:18:36.598 INFO:tasks.workunit.client.0.smithi001.stdout:phase 1.1 2024-09-12T17:18:36.617 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:18:36.617 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:18:36.617 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:18:36.617 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:18:36.630 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:36.630 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:36.941 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (325 ms) 2024-09-12T17:18:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:18:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:18:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:18:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:18:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:18:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T17:18:36.966 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/f1 2024-09-12T17:18:36.973 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/f2 2024-09-12T17:18:36.982 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T17:18:36.990 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T17:18:36.997 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T17:18:37.004 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T17:18:37.012 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T17:18:37.021 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T17:18:37.028 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T17:18:37.036 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T17:18:37.044 INFO:tasks.workunit.client.0.smithi001.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T17:18:37.052 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETUP_HIER1 (108 ms) 2024-09-12T17:18:37.052 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:18:37.309 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETUP_DIRS1 (256 ms) 2024-09-12T17:18:37.309 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:18:37.309 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:18:37.309 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:18:37.355 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (46 ms) 2024-09-12T17:18:37.356 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:18:37.461 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (106 ms) 2024-09-12T17:18:37.461 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:18:37.461 INFO:tasks.workunit.client.0.smithi001.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T17:18:37.480 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (19 ms) 2024-09-12T17:18:37.480 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:18:37.481 INFO:tasks.workunit.client.0.smithi001.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T17:18:37.500 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (20 ms) 2024-09-12T17:18:37.500 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:18:37.500 INFO:tasks.workunit.client.0.smithi001.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:18:37.500 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:18:37.500 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:18:37.500 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:18:37.501 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:18:37.505 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:18:37.505 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:18:37.508 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:18:37.508 INFO:tasks.workunit.client.0.smithi001.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:18:37.508 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:18:37.512 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:18:37.512 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:18:37.515 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:18:37.516 INFO:tasks.workunit.client.0.smithi001.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:18:37.516 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:18:37.519 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:18:37.519 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:18:37.523 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:18:37.523 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READ_DIRS1 (23 ms) 2024-09-12T17:18:37.523 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:18:37.764 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READF_SETUP1 (241 ms) 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:18:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:18:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:18:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:18:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:18:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:18:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:18:37.780 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:18:37.781 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:18:37.788 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:18:37.792 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:18:37.799 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:18:37.800 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:18:37.802 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:18:37.803 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:18:37.804 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:18:37.806 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:18:37.807 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:18:37.812 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:18:37.812 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:18:37.812 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:18:37.812 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:18:37.812 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:18:37.812 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.HIER1 (47 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:18:37.813 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:18:37.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:37.805+0000 7f4c00d93a80 -1 shutting down 2024-09-12T17:18:37.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:18:37.809+0000 7f4adaae5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 54466, si_uid : 1000, si_addr0x3e80000d4c2, si_status0 2024-09-12T17:19:07.134 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (29323 ms) 2024-09-12T17:19:07.134 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from LibRGW (30517 ms total) 2024-09-12T17:19:07.135 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:19:07.135 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:19:07.135 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 24 tests from 1 test suite ran. (30517 ms total) 2024-09-12T17:19:07.135 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 24 tests. 2024-09-12T17:19:07.149 INFO:tasks.workunit.client.0.smithi001.stdout:phase 1.2 2024-09-12T17:19:07.173 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:19:07.173 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:19:07.173 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:19:07.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:19:07.183 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:07.184 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:07.737 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (564 ms) 2024-09-12T17:19:07.737 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:19:07.738 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:19:07.739 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:19:07.740 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:19:07.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:19:07.742 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:19:07.742 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:19:07.742 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:19:07.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:19:07.737+0000 7f9e68969a80 -1 shutting down 2024-09-12T17:19:07.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:19:07.741+0000 7f9d426bb640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 55113, si_uid : 1000, si_addr0x3e80000d749, si_status0 2024-09-12T17:19:37.765 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (30027 ms) 2024-09-12T17:19:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from LibRGW (30592 ms total) 2024-09-12T17:19:37.766 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:19:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:19:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 24 tests from 1 test suite ran. (30592 ms total) 2024-09-12T17:19:37.766 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 24 tests. 2024-09-12T17:19:37.778 INFO:tasks.workunit.client.0.smithi001.stdout:phase 1.3 2024-09-12T17:19:37.801 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:19:37.802 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:19:37.802 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:19:37.802 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:19:37.814 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:37.814 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:38.578 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (777 ms) 2024-09-12T17:19:38.579 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:19:38.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:19:38.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:19:38.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:19:38.580 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:19:38.588 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETUP_HIER1 (8 ms) 2024-09-12T17:19:38.588 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:19:38.723 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETUP_DIRS1 (135 ms) 2024-09-12T17:19:38.723 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:19:38.723 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:19:38.726 INFO:tasks.workunit.client.0.smithi001.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:19:38.726 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:19:38.727 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:19:38.727 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi001.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:19:38.733 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:19:38.733 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:19:38.735 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:19:38.735 INFO:tasks.workunit.client.0.smithi001.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:19:38.735 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:19:38.737 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:19:38.737 INFO:tasks.workunit.client.0.smithi001.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:19:38.740 INFO:tasks.workunit.client.0.smithi001.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READ_DIRS1 (17 ms) 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:19:38.741 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:19:38.742 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:19:38.755 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:19:38.757 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:19:38.765 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:19:38.769 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:19:38.778 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:19:38.779 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:19:38.781 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:19:38.783 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:19:38.785 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:19:38.787 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:19:38.788 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:19:38.793 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:19:38.793 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.HIER1 (53 ms) 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:19:38.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:19:38.795 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (1 ms) 2024-09-12T17:19:38.795 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:19:38.795 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:19:38.795 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:19:38.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:19:38.792+0000 7fa71191ba80 -1 shutting down 2024-09-12T17:19:38.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:19:38.796+0000 7fa5eb66d640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 55758, si_uid : 1000, si_addr0x3e80000d9ce, si_status0 2024-09-12T17:20:08.788 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (29994 ms) 2024-09-12T17:20:08.788 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 24 tests from LibRGW (30986 ms total) 2024-09-12T17:20:08.789 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:20:08.789 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:20:08.789 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 24 tests from 1 test suite ran. (30986 ms total) 2024-09-12T17:20:08.789 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 24 tests. 2024-09-12T17:20:08.800 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2.1 2024-09-12T17:20:08.824 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:20:08.825 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:20:08.825 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:20:08.825 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:20:08.836 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:08.837 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:09.600 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (775 ms) 2024-09-12T17:20:09.600 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:20:09.601 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:20:09.601 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:20:09.616 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET (15 ms) 2024-09-12T17:20:09.616 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:20:09.616 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:20:09.616 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:20:09.629 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave0 2024-09-12T17:20:09.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave1 2024-09-12T17:20:09.656 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave2 2024-09-12T17:20:09.669 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave3 2024-09-12T17:20:09.683 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave4 2024-09-12T17:20:09.697 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave5 2024-09-12T17:20:09.713 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave6 2024-09-12T17:20:09.731 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave7 2024-09-12T17:20:09.749 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave8 2024-09-12T17:20:09.767 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave9 2024-09-12T17:20:09.767 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (150 ms) 2024-09-12T17:20:09.767 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (406 ms) 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:20:10.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:20:10.172+0000 7f0c2800ea80 -1 shutting down 2024-09-12T17:20:10.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:20:10.176+0000 7f0b01d60640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 56404, si_uid : 1000, si_addr0x3e80000dc54, si_status0 2024-09-12T17:20:39.685 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (29512 ms) 2024-09-12T17:20:39.685 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 9 tests from LibRGW (30860 ms total) 2024-09-12T17:20:39.685 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:20:39.685 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:20:39.685 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 9 tests from 1 test suite ran. (30860 ms total) 2024-09-12T17:20:39.686 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 9 tests. 2024-09-12T17:20:39.698 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2.2 2024-09-12T17:20:39.721 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:20:39.722 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:20:39.722 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:20:39.722 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:20:39.733 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:39.733 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:40.489 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (767 ms) 2024-09-12T17:20:40.489 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:20:40.490 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:20:40.490 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:20:40.490 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:20:40.490 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:20:40.524 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET (34 ms) 2024-09-12T17:20:40.524 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:20:40.536 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave0 2024-09-12T17:20:40.552 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave1 2024-09-12T17:20:40.566 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave2 2024-09-12T17:20:40.578 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave3 2024-09-12T17:20:40.593 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave4 2024-09-12T17:20:40.606 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave5 2024-09-12T17:20:40.622 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave6 2024-09-12T17:20:40.640 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave7 2024-09-12T17:20:40.656 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave8 2024-09-12T17:20:40.671 INFO:tasks.workunit.client.0.smithi001.stdout:created: sorrydave9 2024-09-12T17:20:40.671 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (147 ms) 2024-09-12T17:20:40.671 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (355 ms) 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:20:41.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:20:41.024+0000 7f43ef8c3a80 -1 shutting down 2024-09-12T17:20:41.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:20:41.028+0000 7f42c9615640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57049, si_uid : 1000, si_addr0x3e80000ded9, si_status0 2024-09-12T17:21:10.552 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (29525 ms) 2024-09-12T17:21:10.552 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 9 tests from LibRGW (30830 ms total) 2024-09-12T17:21:10.553 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:21:10.553 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:21:10.553 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 9 tests from 1 test suite ran. (30830 ms total) 2024-09-12T17:21:10.553 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 9 tests. 2024-09-12T17:21:10.563 INFO:tasks.workunit.client.0.smithi001.stdout:phase 3.1 2024-09-12T17:21:10.901 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:21:10.902 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:21:10.902 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:21:10.902 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:21:10.911 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:10.911 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:11.464 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (563 ms) 2024-09-12T17:21:11.465 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:21:11.466 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:21:11.466 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:21:11.477 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET (11 ms) 2024-09-12T17:21:11.477 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:21:11.480 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T17:21:11.480 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:21:11.482 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T17:21:11.482 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:21:11.567 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LARGE1 (86 ms) 2024-09-12T17:21:11.568 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LARGE2 (86 ms) 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:21:11.654 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:21:11.655 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:21:11.655 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:21:11.655 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:21:11.655 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:21:11.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:21:11.651+0000 7f97e6539a80 -1 shutting down 2024-09-12T17:21:11.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:21:11.655+0000 7f96c028b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57694, si_uid : 1000, si_addr0x3e80000e15e, si_status0 2024-09-12T17:21:41.693 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (30039 ms) 2024-09-12T17:21:41.694 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 13 tests from LibRGW (30791 ms total) 2024-09-12T17:21:41.694 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:21:41.695 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:21:41.695 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 13 tests from 1 test suite ran. (30791 ms total) 2024-09-12T17:21:41.695 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 13 tests. 2024-09-12T17:21:41.712 INFO:tasks.workunit.client.0.smithi001.stdout:phase 3.2 2024-09-12T17:21:42.056 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:21:42.056 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:21:42.056 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:21:42.056 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:21:42.065 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:42.065 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (780 ms) 2024-09-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:21:42.843 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-12T17:21:42.844 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:21:42.849 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (6 ms) 2024-09-12T17:21:42.849 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:21:42.946 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LARGE1 (97 ms) 2024-09-12T17:21:42.946 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:21:42.946 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T17:21:42.947 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:21:42.947 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:21:42.947 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:21:42.956 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-12T17:21:42.956 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:21:42.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET (30 ms) 2024-09-12T17:21:42.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:21:42.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (1 ms) 2024-09-12T17:21:42.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:21:42.987 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:21:42.988 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:21:42.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:21:42.983+0000 7f0acb20aa80 -1 shutting down 2024-09-12T17:21:42.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:21:42.987+0000 7f09a4f5c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58339, si_uid : 1000, si_addr0x3e80000e3e3, si_status0 2024-09-12T17:22:13.114 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (30125 ms) 2024-09-12T17:22:13.114 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 13 tests from LibRGW (31056 ms total) 2024-09-12T17:22:13.114 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:22:13.114 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:13.114 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 13 tests from 1 test suite ran. (31056 ms total) 2024-09-12T17:22:13.114 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 13 tests. 2024-09-12T17:22:13.127 INFO:tasks.workunit.client.0.smithi001.stdout:phase 4.1 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:read i1: 64001 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:read s1: blunderbuss 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:22:13.152 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:22:13.166 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:13.166 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:13.686 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (535 ms) 2024-09-12T17:22:13.686 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:22:13.687 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:22:13.687 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:22:13.714 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (26 ms) 2024-09-12T17:22:13.714 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_0 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_1 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_2 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_3 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_4 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_5 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_6 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_7 2024-09-12T17:22:14.643 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_8 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_9 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_10 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_11 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_12 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_13 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_14 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_15 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_16 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_17 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_18 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_19 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_20 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_21 2024-09-12T17:22:14.644 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_22 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_23 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_24 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_25 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_26 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_27 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_28 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_29 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_30 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_31 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_32 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_33 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_34 2024-09-12T17:22:14.645 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_35 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_36 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_37 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_38 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_39 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_40 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_41 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_42 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_43 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_44 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_45 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_46 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_47 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_48 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_49 2024-09-12T17:22:14.646 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_50 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_51 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_52 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_53 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_54 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_55 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_56 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_57 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_58 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_59 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_60 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_61 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_62 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_63 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_64 2024-09-12T17:22:14.647 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_65 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_66 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_67 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_68 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_69 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_70 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_71 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_72 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_73 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_74 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_75 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_76 2024-09-12T17:22:14.648 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_77 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_78 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_79 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_80 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_81 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_82 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_83 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_84 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_85 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_86 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_87 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_88 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_89 2024-09-12T17:22:14.649 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_90 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_91 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_92 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_93 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_94 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_95 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_96 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_97 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_98 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:created: dmarker:f_99 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (929 ms) 2024-09-12T17:22:14.650 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:22:14.651 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:22:14.652 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:22:14.653 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:22:14.654 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:22:14.655 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:22:14.656 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:22:14.657 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:22:14.658 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:22:14.659 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_READDIR (6 ms) 2024-09-12T17:22:14.659 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:22:14.659 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:22:14.659 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:22:14.660 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:22:14.661 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:22:14.662 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:22:14.663 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:22:14.664 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:22:14.665 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:22:14.666 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:22:14.667 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER2_READDIR (4 ms) 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:22:14.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:22:14.651+0000 7f19966a5a80 -1 shutting down 2024-09-12T17:22:14.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:22:14.655+0000 7f18703f7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58984, si_uid : 1000, si_addr0x3e80000e668, si_status0 2024-09-12T17:22:43.805 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (29152 ms) 2024-09-12T17:22:43.806 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from LibRGW (30653 ms total) 2024-09-12T17:22:43.806 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:22:43.806 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:43.806 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 11 tests from 1 test suite ran. (30653 ms total) 2024-09-12T17:22:43.806 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 11 tests. 2024-09-12T17:22:43.817 INFO:tasks.workunit.client.0.smithi001.stdout:phase 4.2 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:read i1: 64001 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:read s1: blunderbuss 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:22:43.843 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:22:43.853 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:43.853 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:44.405 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (563 ms) 2024-09-12T17:22:44.406 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:22:44.407 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:22:44.407 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:22:44.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (13 ms) 2024-09-12T17:22:44.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:22:44.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:22:44.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:22:44.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:22:44.421 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:22:44.425 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:22:44.426 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:22:44.426 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:22:44.426 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:22:44.426 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:22:44.426 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:22:44.427 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:22:44.428 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:22:44.429 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:22:44.430 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:22:44.431 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:22:44.432 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:22:44.433 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER2_READDIR (4 ms) 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:22:44.434 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:22:44.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:22:44.422+0000 7f917170da80 -1 shutting down 2024-09-12T17:22:44.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:22:44.426+0000 7f904b45f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59629, si_uid : 1000, si_addr0x3e80000e8ed, si_status0 2024-09-12T17:23:14.428 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (30003 ms) 2024-09-12T17:23:14.428 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from LibRGW (30585 ms total) 2024-09-12T17:23:14.428 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:23:14.428 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:23:14.428 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 11 tests from 1 test suite ran. (30585 ms total) 2024-09-12T17:23:14.429 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 11 tests. 2024-09-12T17:23:14.441 INFO:tasks.workunit.client.0.smithi001.stdout:phase 5.1 2024-09-12T17:23:14.477 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:23:14.477 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:23:14.477 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:23:14.477 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:23:14.489 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:14.489 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:15.269 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (792 ms) 2024-09-12T17:23:15.270 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:23:15.271 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:23:15.271 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:23:15.287 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET (16 ms) 2024-09-12T17:23:15.287 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:23:15.295 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-12T17:23:15.295 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:23:15.295 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:23:15.295 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:23:15.297 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-12T17:23:15.297 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:23:15.298 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:23:15.298 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:23:15.306 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.PUT_OBJECT (9 ms) 2024-09-12T17:23:15.307 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:23:15.312 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.GET_OBJECT (5 ms) 2024-09-12T17:23:15.312 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:23:15.312 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:23:15.312 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:23:15.312 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:23:15.312 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:23:15.313 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:23:15.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:23:15.310+0000 7feae6928a80 -1 shutting down 2024-09-12T17:23:15.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:23:15.310+0000 7fe9c067a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60275, si_uid : 1000, si_addr0x3e80000eb73, si_status0 2024-09-12T17:23:45.533 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (30221 ms) 2024-09-12T17:23:45.533 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 19 tests from LibRGW (31055 ms total) 2024-09-12T17:23:45.534 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:23:45.534 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:23:45.534 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 19 tests from 1 test suite ran. (31055 ms total) 2024-09-12T17:23:45.534 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 19 tests. 2024-09-12T17:23:45.547 INFO:tasks.workunit.client.0.smithi001.stdout:phase 5.2 2024-09-12T17:23:45.580 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:23:45.581 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:23:45.581 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:23:45.581 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:23:45.589 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:45.589 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:46.340 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (758 ms) 2024-09-12T17:23:46.340 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:23:46.341 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:23:46.341 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:23:46.341 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:23:46.341 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (11 ms) 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:23:46.351 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:23:46.352 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:23:46.353 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:23:46.353 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:23:46.361 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-12T17:23:46.361 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:23:46.400 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.DELETE_BUCKET (40 ms) 2024-09-12T17:23:46.400 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:23:46.401 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:23:46.401 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:23:46.401 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:23:46.401 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:23:46.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:23:46.397+0000 7f0645018a80 -1 shutting down 2024-09-12T17:23:46.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:23:46.401+0000 7f051ed6a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60920, si_uid : 1000, si_addr0x3e80000edf8, si_status0 2024-09-12T17:24:16.504 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (30103 ms) 2024-09-12T17:24:16.504 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 19 tests from LibRGW (30923 ms total) 2024-09-12T17:24:16.505 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:24:16.505 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:24:16.505 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 19 tests from 1 test suite ran. (30923 ms total) 2024-09-12T17:24:16.505 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 19 tests. 2024-09-12T17:24:16.517 INFO:tasks.workunit.client.0.smithi001.stdout:phase 6.1 2024-09-12T17:24:16.544 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:24:16.544 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-09-12T17:24:16.544 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 10 tests from LibRGW 2024-09-12T17:24:16.544 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:24:16.554 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:24:16.554 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:24:17.306 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.INIT (762 ms) 2024-09-12T17:24:17.306 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:24:17.307 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:24:17.307 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T17:24:17.338 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CREATE_BUCKETS (30 ms) 2024-09-12T17:24:17.338 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T17:24:17.350 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (12 ms) 2024-09-12T17:24:17.350 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T17:24:17.375 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.TOPDIR_RENAME (25 ms) 2024-09-12T17:24:17.375 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T17:24:17.412 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SUBDIR_RENAME (35 ms) 2024-09-12T17:24:17.412 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T17:24:17.446 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (36 ms) 2024-09-12T17:24:17.447 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:24:17.447 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:24:17.447 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:24:17.447 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:24:17.447 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:24:17.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:17.441+0000 7f347f834a80 -1 shutting down 2024-09-12T17:24:17.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:17.445+0000 7f3359586640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61566, si_uid : 1000, si_addr0x3e80000f07e, si_status0 2024-09-12T17:24:47.377 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] LibRGW.SHUTDOWN (29930 ms) 2024-09-12T17:24:47.378 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 10 tests from LibRGW (30833 ms total) 2024-09-12T17:24:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:24:47.378 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-09-12T17:24:47.378 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 10 tests from 1 test suite ran. (30833 ms total) 2024-09-12T17:24:47.378 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 10 tests. 2024-09-12T17:24:47.393 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:24:47.393 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:24:47.409 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T17:24:47.410 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T17:24:47.410 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T17:24:47.460 INFO:tasks.workunit.client.0.smithi001.stderr:+ [ -z ] 2024-09-12T17:24:47.460 INFO:tasks.workunit.client.0.smithi001.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:24:47.460 INFO:tasks.workunit.client.0.smithi001.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:24:47.460 INFO:tasks.workunit.client.0.smithi001.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-12T17:24:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:24:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:24:47.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.548+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 realm 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:24:47.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.552+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.556+0000 7ffa79e319c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:24:47.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.556+0000 7ffa79e319c0 20 searching for the correct realm 2024-09-12T17:24:47.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.556+0000 7ffa77136640 0 -- 172.21.15.1:0/4093984324 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7ffa6800e070 msgr2=0x7ffa68065040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:24:47.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.772+0000 7ffa77937640 0 -- 172.21.15.1:0/4093984324 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7ffa7000fbb0 msgr2=0x7ffa7002a950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:24:47.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:24:47.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.784+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:24:47.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 zone default found 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 4 Realm: () 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 zonegroup default 2024-09-12T17:24:47.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.788+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.792+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.792+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.792+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.792+0000 7ffa79e319c0 20 started sync module instance, tier type = 2024-09-12T17:24:47.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.792+0000 7ffa79e319c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:24:47.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=0 2024-09-12T17:24:47.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=1 2024-09-12T17:24:47.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=2 2024-09-12T17:24:47.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=3 2024-09-12T17:24:47.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=4 2024-09-12T17:24:47.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=5 2024-09-12T17:24:47.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.812+0000 7ffa79e319c0 20 add_watcher() i=6 2024-09-12T17:24:47.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.816+0000 7ffa79e319c0 20 add_watcher() i=7 2024-09-12T17:24:47.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.816+0000 7ffa79e319c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:24:47.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ff92a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:24:47.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:24:47.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:24:47.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 5 note: GC not initialized 2024-09-12T17:24:47.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ff9297e2640 20 reqs_thread_entry: start 2024-09-12T17:24:47.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 init_complete bucket index max shards: 1 2024-09-12T17:24:47.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 Filter name: none 2024-09-12T17:24:47.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ff9227fc640 20 reqs_thread_entry: start 2024-09-12T17:24:47.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T17:24:47.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T17:24:47.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:24:47.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T17:24:47.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:24:47.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:24:47.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.820+0000 7ffa79e319c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:24:47.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.824+0000 7ffa79e319c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:24:47.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.824+0000 7ffa79e319c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:24:47.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.824+0000 7ffa79e319c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T17:24:47.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.824+0000 7ff9567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725896 cookie 94502643667920 notifier 5489 bl.length()=677 2024-09-12T17:24:47.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.824+0000 7ff9567fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:24:47.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.824+0000 7ff9567fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:24:47.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.828+0000 7ffa79e319c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:24:47.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.828+0000 7ffa79e319c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:24:47.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.828+0000 7ffa79e319c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T17:24:47.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.828+0000 7ff956ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725896 cookie 94502643642512 notifier 5489 bl.length()=187 2024-09-12T17:24:47.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.828+0000 7ff956ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:24:47.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.828+0000 7ff956ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:24:47.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.832+0000 7ffa79e319c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:24:47.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.832+0000 7ffa79e319c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:24:47.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.832+0000 7ffa79e319c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T17:24:47.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.836+0000 7ff956ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725897 cookie 94502643642512 notifier 5489 bl.length()=197 2024-09-12T17:24:47.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.836+0000 7ff956ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:24:47.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.836+0000 7ff956ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:24:47.836 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "user_id": "ceph-test-maven", 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "display_name": "maven test user", 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "email": "sigv4@example.com", 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "suspended": 0, 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "subusers": [], 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "keys": [ 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "user": "ceph-test-maven", 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-12T17:24:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "create_date": "2024-09-12T17:24:47.825011Z" 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "swift_keys": [], 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": [], 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "default_placement": "", 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "placement_tags": [], 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_quota": { 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": false, 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size": -1, 2024-09-12T17:24:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "max_objects": -1 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "user_quota": { 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": false, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size": -1, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "max_objects": -1 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "rgw", 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:24:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "account_id": "", 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "path": "/", 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "create_date": "2024-09-12T17:24:47.824983Z", 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "tags": [], 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "group_ids": [] 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:24:47.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.836+0000 7ff92a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:24:47.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.840+0000 7ffa79e319c0 20 remove_watcher() i=0 2024-09-12T17:24:47.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.840+0000 7ffa79e319c0 2 removed watcher, disabling cache 2024-09-12T17:24:47.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.844+0000 7ffa79e319c0 20 remove_watcher() i=1 2024-09-12T17:24:47.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.844+0000 7ffa79e319c0 20 remove_watcher() i=2 2024-09-12T17:24:47.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.848+0000 7ffa79e319c0 20 remove_watcher() i=3 2024-09-12T17:24:47.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.848+0000 7ffa79e319c0 20 remove_watcher() i=4 2024-09-12T17:24:47.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.852+0000 7ffa79e319c0 20 remove_watcher() i=5 2024-09-12T17:24:47.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.852+0000 7ffa79e319c0 20 remove_watcher() i=6 2024-09-12T17:24:47.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:24:47.856+0000 7ffa79e319c0 20 remove_watcher() i=7 2024-09-12T17:24:47.872 INFO:tasks.workunit.client.0.smithi001.stderr:+ [ -z ] 2024-09-12T17:24:47.872 INFO:tasks.workunit.client.0.smithi001.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-12T17:24:47.872 INFO:tasks.workunit.client.0.smithi001.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-12T17:24:47.873 INFO:tasks.workunit.client.0.smithi001.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi001.front.sepia.ceph.com:443 2024-09-12T17:24:47.873 INFO:tasks.workunit.client.0.smithi001.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-12T17:24:47.873 INFO:tasks.workunit.client.0.smithi001.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T17:24:47.873 INFO:tasks.workunit.client.0.smithi001.stderr:+ ./mvnw clean package 2024-09-12T17:24:47.880 INFO:tasks.workunit.client.0.smithi001.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:24:50.488 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Scanning for projects... 2024-09-12T17:24:50.631 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T17:24:50.744 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 49 kB/s) 2024-09-12T17:24:50.769 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T17:24:50.811 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 32/83 kB Progress (1): 49/83 kB Progress (1): 65/83 kB Progress (1): 81/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.0 MB/s) 2024-09-12T17:24:50.825 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T17:24:50.847 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/77 kB Progress (1): 31/77 kB Progress (1): 48/77 kB Progress (1): 64/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.3 MB/s) 2024-09-12T17:24:50.885 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:50.885 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:24:50.886 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:24:50.886 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] from pom.xml 2024-09-12T17:24:50.886 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:24:50.890 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T17:24:50.912 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/5.3 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 231 kB/s) 2024-09-12T17:24:50.922 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T17:24:50.939 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 550 kB/s) 2024-09-12T17:24:50.944 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T17:24:50.960 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.8 MB/s) 2024-09-12T17:24:50.968 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T17:24:50.995 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 734 kB/s) 2024-09-12T17:24:51.014 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T17:24:51.033 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 1.9 MB/s) 2024-09-12T17:24:51.046 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T17:24:51.061 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 510 kB/s) 2024-09-12T17:24:51.065 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T17:24:51.081 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 476 kB/s) 2024-09-12T17:24:51.084 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T17:24:51.101 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-12T17:24:51.107 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T17:24:51.122 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.4 MB/s) 2024-09-12T17:24:51.129 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T17:24:51.146 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.9 MB/s) 2024-09-12T17:24:51.152 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T17:24:51.168 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 613 kB/s) 2024-09-12T17:24:51.175 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T17:24:51.193 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.9 MB/s) 2024-09-12T17:24:51.200 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T17:24:51.216 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 313 kB/s) 2024-09-12T17:24:51.219 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T17:24:51.237 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.3 MB/s) 2024-09-12T17:24:51.241 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T17:24:51.259 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/50 kB Progress (1): 32/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 2.9 MB/s) 2024-09-12T17:24:51.265 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T17:24:51.282 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.4 MB/s) 2024-09-12T17:24:51.291 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T17:24:51.307 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-12T17:24:51.314 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T17:24:51.331 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.5 MB/s) 2024-09-12T17:24:51.343 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T17:24:51.360 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 376 kB/s) 2024-09-12T17:24:51.364 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T17:24:51.381 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-12T17:24:51.385 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T17:24:51.402 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.7 MB/s) 2024-09-12T17:24:51.408 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T17:24:51.424 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.3 MB/s) 2024-09-12T17:24:51.435 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T17:24:51.454 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.5 MB/s) 2024-09-12T17:24:51.483 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T17:24:51.499 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 358 kB/s) 2024-09-12T17:24:51.504 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T17:24:51.521 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T17:24:51.534 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T17:24:51.554 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.1 MB/s) 2024-09-12T17:24:51.574 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T17:24:51.592 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 236 kB/s) 2024-09-12T17:24:51.596 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T17:24:51.612 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 97 kB/s) 2024-09-12T17:24:51.615 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T17:24:51.632 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 139 kB/s) 2024-09-12T17:24:51.643 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T17:24:51.661 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 202 kB/s) 2024-09-12T17:24:51.673 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T17:24:51.690 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 190 kB/s) 2024-09-12T17:24:51.699 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T17:24:51.715 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 685 kB/s) 2024-09-12T17:24:51.723 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T17:24:51.739 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 99 kB/s) 2024-09-12T17:24:51.746 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T17:24:51.763 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 239 kB/s) 2024-09-12T17:24:51.769 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T17:24:51.785 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 307 kB/s) 2024-09-12T17:24:51.791 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T17:24:51.806 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 77 kB/s) 2024-09-12T17:24:51.809 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T17:24:51.825 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-12T17:24:51.828 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T17:24:51.843 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 863 kB/s) 2024-09-12T17:24:51.847 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T17:24:51.863 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 245 kB/s) 2024-09-12T17:24:51.867 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T17:24:51.881 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 163 kB/s) 2024-09-12T17:24:51.885 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T17:24:51.900 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 194 kB/s) 2024-09-12T17:24:51.904 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T17:24:51.918 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 529 kB/s) 2024-09-12T17:24:51.922 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T17:24:51.937 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 364 kB/s) 2024-09-12T17:24:51.942 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T17:24:51.957 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 233 kB/s) 2024-09-12T17:24:51.961 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T17:24:51.976 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 293 kB/s) 2024-09-12T17:24:51.978 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T17:24:51.993 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 161 kB/s) 2024-09-12T17:24:51.998 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T17:24:52.013 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 429 kB/s) 2024-09-12T17:24:52.017 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T17:24:52.032 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-12T17:24:52.036 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T17:24:52.052 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 186 kB/s) 2024-09-12T17:24:52.059 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T17:24:52.075 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 204 kB/s) 2024-09-12T17:24:52.084 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T17:24:52.100 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 255 kB/s) 2024-09-12T17:24:52.103 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T17:24:52.119 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 111 kB/s) 2024-09-12T17:24:52.127 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T17:24:52.143 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 413 kB/s) 2024-09-12T17:24:52.147 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T17:24:52.163 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.0 MB/s) 2024-09-12T17:24:52.168 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T17:24:52.186 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.0 MB/s) 2024-09-12T17:24:52.192 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T17:24:52.212 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 855 kB/s) 2024-09-12T17:24:52.220 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T17:24:52.237 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 292 kB/s) 2024-09-12T17:24:52.241 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T17:24:52.258 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 775 kB/s) 2024-09-12T17:24:52.266 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T17:24:52.283 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 822 kB/s) 2024-09-12T17:24:52.287 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T17:24:52.306 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/68 kB Progress (1): 32/68 kB Progress (1): 49/68 kB Progress (1): 65/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.6 MB/s) 2024-09-12T17:24:52.320 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T17:24:52.336 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 922 kB/s) 2024-09-12T17:24:52.345 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T17:24:52.362 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 965 kB/s) 2024-09-12T17:24:52.366 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T17:24:52.385 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 49/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.4 MB/s) 2024-09-12T17:24:52.393 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T17:24:52.412 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 970 kB/s) 2024-09-12T17:24:52.421 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T17:24:52.438 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.1 MB/s) 2024-09-12T17:24:52.444 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T17:24:52.464 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 3.9 MB/s) 2024-09-12T17:24:52.478 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T17:24:52.494 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 240 kB/s) 2024-09-12T17:24:52.498 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T17:24:52.515 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 812 kB/s) 2024-09-12T17:24:52.522 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T17:24:52.539 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 189 kB/s) 2024-09-12T17:24:52.544 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T17:24:52.561 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 187 kB/s) 2024-09-12T17:24:52.566 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T17:24:52.582 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 136 kB/s) 2024-09-12T17:24:52.587 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T17:24:52.603 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 167 kB/s) 2024-09-12T17:24:52.609 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T17:24:52.626 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 90 kB/s) 2024-09-12T17:24:52.631 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T17:24:52.648 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 177 kB/s) 2024-09-12T17:24:52.654 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T17:24:52.670 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 188 kB/s) 2024-09-12T17:24:52.675 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T17:24:52.692 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 189 kB/s) 2024-09-12T17:24:52.699 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T17:24:52.716 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 60 kB/s) 2024-09-12T17:24:52.725 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T17:24:52.741 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 57 kB/s) 2024-09-12T17:24:52.748 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T17:24:52.764 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 180 kB/s) 2024-09-12T17:24:52.770 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T17:24:52.786 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 190 kB/s) 2024-09-12T17:24:52.791 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T17:24:52.809 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-12T17:24:52.814 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T17:24:52.831 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-12T17:24:52.835 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T17:24:52.853 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-12T17:24:52.899 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T17:24:53.012 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 29 MB/s) 2024-09-12T17:24:53.014 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T17:24:53.014 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T17:24:53.015 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T17:24:53.015 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T17:24:53.015 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T17:24:53.032 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 929 kB/s) 2024-09-12T17:24:53.032 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T17:24:53.048 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 472 kB/s) 2024-09-12T17:24:53.048 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T17:24:53.082 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/71 kB Progress (1): 2.8/71 kB Progress (2): 2.8/71 kB | 1.4/49 kB Progress (3): 2.8/71 kB | 1.4/49 kB | 1.4/98 kB Progress (3): 4.1/71 kB | 1.4/49 kB | 1.4/98 kB Progress (3): 4.1/71 kB | 2.8/49 kB | 1.4/98 kB Progress (3): 4.1/71 kB | 2.8/49 kB | 2.8/98 kB Progress (3): 5.5/71 kB | 2.8/49 kB | 2.8/98 kB Progress (3): 5.5/71 kB | 4.1/49 kB | 2.8/98 kB Progress (3): 5.5/71 kB | 4.1/49 kB | 4.1/98 kB Progress (3): 6.9/71 kB | 4.1/49 kB | 4.1/98 kB Progress (4): 6.9/71 kB | 4.1/49 kB | 4.1/98 kB | 1.4/35 kB Progress (5): 6.9/71 kB | 4.1/49 kB | 4.1/98 kB | 1.4/35 kB | 16/782 kB Progress (5): 8.3/71 kB | 4.1/49 kB | 4.1/98 kB | 1.4/35 kB | 16/782 kB Progress (5): 8.3/71 kB | 5.5/49 kB | 4.1/98 kB | 1.4/35 kB | 16/782 kB Progress (5): 8.3/71 kB | 5.5/49 kB | 5.5/98 kB | 1.4/35 kB | 16/782 kB Progress (5): 8.3/71 kB | 6.9/49 kB | 5.5/98 kB | 1.4/35 kB | 16/782 kB Progress (5): 8.3/71 kB | 6.9/49 kB | 5.5/98 kB | 1.4/35 kB | 32/782 kB Progress (5): 9.7/71 kB | 6.9/49 kB | 5.5/98 kB | 1.4/35 kB | 32/782 kB Progress (5): 9.7/71 kB | 6.9/49 kB | 5.5/98 kB | 2.8/35 kB | 32/782 kB Progress (5): 9.7/71 kB | 6.9/49 kB | 5.5/98 kB | 2.8/35 kB | 49/782 kB Progress (5): 11/71 kB | 6.9/49 kB | 5.5/98 kB | 2.8/35 kB | 49/782 kB Progress (5): 11/71 kB | 6.9/49 kB | 5.5/98 kB | 4.1/35 kB | 49/782 kB Progress (5): 11/71 kB | 8.3/49 kB | 5.5/98 kB | 4.1/35 kB | 49/782 kB Progress (5): 11/71 kB | 8.3/49 kB | 6.9/98 kB | 4.1/35 kB | 49/782 kB Progress (5): 11/71 kB | 8.3/49 kB | 6.9/98 kB | 5.5/35 kB | 49/782 kB Progress (5): 11/71 kB | 9.7/49 kB | 6.9/98 kB | 5.5/35 kB | 49/782 kB Progress (5): 11/71 kB | 9.7/49 kB | 6.9/98 kB | 5.5/35 kB | 65/782 kB Progress (5): 12/71 kB | 9.7/49 kB | 6.9/98 kB | 5.5/35 kB | 65/782 kB Progress (5): 12/71 kB | 9.7/49 kB | 6.9/98 kB | 6.9/35 kB | 65/782 kB Progress (5): 12/71 kB | 11/49 kB | 6.9/98 kB | 6.9/35 kB | 65/782 kB Progress (5): 12/71 kB | 11/49 kB | 8.3/98 kB | 6.9/35 kB | 65/782 kB Progress (5): 12/71 kB | 11/49 kB | 8.3/98 kB | 8.3/35 kB | 65/782 kB Progress (5): 12/71 kB | 12/49 kB | 8.3/98 kB | 8.3/35 kB | 65/782 kB Progress (5): 12/71 kB | 12/49 kB | 8.3/98 kB | 8.3/35 kB | 81/782 kB Progress (5): 14/71 kB | 12/49 kB | 8.3/98 kB | 8.3/35 kB | 81/782 kB Progress (5): 14/71 kB | 12/49 kB | 8.3/98 kB | 9.7/35 kB | 81/782 kB Progress (5): 14/71 kB | 14/49 kB | 8.3/98 kB | 9.7/35 kB | 81/782 kB Progress (5): 14/71 kB | 14/49 kB | 9.7/98 kB | 9.7/35 kB | 81/782 kB Progress (5): 14/71 kB | 15/49 kB | 9.7/98 kB | 9.7/35 kB | 81/782 kB Progress (5): 14/71 kB | 15/49 kB | 9.7/98 kB | 11/35 kB | 81/782 kB Progress (5): 14/71 kB | 15/49 kB | 9.7/98 kB | 11/35 kB | 98/782 kB Progress (5): 15/71 kB | 15/49 kB | 9.7/98 kB | 11/35 kB | 98/782 kB Progress (5): 15/71 kB | 15/49 kB | 9.7/98 kB | 12/35 kB | 98/782 kB Progress (5): 15/71 kB | 17/49 kB | 9.7/98 kB | 12/35 kB | 98/782 kB Progress (5): 15/71 kB | 17/49 kB | 11/98 kB | 12/35 kB | 98/782 kB Progress (5): 15/71 kB | 18/49 kB | 11/98 kB | 12/35 kB | 98/782 kB Progress (5): 15/71 kB | 18/49 kB | 11/98 kB | 14/35 kB | 98/782 kB Progress (5): 15/71 kB | 18/49 kB | 11/98 kB | 14/35 kB | 114/782 kB Progress (5): 16/71 kB | 18/49 kB | 11/98 kB | 14/35 kB | 114/782 kB Progress (5): 16/71 kB | 18/49 kB | 11/98 kB | 15/35 kB | 114/782 kB Progress (5): 16/71 kB | 19/49 kB | 11/98 kB | 15/35 kB | 114/782 kB Progress (5): 16/71 kB | 19/49 kB | 12/98 kB | 15/35 kB | 114/782 kB Progress (5): 16/71 kB | 21/49 kB | 12/98 kB | 15/35 kB | 114/782 kB Progress (5): 33/71 kB | 21/49 kB | 12/98 kB | 15/35 kB | 114/782 kB Progress (5): 33/71 kB | 21/49 kB | 12/98 kB | 16/35 kB | 114/782 kB Progress (5): 33/71 kB | 21/49 kB | 12/98 kB | 16/35 kB | 130/782 kB Progress (5): 33/71 kB | 22/49 kB | 12/98 kB | 16/35 kB | 130/782 kB Progress (5): 33/71 kB | 22/49 kB | 14/98 kB | 16/35 kB | 130/782 kB Progress (5): 33/71 kB | 23/49 kB | 14/98 kB | 16/35 kB | 130/782 kB Progress (5): 33/71 kB | 23/49 kB | 14/98 kB | 18/35 kB | 130/782 kB Progress (5): 33/71 kB | 25/49 kB | 14/98 kB | 18/35 kB | 130/782 kB Progress (5): 33/71 kB | 25/49 kB | 14/98 kB | 18/35 kB | 147/782 kB Progress (5): 33/71 kB | 25/49 kB | 15/98 kB | 18/35 kB | 147/782 kB Progress (5): 33/71 kB | 26/49 kB | 15/98 kB | 18/35 kB | 147/782 kB Progress (5): 33/71 kB | 26/49 kB | 15/98 kB | 19/35 kB | 147/782 kB Progress (5): 33/71 kB | 28/49 kB | 15/98 kB | 19/35 kB | 147/782 kB Progress (5): 33/71 kB | 28/49 kB | 15/98 kB | 19/35 kB | 163/782 kB Progress (5): 33/71 kB | 29/49 kB | 15/98 kB | 19/35 kB | 163/782 kB Progress (5): 33/71 kB | 29/49 kB | 16/98 kB | 19/35 kB | 163/782 kB Progress (5): 33/71 kB | 30/49 kB | 16/98 kB | 19/35 kB | 163/782 kB Progress (5): 33/71 kB | 30/49 kB | 16/98 kB | 21/35 kB | 163/782 kB Progress (5): 33/71 kB | 32/49 kB | 16/98 kB | 21/35 kB | 163/782 kB Progress (5): 33/71 kB | 32/49 kB | 16/98 kB | 22/35 kB | 163/782 kB Progress (5): 33/71 kB | 32/49 kB | 16/98 kB | 22/35 kB | 180/782 kB Progress (5): 33/71 kB | 32/49 kB | 18/98 kB | 22/35 kB | 180/782 kB Progress (5): 33/71 kB | 32/49 kB | 18/98 kB | 23/35 kB | 180/782 kB Progress (5): 33/71 kB | 33/49 kB | 18/98 kB | 23/35 kB | 180/782 kB Progress (5): 33/71 kB | 33/49 kB | 18/98 kB | 23/35 kB | 196/782 kB Progress (5): 33/71 kB | 33/49 kB | 18/98 kB | 25/35 kB | 196/782 kB Progress (5): 33/71 kB | 33/49 kB | 19/98 kB | 25/35 kB | 196/782 kB Progress (5): 33/71 kB | 33/49 kB | 19/98 kB | 26/35 kB | 196/782 kB Progress (5): 33/71 kB | 34/49 kB | 19/98 kB | 26/35 kB | 196/782 kB Progress (5): 49/71 kB | 34/49 kB | 19/98 kB | 26/35 kB | 196/782 kB Progress (5): 49/71 kB | 34/49 kB | 19/98 kB | 27/35 kB | 196/782 kB Progress (5): 49/71 kB | 34/49 kB | 19/98 kB | 27/35 kB | 212/782 kB Progress (5): 49/71 kB | 34/49 kB | 21/98 kB | 27/35 kB | 212/782 kB Progress (5): 49/71 kB | 34/49 kB | 21/98 kB | 29/35 kB | 212/782 kB Progress (5): 49/71 kB | 36/49 kB | 21/98 kB | 29/35 kB | 212/782 kB Progress (5): 49/71 kB | 36/49 kB | 21/98 kB | 30/35 kB | 212/782 kB Progress (5): 49/71 kB | 36/49 kB | 22/98 kB | 30/35 kB | 212/782 kB Progress (5): 49/71 kB | 36/49 kB | 22/98 kB | 32/35 kB | 212/782 kB Progress (5): 49/71 kB | 37/49 kB | 22/98 kB | 32/35 kB | 212/782 kB Progress (5): 49/71 kB | 37/49 kB | 22/98 kB | 32/35 kB | 229/782 kB Progress (5): 49/71 kB | 39/49 kB | 22/98 kB | 32/35 kB | 229/782 kB Progress (5): 49/71 kB | 39/49 kB | 22/98 kB | 33/35 kB | 229/782 kB Progress (5): 49/71 kB | 39/49 kB | 23/98 kB | 33/35 kB | 229/782 kB Progress (5): 49/71 kB | 39/49 kB | 23/98 kB | 34/35 kB | 229/782 kB Progress (5): 49/71 kB | 40/49 kB | 23/98 kB | 34/35 kB | 229/782 kB Progress (5): 49/71 kB | 40/49 kB | 23/98 kB | 35 kB | 229/782 kB Progress (5): 49/71 kB | 40/49 kB | 25/98 kB | 35 kB | 229/782 kB Progress (5): 49/71 kB | 40/49 kB | 25/98 kB | 35 kB | 245/782 kB Progress (5): 49/71 kB | 40/49 kB | 26/98 kB | 35 kB | 245/782 kB Progress (5): 66/71 kB | 40/49 kB | 26/98 kB | 35 kB | 245/782 kB Progress (5): 66/71 kB | 41/49 kB | 26/98 kB | 35 kB | 245/782 kB Progress (5): 66/71 kB | 41/49 kB | 26/98 kB | 35 kB | 262/782 kB Progress (5): 66/71 kB | 41/49 kB | 27/98 kB | 35 kB | 262/782 kB Progress (5): 66/71 kB | 43/49 kB | 27/98 kB | 35 kB | 262/782 kB Progress (5): 66/71 kB | 43/49 kB | 29/98 kB | 35 kB | 262/782 kB Progress (5): 66/71 kB | 43/49 kB | 29/98 kB | 35 kB | 278/782 kB Progress (5): 66/71 kB | 44/49 kB | 29/98 kB | 35 kB | 278/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 541 kB/s) 2024-09-12T17:24:53.082 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (4): 66/71 kB | 44/49 kB | 30/98 kB | 278/782 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T17:24:53.082 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (4): 66/71 kB | 46/49 kB | 30/98 kB | 278/782 kB Progress (4): 66/71 kB | 46/49 kB | 32/98 kB | 278/782 kB Progress (4): 66/71 kB | 46/49 kB | 32/98 kB | 294/782 kB Progress (4): 66/71 kB | 46/49 kB | 33/98 kB | 294/782 kB Progress (4): 66/71 kB | 47/49 kB | 33/98 kB | 294/782 kB Progress (4): 66/71 kB | 47/49 kB | 34/98 kB | 294/782 kB Progress (4): 71 kB | 47/49 kB | 34/98 kB | 294/782 kB Progress (4): 71 kB | 47/49 kB | 36/98 kB | 294/782 kB Progress (4): 71 kB | 48/49 kB | 36/98 kB | 294/782 kB Progress (4): 71 kB | 48/49 kB | 36/98 kB | 311/782 kB Progress (4): 71 kB | 49 kB | 36/98 kB | 311/782 kB Progress (4): 71 kB | 49 kB | 37/98 kB | 311/782 kB Progress (4): 71 kB | 49 kB | 38/98 kB | 311/782 kB Progress (4): 71 kB | 49 kB | 38/98 kB | 327/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 1.1 MB/s) 2024-09-12T17:24:53.082 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 49 kB | 40/98 kB | 327/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T17:24:53.082 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 49 kB | 41/98 kB | 327/782 kB Progress (3): 49 kB | 41/98 kB | 343/782 kB Progress (3): 49 kB | 43/98 kB | 343/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 735 kB/s) 2024-09-12T17:24:53.082 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 44/98 kB | 343/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T17:24:53.089 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 44/98 kB | 360/782 kB Progress (2): 45/98 kB | 360/782 kB Progress (2): 47/98 kB | 360/782 kB Progress (2): 48/98 kB | 360/782 kB Progress (2): 48/98 kB | 376/782 kB Progress (2): 49/98 kB | 376/782 kB Progress (2): 51/98 kB | 376/782 kB Progress (2): 52/98 kB | 376/782 kB Progress (2): 52/98 kB | 393/782 kB Progress (2): 54/98 kB | 393/782 kB Progress (2): 55/98 kB | 393/782 kB Progress (2): 56/98 kB | 393/782 kB Progress (2): 56/98 kB | 409/782 kB Progress (2): 58/98 kB | 409/782 kB Progress (2): 59/98 kB | 409/782 kB Progress (2): 61/98 kB | 409/782 kB Progress (2): 62/98 kB | 409/782 kB Progress (2): 62/98 kB | 425/782 kB Progress (2): 63/98 kB | 425/782 kB Progress (2): 63/98 kB | 442/782 kB Progress (2): 63/98 kB | 458/782 kB Progress (2): 63/98 kB | 475/782 kB Progress (2): 63/98 kB | 491/782 kB Progress (2): 63/98 kB | 507/782 kB Progress (2): 79/98 kB | 507/782 kB Progress (2): 79/98 kB | 524/782 kB Progress (2): 79/98 kB | 540/782 kB Progress (2): 95/98 kB | 540/782 kB Progress (2): 98 kB | 540/782 kB Progress (2): 98 kB | 556/782 kB Progress (2): 98 kB | 573/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.3 MB/s) 2024-09-12T17:24:53.089 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T17:24:53.095 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 589/782 kB Progress (1): 606/782 kB Progress (1): 622/782 kB Progress (1): 638/782 kB Progress (1): 655/782 kB Progress (1): 671/782 kB Progress (1): 688/782 kB Progress (1): 704/782 kB Progress (1): 720/782 kB Progress (1): 737/782 kB Progress (1): 753/782 kB Progress (1): 769/782 kB Progress (1): 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 9.8 MB/s) 2024-09-12T17:24:53.095 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T17:24:53.098 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/205 kB Progress (2): 16/205 kB | 16/30 kB Progress (3): 16/205 kB | 16/30 kB | 1.4/11 kB Progress (3): 16/205 kB | 16/30 kB | 2.8/11 kB Progress (3): 16/205 kB | 16/30 kB | 4.1/11 kB Progress (3): 31/205 kB | 16/30 kB | 4.1/11 kB Progress (3): 31/205 kB | 16/30 kB | 5.5/11 kB Progress (3): 31/205 kB | 30 kB | 5.5/11 kB Progress (3): 31/205 kB | 30 kB | 6.9/11 kB Progress (3): 31/205 kB | 30 kB | 8.3/11 kB Progress (3): 31/205 kB | 30 kB | 9.7/11 kB Progress (3): 31/205 kB | 30 kB | 11/11 kB Progress (3): 31/205 kB | 30 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 368 kB/s) 2024-09-12T17:24:53.098 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 48/205 kB | 11 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T17:24:53.098 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 137 kB/s) 2024-09-12T17:24:53.098 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T17:24:53.107 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 64/205 kB Progress (2): 64/205 kB | 16/81 kB Progress (2): 64/205 kB | 33/81 kB Progress (2): 64/205 kB | 49/81 kB Progress (2): 64/205 kB | 66/81 kB Progress (2): 64/205 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 893 kB/s) 2024-09-12T17:24:53.107 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T17:24:53.114 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 80/205 kB Progress (1): 97/205 kB Progress (1): 113/205 kB Progress (1): 129/205 kB Progress (2): 129/205 kB | 16/798 kB Progress (2): 129/205 kB | 33/798 kB Progress (2): 146/205 kB | 33/798 kB Progress (2): 146/205 kB | 49/798 kB Progress (2): 146/205 kB | 62/798 kB Progress (2): 162/205 kB | 62/798 kB Progress (2): 162/205 kB | 78/798 kB Progress (2): 162/205 kB | 95/798 kB Progress (2): 179/205 kB | 95/798 kB Progress (2): 179/205 kB | 111/798 kB Progress (2): 179/205 kB | 128/798 kB Progress (2): 195/205 kB | 128/798 kB Progress (2): 205 kB | 128/798 kB Progress (3): 205 kB | 128/798 kB | 1.4/13 kB Progress (3): 205 kB | 144/798 kB | 1.4/13 kB Progress (4): 205 kB | 144/798 kB | 1.4/13 kB | 16/182 kB Progress (4): 205 kB | 144/798 kB | 2.8/13 kB | 16/182 kB Progress (4): 205 kB | 144/798 kB | 4.1/13 kB | 16/182 kB Progress (4): 205 kB | 160/798 kB | 4.1/13 kB | 16/182 kB Progress (4): 205 kB | 160/798 kB | 5.5/13 kB | 16/182 kB Progress (4): 205 kB | 160/798 kB | 5.5/13 kB | 33/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.1 MB/s) 2024-09-12T17:24:53.114 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 160/798 kB | 6.9/13 kB | 33/182 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T17:24:53.115 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 177/798 kB | 6.9/13 kB | 33/182 kB Progress (3): 177/798 kB | 8.3/13 kB | 33/182 kB Progress (3): 177/798 kB | 9.7/13 kB | 33/182 kB Progress (3): 177/798 kB | 11/13 kB | 33/182 kB Progress (3): 193/798 kB | 11/13 kB | 33/182 kB Progress (3): 193/798 kB | 11/13 kB | 49/182 kB Progress (3): 193/798 kB | 12/13 kB | 49/182 kB Progress (3): 193/798 kB | 13 kB | 49/182 kB Progress (3): 209/798 kB | 13 kB | 49/182 kB Progress (3): 226/798 kB | 13 kB | 49/182 kB Progress (3): 226/798 kB | 13 kB | 62/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 134 kB/s) 2024-09-12T17:24:53.115 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T17:24:53.127 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 242/798 kB | 62/182 kB Progress (2): 259/798 kB | 62/182 kB Progress (2): 259/798 kB | 78/182 kB Progress (2): 275/798 kB | 78/182 kB Progress (2): 291/798 kB | 78/182 kB Progress (2): 308/798 kB | 78/182 kB Progress (2): 308/798 kB | 94/182 kB Progress (2): 324/798 kB | 94/182 kB Progress (2): 341/798 kB | 94/182 kB Progress (2): 341/798 kB | 111/182 kB Progress (2): 357/798 kB | 111/182 kB Progress (2): 373/798 kB | 111/182 kB Progress (2): 390/798 kB | 111/182 kB Progress (2): 406/798 kB | 111/182 kB Progress (2): 422/798 kB | 111/182 kB Progress (2): 439/798 kB | 111/182 kB Progress (2): 455/798 kB | 111/182 kB Progress (3): 455/798 kB | 111/182 kB | 16/151 kB Progress (3): 472/798 kB | 111/182 kB | 16/151 kB Progress (3): 472/798 kB | 111/182 kB | 33/151 kB Progress (3): 488/798 kB | 111/182 kB | 33/151 kB Progress (3): 488/798 kB | 111/182 kB | 49/151 kB Progress (3): 504/798 kB | 111/182 kB | 49/151 kB Progress (3): 504/798 kB | 111/182 kB | 66/151 kB Progress (3): 521/798 kB | 111/182 kB | 66/151 kB Progress (3): 521/798 kB | 111/182 kB | 82/151 kB Progress (3): 537/798 kB | 111/182 kB | 82/151 kB Progress (3): 537/798 kB | 111/182 kB | 98/151 kB Progress (3): 554/798 kB | 111/182 kB | 98/151 kB Progress (3): 570/798 kB | 111/182 kB | 98/151 kB Progress (3): 570/798 kB | 127/182 kB | 98/151 kB Progress (3): 586/798 kB | 127/182 kB | 98/151 kB Progress (3): 586/798 kB | 127/182 kB | 115/151 kB Progress (3): 586/798 kB | 127/182 kB | 131/151 kB Progress (3): 603/798 kB | 127/182 kB | 131/151 kB Progress (3): 603/798 kB | 143/182 kB | 131/151 kB Progress (3): 603/798 kB | 143/182 kB | 147/151 kB Progress (3): 619/798 kB | 143/182 kB | 147/151 kB Progress (3): 619/798 kB | 143/182 kB | 151 kB Progress (3): 619/798 kB | 160/182 kB | 151 kB Progress (3): 635/798 kB | 160/182 kB | 151 kB Progress (3): 652/798 kB | 160/182 kB | 151 kB Progress (3): 652/798 kB | 176/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.4 MB/s) 2024-09-12T17:24:53.127 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 652/798 kB | 182 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T17:24:53.127 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 668/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.7 MB/s) 2024-09-12T17:24:53.127 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T17:24:53.129 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 685/798 kB Progress (1): 701/798 kB Progress (1): 717/798 kB Progress (2): 717/798 kB | 16/27 kB Progress (2): 717/798 kB | 27 kB Progress (2): 734/798 kB | 27 kB Progress (2): 750/798 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 241 kB/s) 2024-09-12T17:24:53.129 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T17:24:53.131 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 766/798 kB Progress (2): 766/798 kB | 16/30 kB Progress (2): 783/798 kB | 16/30 kB Progress (2): 798 kB | 16/30 kB Progress (2): 798 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 261 kB/s) 2024-09-12T17:24:53.131 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 6.9 MB/s) 2024-09-12T17:24:53.131 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T17:24:53.131 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T17:24:53.141 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 105 kB/s) 2024-09-12T17:24:53.141 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T17:24:53.145 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/385 kB Progress (1): 33/385 kB Progress (1): 49/385 kB Progress (2): 49/385 kB | 16/75 kB Progress (2): 65/385 kB | 16/75 kB Progress (2): 65/385 kB | 33/75 kB Progress (2): 82/385 kB | 33/75 kB Progress (2): 82/385 kB | 49/75 kB Progress (2): 98/385 kB | 49/75 kB Progress (2): 98/385 kB | 61/75 kB Progress (2): 98/385 kB | 75 kB Progress (2): 114/385 kB | 75 kB Progress (2): 131/385 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 582 kB/s) 2024-09-12T17:24:53.145 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 131/385 kB | 16/329 kB Progress (2): 147/385 kB | 16/329 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T17:24:53.168 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 147/385 kB | 33/329 kB Progress (2): 164/385 kB | 33/329 kB Progress (2): 164/385 kB | 49/329 kB Progress (2): 180/385 kB | 49/329 kB Progress (2): 180/385 kB | 64/329 kB Progress (2): 196/385 kB | 64/329 kB Progress (3): 196/385 kB | 64/329 kB | 16/780 kB Progress (3): 213/385 kB | 64/329 kB | 16/780 kB Progress (3): 213/385 kB | 80/329 kB | 16/780 kB Progress (3): 229/385 kB | 80/329 kB | 16/780 kB Progress (3): 229/385 kB | 97/329 kB | 16/780 kB Progress (3): 245/385 kB | 97/329 kB | 16/780 kB Progress (3): 245/385 kB | 97/329 kB | 33/780 kB Progress (3): 245/385 kB | 113/329 kB | 33/780 kB Progress (3): 262/385 kB | 113/329 kB | 33/780 kB Progress (3): 262/385 kB | 129/329 kB | 33/780 kB Progress (3): 278/385 kB | 129/329 kB | 33/780 kB Progress (3): 278/385 kB | 146/329 kB | 33/780 kB Progress (3): 295/385 kB | 146/329 kB | 33/780 kB Progress (3): 295/385 kB | 162/329 kB | 33/780 kB Progress (3): 295/385 kB | 162/329 kB | 49/780 kB Progress (3): 311/385 kB | 162/329 kB | 49/780 kB Progress (3): 311/385 kB | 179/329 kB | 49/780 kB Progress (3): 311/385 kB | 179/329 kB | 66/780 kB Progress (3): 327/385 kB | 179/329 kB | 66/780 kB Progress (4): 327/385 kB | 179/329 kB | 66/780 kB | 16/354 kB Progress (5): 327/385 kB | 179/329 kB | 66/780 kB | 16/354 kB | 16/501 kB Progress (5): 327/385 kB | 195/329 kB | 66/780 kB | 16/354 kB | 16/501 kB Progress (5): 327/385 kB | 195/329 kB | 82/780 kB | 16/354 kB | 16/501 kB Progress (5): 327/385 kB | 195/329 kB | 82/780 kB | 33/354 kB | 16/501 kB Progress (5): 344/385 kB | 195/329 kB | 82/780 kB | 33/354 kB | 16/501 kB Progress (5): 344/385 kB | 195/329 kB | 82/780 kB | 33/354 kB | 33/501 kB Progress (5): 344/385 kB | 211/329 kB | 82/780 kB | 33/354 kB | 33/501 kB Progress (5): 344/385 kB | 211/329 kB | 98/780 kB | 33/354 kB | 33/501 kB Progress (5): 344/385 kB | 211/329 kB | 98/780 kB | 49/354 kB | 33/501 kB Progress (5): 360/385 kB | 211/329 kB | 98/780 kB | 49/354 kB | 33/501 kB Progress (5): 360/385 kB | 211/329 kB | 98/780 kB | 49/354 kB | 49/501 kB Progress (5): 360/385 kB | 228/329 kB | 98/780 kB | 49/354 kB | 49/501 kB Progress (5): 360/385 kB | 228/329 kB | 115/780 kB | 49/354 kB | 49/501 kB Progress (5): 360/385 kB | 228/329 kB | 115/780 kB | 66/354 kB | 49/501 kB Progress (5): 376/385 kB | 228/329 kB | 115/780 kB | 66/354 kB | 49/501 kB Progress (5): 376/385 kB | 228/329 kB | 115/780 kB | 66/354 kB | 63/501 kB Progress (5): 376/385 kB | 244/329 kB | 115/780 kB | 66/354 kB | 63/501 kB Progress (5): 376/385 kB | 244/329 kB | 131/780 kB | 66/354 kB | 63/501 kB Progress (5): 376/385 kB | 244/329 kB | 131/780 kB | 82/354 kB | 63/501 kB Progress (5): 385 kB | 244/329 kB | 131/780 kB | 82/354 kB | 63/501 kB Progress (5): 385 kB | 244/329 kB | 131/780 kB | 82/354 kB | 79/501 kB Progress (5): 385 kB | 260/329 kB | 131/780 kB | 82/354 kB | 79/501 kB Progress (5): 385 kB | 260/329 kB | 147/780 kB | 82/354 kB | 79/501 kB Progress (5): 385 kB | 260/329 kB | 147/780 kB | 98/354 kB | 79/501 kB Progress (5): 385 kB | 260/329 kB | 147/780 kB | 98/354 kB | 96/501 kB Progress (5): 385 kB | 277/329 kB | 147/780 kB | 98/354 kB | 96/501 kB Progress (5): 385 kB | 277/329 kB | 164/780 kB | 98/354 kB | 96/501 kB Progress (5): 385 kB | 277/329 kB | 164/780 kB | 115/354 kB | 96/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.5 MB/s) 2024-09-12T17:24:53.168 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (4): 277/329 kB | 164/780 kB | 115/354 kB | 112/501 kB Progress (4): 293/329 kB | 164/780 kB | 115/354 kB | 112/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T17:24:53.170 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (4): 293/329 kB | 180/780 kB | 115/354 kB | 112/501 kB Progress (4): 293/329 kB | 180/780 kB | 131/354 kB | 112/501 kB Progress (4): 293/329 kB | 180/780 kB | 131/354 kB | 128/501 kB Progress (4): 310/329 kB | 180/780 kB | 131/354 kB | 128/501 kB Progress (4): 310/329 kB | 197/780 kB | 131/354 kB | 128/501 kB Progress (4): 310/329 kB | 197/780 kB | 147/354 kB | 128/501 kB Progress (4): 310/329 kB | 197/780 kB | 147/354 kB | 145/501 kB Progress (4): 326/329 kB | 197/780 kB | 147/354 kB | 145/501 kB Progress (4): 326/329 kB | 213/780 kB | 147/354 kB | 145/501 kB Progress (4): 326/329 kB | 213/780 kB | 147/354 kB | 161/501 kB Progress (4): 329 kB | 213/780 kB | 147/354 kB | 161/501 kB Progress (4): 329 kB | 213/780 kB | 164/354 kB | 161/501 kB Progress (4): 329 kB | 213/780 kB | 164/354 kB | 177/501 kB Progress (4): 329 kB | 229/780 kB | 164/354 kB | 177/501 kB Progress (4): 329 kB | 229/780 kB | 164/354 kB | 194/501 kB Progress (4): 329 kB | 229/780 kB | 180/354 kB | 194/501 kB Progress (4): 329 kB | 246/780 kB | 180/354 kB | 194/501 kB Progress (4): 329 kB | 246/780 kB | 180/354 kB | 210/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 2.2 MB/s) 2024-09-12T17:24:53.170 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T17:24:53.174 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 246/780 kB | 180/354 kB | 227/501 kB Progress (3): 262/780 kB | 180/354 kB | 227/501 kB Progress (3): 262/780 kB | 197/354 kB | 227/501 kB Progress (3): 262/780 kB | 197/354 kB | 243/501 kB Progress (3): 279/780 kB | 197/354 kB | 243/501 kB Progress (3): 279/780 kB | 213/354 kB | 243/501 kB Progress (3): 279/780 kB | 213/354 kB | 259/501 kB Progress (3): 295/780 kB | 213/354 kB | 259/501 kB Progress (3): 295/780 kB | 229/354 kB | 259/501 kB Progress (3): 295/780 kB | 229/354 kB | 276/501 kB Progress (3): 311/780 kB | 229/354 kB | 276/501 kB Progress (3): 311/780 kB | 246/354 kB | 276/501 kB Progress (3): 311/780 kB | 256/354 kB | 276/501 kB Progress (3): 311/780 kB | 256/354 kB | 292/501 kB Progress (3): 311/780 kB | 272/354 kB | 292/501 kB Progress (3): 328/780 kB | 272/354 kB | 292/501 kB Progress (3): 328/780 kB | 272/354 kB | 309/501 kB Progress (3): 328/780 kB | 289/354 kB | 309/501 kB Progress (3): 344/780 kB | 289/354 kB | 309/501 kB Progress (3): 344/780 kB | 305/354 kB | 309/501 kB Progress (3): 344/780 kB | 305/354 kB | 325/501 kB Progress (3): 360/780 kB | 305/354 kB | 325/501 kB Progress (3): 360/780 kB | 321/354 kB | 325/501 kB Progress (3): 360/780 kB | 321/354 kB | 341/501 kB Progress (3): 377/780 kB | 321/354 kB | 341/501 kB Progress (3): 377/780 kB | 338/354 kB | 341/501 kB Progress (3): 377/780 kB | 338/354 kB | 358/501 kB Progress (3): 377/780 kB | 354 kB | 358/501 kB Progress (3): 393/780 kB | 354 kB | 358/501 kB Progress (3): 393/780 kB | 354 kB | 374/501 kB Progress (3): 410/780 kB | 354 kB | 374/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.3 MB/s) 2024-09-12T17:24:53.174 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T17:24:53.177 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 410/780 kB | 390/501 kB Progress (2): 426/780 kB | 390/501 kB Progress (2): 426/780 kB | 407/501 kB Progress (2): 442/780 kB | 407/501 kB Progress (2): 459/780 kB | 407/501 kB Progress (2): 459/780 kB | 423/501 kB Progress (2): 475/780 kB | 423/501 kB Progress (2): 475/780 kB | 440/501 kB Progress (2): 492/780 kB | 440/501 kB Progress (2): 492/780 kB | 456/501 kB Progress (2): 508/780 kB | 456/501 kB Progress (2): 508/780 kB | 472/501 kB Progress (2): 508/780 kB | 489/501 kB Progress (2): 508/780 kB | 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 3.1 MB/s) 2024-09-12T17:24:53.177 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T17:24:53.183 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 524/780 kB Progress (1): 541/780 kB Progress (1): 557/780 kB Progress (1): 573/780 kB Progress (2): 573/780 kB | 16/41 kB Progress (2): 590/780 kB | 16/41 kB Progress (2): 590/780 kB | 33/41 kB Progress (2): 606/780 kB | 33/41 kB Progress (2): 606/780 kB | 41 kB Progress (2): 623/780 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 249 kB/s) 2024-09-12T17:24:53.183 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 639/780 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T17:24:53.185 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 655/780 kB Progress (1): 672/780 kB Progress (1): 688/780 kB Progress (1): 705/780 kB Progress (2): 705/780 kB | 6.4 kB Progress (2): 721/780 kB | 6.4 kB Progress (2): 737/780 kB | 6.4 kB Progress (2): 754/780 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 38 kB/s) 2024-09-12T17:24:53.185 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T17:24:53.186 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 770/780 kB Progress (1): 780 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.6 MB/s) 2024-09-12T17:24:53.186 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T17:24:53.195 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/586 kB Progress (1): 32/586 kB Progress (1): 49/586 kB Progress (1): 65/586 kB Progress (1): 81/586 kB Progress (1): 98/586 kB Progress (1): 114/586 kB Progress (1): 130/586 kB Progress (1): 147/586 kB Progress (1): 163/586 kB Progress (2): 163/586 kB | 16/211 kB Progress (2): 180/586 kB | 16/211 kB Progress (2): 180/586 kB | 33/211 kB Progress (2): 196/586 kB | 33/211 kB Progress (2): 196/586 kB | 49/211 kB Progress (2): 212/586 kB | 49/211 kB Progress (2): 212/586 kB | 65/211 kB Progress (2): 229/586 kB | 65/211 kB Progress (2): 229/586 kB | 81/211 kB Progress (2): 245/586 kB | 81/211 kB Progress (2): 245/586 kB | 98/211 kB Progress (2): 262/586 kB | 98/211 kB Progress (2): 262/586 kB | 114/211 kB Progress (2): 262/586 kB | 131/211 kB Progress (2): 278/586 kB | 131/211 kB Progress (2): 278/586 kB | 147/211 kB Progress (2): 294/586 kB | 147/211 kB Progress (2): 294/586 kB | 163/211 kB Progress (2): 311/586 kB | 163/211 kB Progress (2): 311/586 kB | 180/211 kB Progress (2): 327/586 kB | 180/211 kB Progress (2): 327/586 kB | 196/211 kB Progress (2): 343/586 kB | 196/211 kB Progress (2): 343/586 kB | 211 kB Progress (2): 360/586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.2 MB/s) 2024-09-12T17:24:53.195 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 376/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T17:24:53.199 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 393/586 kB Progress (1): 409/586 kB Progress (1): 425/586 kB Progress (1): 442/586 kB Progress (1): 458/586 kB Progress (1): 475/586 kB Progress (1): 491/586 kB Progress (1): 507/586 kB Progress (1): 524/586 kB Progress (1): 540/586 kB Progress (2): 540/586 kB | 14 kB Progress (2): 556/586 kB | 14 kB Progress (2): 573/586 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 79 kB/s) 2024-09-12T17:24:53.199 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T17:24:53.200 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.2 MB/s) 2024-09-12T17:24:53.200 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T17:24:53.202 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/106 kB Progress (1): 33/106 kB Progress (2): 33/106 kB | 6.8 kB Progress (2): 49/106 kB | 6.8 kB Progress (2): 65/106 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 37 kB/s) 2024-09-12T17:24:53.202 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:24:53.203 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 81/106 kB Progress (1): 98/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 571 kB/s) 2024-09-12T17:24:53.203 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T17:24:53.217 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 66/245 kB Progress (1): 82/245 kB Progress (1): 98/245 kB Progress (1): 115/245 kB Progress (1): 131/245 kB Progress (1): 147/245 kB Progress (1): 164/245 kB Progress (1): 180/245 kB Progress (1): 197/245 kB Progress (1): 213/245 kB Progress (2): 213/245 kB | 16/205 kB Progress (2): 229/245 kB | 16/205 kB Progress (2): 229/245 kB | 33/205 kB Progress (2): 245 kB | 33/205 kB Progress (2): 245 kB | 49/205 kB Progress (3): 245 kB | 49/205 kB | 16/16 kB Progress (4): 245 kB | 49/205 kB | 16/16 kB | 15/15 kB Progress (4): 245 kB | 49/205 kB | 16 kB | 15/15 kB Progress (4): 245 kB | 49/205 kB | 16 kB | 15 kB Progress (4): 245 kB | 66/205 kB | 16 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-12T17:24:53.218 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T17:24:53.218 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 81/205 kB | 16 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 83 kB/s) 2024-09-12T17:24:53.218 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 76 kB/s) 2024-09-12T17:24:53.218 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T17:24:53.218 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T17:24:53.219 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 98/205 kB Progress (1): 114/205 kB Progress (2): 114/205 kB | 6.4 kB Progress (2): 130/205 kB | 6.4 kB Progress (2): 147/205 kB | 6.4 kB Progress (2): 163/205 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 32 kB/s) 2024-09-12T17:24:53.219 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T17:24:53.219 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 180/205 kB Progress (1): 196/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 1.0 MB/s) 2024-09-12T17:24:53.232 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/23 kB Progress (2): 16/23 kB | 16/17 kB Progress (2): 16/23 kB | 17 kB Progress (2): 23 kB | 17 kB Progress (3): 23 kB | 17 kB | 16/24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 81 kB/s) 2024-09-12T17:24:53.232 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 106 kB/s) 2024-09-12T17:24:53.233 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 24 kB Progress (2): 24 kB | 15/184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 113 kB/s) 2024-09-12T17:24:53.235 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 31/184 kB Progress (1): 48/184 kB Progress (1): 64/184 kB Progress (1): 77/184 kB Progress (1): 94/184 kB Progress (1): 110/184 kB Progress (1): 126/184 kB Progress (1): 143/184 kB Progress (1): 159/184 kB Progress (1): 175/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 847 kB/s) 2024-09-12T17:24:53.256 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:53.256 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T17:24:53.262 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T17:24:53.277 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-12T17:24:53.280 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T17:24:53.294 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-12T17:24:53.296 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T17:24:53.311 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/43 kB Progress (1): 32/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-12T17:24:53.316 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T17:24:53.332 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 839 kB/s) 2024-09-12T17:24:53.338 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T17:24:53.355 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15/153 kB Progress (1): 31/153 kB Progress (1): 48/153 kB Progress (1): 64/153 kB Progress (1): 80/153 kB Progress (1): 96/153 kB Progress (1): 112/153 kB Progress (1): 129/153 kB Progress (1): 145/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 9.0 MB/s) 2024-09-12T17:24:53.355 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T17:24:53.375 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 63/215 kB Progress (1): 79/215 kB Progress (1): 96/215 kB Progress (1): 112/215 kB Progress (1): 129/215 kB Progress (1): 145/215 kB Progress (1): 161/215 kB Progress (1): 178/215 kB Progress (1): 194/215 kB Progress (1): 211/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 11 MB/s) 2024-09-12T17:24:53.436 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:53.436 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:24:53.440 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T17:24:53.454 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 190 kB/s) 2024-09-12T17:24:53.455 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T17:24:53.470 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.6 MB/s) 2024-09-12T17:24:53.473 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T17:24:53.487 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-12T17:24:53.489 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T17:24:53.503 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.8 MB/s) 2024-09-12T17:24:53.506 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T17:24:53.520 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 431 kB/s) 2024-09-12T17:24:53.522 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T17:24:53.536 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-12T17:24:53.540 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T17:24:53.554 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 44 kB/s) 2024-09-12T17:24:53.556 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T17:24:53.570 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-12T17:24:53.572 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T17:24:53.586 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-12T17:24:53.589 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T17:24:53.603 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 214 kB/s) 2024-09-12T17:24:53.605 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T17:24:53.620 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 557 kB/s) 2024-09-12T17:24:53.622 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T17:24:53.637 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 558 kB/s) 2024-09-12T17:24:53.640 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T17:24:53.655 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 572 kB/s) 2024-09-12T17:24:53.658 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T17:24:53.673 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.3 MB/s) 2024-09-12T17:24:53.678 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T17:24:53.692 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 364 kB/s) 2024-09-12T17:24:53.695 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T17:24:53.710 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.0 MB/s) 2024-09-12T17:24:53.715 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T17:24:53.730 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 364 kB/s) 2024-09-12T17:24:53.734 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T17:24:53.750 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.7 MB/s) 2024-09-12T17:24:53.750 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T17:24:53.751 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T17:24:53.751 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T17:24:53.751 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T17:24:53.751 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T17:24:53.767 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/55 kB Progress (2): 16/55 kB | 16/41 kB Progress (3): 16/55 kB | 16/41 kB | 2.5 kB Progress (4): 16/55 kB | 16/41 kB | 2.5 kB | 8.5 kB Progress (4): 33/55 kB | 16/41 kB | 2.5 kB | 8.5 kB Progress (4): 33/55 kB | 33/41 kB | 2.5 kB | 8.5 kB Progress (5): 33/55 kB | 33/41 kB | 2.5 kB | 8.5 kB | 16/269 kB Progress (5): 49/55 kB | 33/41 kB | 2.5 kB | 8.5 kB | 16/269 kB Progress (5): 49/55 kB | 41 kB | 2.5 kB | 8.5 kB | 16/269 kB Progress (5): 55 kB | 41 kB | 2.5 kB | 8.5 kB | 16/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 156 kB/s) 2024-09-12T17:24:53.768 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 530 kB/s) 2024-09-12T17:24:53.768 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 55 kB | 41 kB | 33/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T17:24:53.768 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T17:24:53.768 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.4 MB/s) 2024-09-12T17:24:53.768 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.2 MB/s) 2024-09-12T17:24:53.772 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 49/269 kB Progress (1): 66/269 kB Progress (1): 82/269 kB Progress (1): 98/269 kB Progress (1): 115/269 kB Progress (1): 131/269 kB Progress (1): 147/269 kB Progress (1): 164/269 kB Progress (1): 180/269 kB Progress (1): 197/269 kB Progress (1): 213/269 kB Progress (1): 229/269 kB Progress (1): 246/269 kB Progress (1): 256/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 12 MB/s) 2024-09-12T17:24:53.793 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/587 kB Progress (1): 33/587 kB Progress (2): 33/587 kB | 16/327 kB Progress (2): 49/587 kB | 16/327 kB Progress (2): 49/587 kB | 33/327 kB Progress (2): 65/587 kB | 33/327 kB Progress (2): 81/587 kB | 33/327 kB Progress (2): 81/587 kB | 49/327 kB Progress (2): 98/587 kB | 49/327 kB Progress (2): 98/587 kB | 65/327 kB Progress (2): 114/587 kB | 65/327 kB Progress (2): 130/587 kB | 65/327 kB Progress (2): 130/587 kB | 81/327 kB Progress (2): 147/587 kB | 81/327 kB Progress (2): 163/587 kB | 81/327 kB Progress (2): 163/587 kB | 98/327 kB Progress (2): 180/587 kB | 98/327 kB Progress (2): 196/587 kB | 98/327 kB Progress (2): 196/587 kB | 114/327 kB Progress (2): 212/587 kB | 114/327 kB Progress (2): 229/587 kB | 114/327 kB Progress (2): 229/587 kB | 130/327 kB Progress (2): 245/587 kB | 130/327 kB Progress (2): 261/587 kB | 130/327 kB Progress (2): 261/587 kB | 147/327 kB Progress (2): 278/587 kB | 147/327 kB Progress (2): 294/587 kB | 147/327 kB Progress (2): 294/587 kB | 163/327 kB Progress (2): 311/587 kB | 163/327 kB Progress (2): 327/587 kB | 163/327 kB Progress (2): 327/587 kB | 179/327 kB Progress (2): 343/587 kB | 179/327 kB Progress (2): 360/587 kB | 179/327 kB Progress (2): 360/587 kB | 196/327 kB Progress (2): 376/587 kB | 196/327 kB Progress (2): 393/587 kB | 196/327 kB Progress (2): 393/587 kB | 212/327 kB Progress (2): 409/587 kB | 212/327 kB Progress (2): 425/587 kB | 212/327 kB Progress (2): 425/587 kB | 229/327 kB Progress (2): 442/587 kB | 229/327 kB Progress (2): 458/587 kB | 229/327 kB Progress (2): 458/587 kB | 245/327 kB Progress (2): 474/587 kB | 245/327 kB Progress (2): 491/587 kB | 245/327 kB Progress (2): 491/587 kB | 261/327 kB Progress (2): 507/587 kB | 261/327 kB Progress (2): 524/587 kB | 261/327 kB Progress (2): 524/587 kB | 278/327 kB Progress (2): 540/587 kB | 278/327 kB Progress (2): 556/587 kB | 278/327 kB Progress (2): 556/587 kB | 294/327 kB Progress (2): 573/587 kB | 294/327 kB Progress (2): 587 kB | 294/327 kB Progress (2): 587 kB | 311/327 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 14 MB/s) 2024-09-12T17:24:53.793 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 327/327 kB Progress (1): 327 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 7.8 MB/s) 2024-09-12T17:24:53.851 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:24:53.852 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:53.852 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:24:53.860 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T17:24:53.875 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 316 kB/s) 2024-09-12T17:24:53.878 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T17:24:53.893 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 424 kB/s) 2024-09-12T17:24:53.896 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T17:24:53.912 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.2 MB/s) 2024-09-12T17:24:53.915 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T17:24:53.930 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-12T17:24:53.934 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T17:24:53.949 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 54 kB/s) 2024-09-12T17:24:53.952 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T17:24:53.967 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 303 kB/s) 2024-09-12T17:24:53.969 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T17:24:53.984 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T17:24:53.988 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T17:24:54.003 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 355 kB/s) 2024-09-12T17:24:54.005 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T17:24:54.019 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 296 kB/s) 2024-09-12T17:24:54.022 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T17:24:54.036 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 169 kB/s) 2024-09-12T17:24:54.038 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T17:24:54.052 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-12T17:24:54.055 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T17:24:54.069 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-12T17:24:54.072 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T17:24:54.086 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-12T17:24:54.089 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T17:24:54.103 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T17:24:54.105 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T17:24:54.119 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 599 kB/s) 2024-09-12T17:24:54.121 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T17:24:54.136 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 191 kB/s) 2024-09-12T17:24:54.140 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T17:24:54.154 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-12T17:24:54.157 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T17:24:54.171 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 81 kB/s) 2024-09-12T17:24:54.176 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T17:24:54.190 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-12T17:24:54.192 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T17:24:54.211 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 318 kB/s) 2024-09-12T17:24:54.213 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T17:24:54.227 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.7 MB/s) 2024-09-12T17:24:54.230 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T17:24:54.245 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 80 kB/s) 2024-09-12T17:24:54.247 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T17:24:54.261 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 94 kB/s) 2024-09-12T17:24:54.269 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T17:24:54.284 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 903 kB/s) 2024-09-12T17:24:54.285 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T17:24:54.285 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T17:24:54.285 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T17:24:54.285 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T17:24:54.285 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T17:24:54.303 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/55 kB Progress (2): 4.2 kB | 33/55 kB Progress (3): 4.2 kB | 33/55 kB | 15/122 kB Progress (3): 4.2 kB | 49/55 kB | 15/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 263 kB/s) 2024-09-12T17:24:54.303 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 49/55 kB | 15/122 kB | 16/27 kB Progress (4): 49/55 kB | 15/122 kB | 16/27 kB | 16/334 kB Progress (4): 55 kB | 15/122 kB | 16/27 kB | 16/334 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T17:24:54.303 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (4): 55 kB | 15/122 kB | 27 kB | 16/334 kB Progress (4): 55 kB | 31/122 kB | 27 kB | 16/334 kB Progress (4): 55 kB | 31/122 kB | 27 kB | 32/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.2 MB/s) 2024-09-12T17:24:54.304 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 48/122 kB | 27 kB | 32/334 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T17:24:54.304 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 48/122 kB | 27 kB | 49/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.7 MB/s) 2024-09-12T17:24:54.304 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T17:24:54.305 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 64/122 kB | 49/334 kB Progress (2): 64/122 kB | 65/334 kB Progress (2): 80/122 kB | 65/334 kB Progress (2): 80/122 kB | 81/334 kB Progress (2): 96/122 kB | 81/334 kB Progress (2): 96/122 kB | 98/334 kB Progress (2): 113/122 kB | 98/334 kB Progress (2): 113/122 kB | 114/334 kB Progress (2): 122 kB | 114/334 kB Progress (2): 122 kB | 130/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.1 MB/s) 2024-09-12T17:24:54.308 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 147/334 kB Progress (1): 163/334 kB Progress (1): 180/334 kB Progress (1): 196/334 kB Progress (1): 212/334 kB Progress (1): 229/334 kB Progress (1): 245/334 kB Progress (1): 262/334 kB Progress (1): 278/334 kB Progress (1): 294/334 kB Progress (1): 311/334 kB Progress (1): 327/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 14 MB/s) 2024-09-12T17:24:54.315 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 161 kB/s) 2024-09-12T17:24:54.317 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (2): 33/267 kB | 16/23 kB Progress (2): 49/267 kB | 16/23 kB Progress (2): 49/267 kB | 23 kB Progress (2): 62/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 712 kB/s) 2024-09-12T17:24:54.322 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 79/267 kB Progress (1): 95/267 kB Progress (1): 112/267 kB Progress (1): 128/267 kB Progress (1): 144/267 kB Progress (1): 161/267 kB Progress (1): 177/267 kB Progress (1): 193/267 kB Progress (1): 210/267 kB Progress (1): 226/267 kB Progress (1): 243/267 kB Progress (1): 259/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 7.2 MB/s) 2024-09-12T17:24:54.457 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T17:24:54.459 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T17:24:55.657 INFO:tasks.workunit.client.0.smithi001.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:24:55.657 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:55.657 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:24:55.660 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:24:55.660 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:55.660 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:24:55.665 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T17:24:55.665 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T17:24:55.823 INFO:tasks.workunit.client.0.smithi001.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:24:55.823 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:55.823 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:24:55.827 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T17:24:55.842 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-12T17:24:55.846 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T17:24:55.860 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-12T17:24:55.863 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T17:24:55.878 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-12T17:24:55.881 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T17:24:55.896 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 271 kB/s) 2024-09-12T17:24:55.899 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T17:24:55.914 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-12T17:24:55.918 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T17:24:55.932 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 318 kB/s) 2024-09-12T17:24:55.936 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T17:24:55.950 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 126 kB/s) 2024-09-12T17:24:55.954 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T17:24:55.968 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 146 kB/s) 2024-09-12T17:24:55.970 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T17:24:55.985 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.2 MB/s) 2024-09-12T17:24:55.987 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T17:24:56.002 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 126 kB/s) 2024-09-12T17:24:56.005 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T17:24:56.020 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 362 kB/s) 2024-09-12T17:24:56.023 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T17:24:56.038 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 168 kB/s) 2024-09-12T17:24:56.039 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T17:24:56.053 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-12T17:24:56.055 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T17:24:56.070 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.7 MB/s) 2024-09-12T17:24:56.072 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T17:24:56.086 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.1 MB/s) 2024-09-12T17:24:56.089 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T17:24:56.103 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 618 kB/s) 2024-09-12T17:24:56.105 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T17:24:56.120 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-12T17:24:56.123 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T17:24:56.137 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 576 kB/s) 2024-09-12T17:24:56.141 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T17:24:56.155 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 145 kB/s) 2024-09-12T17:24:56.158 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T17:24:56.173 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 173 kB/s) 2024-09-12T17:24:56.176 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T17:24:56.190 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-12T17:24:56.192 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T17:24:56.210 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 170 kB/s) 2024-09-12T17:24:56.211 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T17:24:56.225 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.5 MB/s) 2024-09-12T17:24:56.228 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T17:24:56.242 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 451 kB/s) 2024-09-12T17:24:56.244 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T17:24:56.258 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 969 kB/s) 2024-09-12T17:24:56.261 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T17:24:56.275 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 212 kB/s) 2024-09-12T17:24:56.276 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T17:24:56.290 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 486 kB/s) 2024-09-12T17:24:56.292 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T17:24:56.305 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-12T17:24:56.308 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T17:24:56.321 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 148 kB/s) 2024-09-12T17:24:56.324 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T17:24:56.339 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 149 kB/s) 2024-09-12T17:24:56.346 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T17:24:56.362 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 202 kB/s) 2024-09-12T17:24:56.368 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T17:24:56.385 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 935 kB/s) 2024-09-12T17:24:56.388 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T17:24:56.404 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 906 kB/s) 2024-09-12T17:24:56.410 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T17:24:56.426 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 895 kB/s) 2024-09-12T17:24:56.430 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T17:24:56.444 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 319 kB/s) 2024-09-12T17:24:56.447 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T17:24:56.462 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 418 kB/s) 2024-09-12T17:24:56.466 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T17:24:56.483 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.0 MB/s) 2024-09-12T17:24:56.490 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T17:24:56.505 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.1 MB/s) 2024-09-12T17:24:56.509 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T17:24:56.523 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 987 kB/s) 2024-09-12T17:24:56.528 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T17:24:56.543 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 50 kB/s) 2024-09-12T17:24:56.545 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T17:24:56.560 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 320 kB/s) 2024-09-12T17:24:56.564 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T17:24:56.579 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 527 kB/s) 2024-09-12T17:24:56.584 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T17:24:56.599 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 200 kB/s) 2024-09-12T17:24:56.605 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T17:24:56.620 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 283 kB/s) 2024-09-12T17:24:56.626 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T17:24:56.641 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 137 kB/s) 2024-09-12T17:24:56.646 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T17:24:56.662 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 217 kB/s) 2024-09-12T17:24:56.668 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T17:24:56.684 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 684 kB/s) 2024-09-12T17:24:56.688 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T17:24:56.704 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 842 kB/s) 2024-09-12T17:24:56.708 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T17:24:56.725 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.0 MB/s) 2024-09-12T17:24:56.731 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T17:24:56.746 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-12T17:24:56.750 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T17:24:56.765 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 381 kB/s) 2024-09-12T17:24:56.769 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T17:24:56.785 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 458 kB/s) 2024-09-12T17:24:56.789 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T17:24:56.804 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 322 kB/s) 2024-09-12T17:24:56.810 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T17:24:56.828 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 406 kB/s) 2024-09-12T17:24:56.834 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T17:24:56.851 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.3 MB/s) 2024-09-12T17:24:56.856 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T17:24:56.874 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.3 MB/s) 2024-09-12T17:24:56.882 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T17:24:56.898 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.4 MB/s) 2024-09-12T17:24:56.905 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T17:24:56.921 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 377 kB/s) 2024-09-12T17:24:56.925 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T17:24:56.940 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 285 kB/s) 2024-09-12T17:24:56.944 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T17:24:56.959 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-12T17:24:56.963 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T17:24:56.979 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.6 MB/s) 2024-09-12T17:24:56.986 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T17:24:57.001 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 148 kB/s) 2024-09-12T17:24:57.014 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T17:24:57.043 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 65/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 114/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 294/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-12T17:24:57.043 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T17:24:57.044 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T17:24:57.044 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T17:24:57.045 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T17:24:57.045 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T17:24:57.061 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 49/171 kB Progress (1): 64/171 kB Progress (1): 81/171 kB Progress (2): 81/171 kB | 14 kB Progress (2): 97/171 kB | 14 kB Progress (2): 113/171 kB | 14 kB Progress (3): 113/171 kB | 14 kB | 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 799 kB/s) 2024-09-12T17:24:57.062 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 113/171 kB | 8.2 kB | 16/118 kB Progress (4): 113/171 kB | 8.2 kB | 16/118 kB | 16/26 kB Progress (4): 130/171 kB | 8.2 kB | 16/118 kB | 16/26 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T17:24:57.062 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (4): 130/171 kB | 8.2 kB | 33/118 kB | 16/26 kB Progress (4): 146/171 kB | 8.2 kB | 33/118 kB | 16/26 kB Progress (4): 146/171 kB | 8.2 kB | 33/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 481 kB/s) 2024-09-12T17:24:57.062 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T17:24:57.063 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 163/171 kB | 33/118 kB | 26 kB Progress (3): 163/171 kB | 49/118 kB | 26 kB Progress (3): 171 kB | 49/118 kB | 26 kB Progress (3): 171 kB | 64/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 8.5 MB/s) 2024-09-12T17:24:57.063 INFO:tasks.workunit.client.0.smithi001.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.3 MB/s) 2024-09-12T17:24:57.063 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T17:24:57.064 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T17:24:57.066 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 80/118 kB Progress (1): 97/118 kB Progress (1): 113/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 5.6 MB/s) 2024-09-12T17:24:57.066 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T17:24:57.079 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/146 kB Progress (1): 33/146 kB Progress (1): 49/146 kB Progress (2): 49/146 kB | 16/61 kB Progress (2): 62/146 kB | 16/61 kB Progress (2): 62/146 kB | 33/61 kB Progress (2): 78/146 kB | 33/61 kB Progress (2): 78/146 kB | 49/61 kB Progress (3): 78/146 kB | 49/61 kB | 16/136 kB Progress (3): 95/146 kB | 49/61 kB | 16/136 kB Progress (3): 95/146 kB | 61 kB | 16/136 kB Progress (4): 95/146 kB | 61 kB | 16/136 kB | 16/501 kB Progress (4): 111/146 kB | 61 kB | 16/136 kB | 16/501 kB Progress (4): 111/146 kB | 61 kB | 33/136 kB | 16/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.8 MB/s) 2024-09-12T17:24:57.079 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 128/146 kB | 33/136 kB | 16/501 kB Progress (3): 128/146 kB | 33/136 kB | 33/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T17:24:57.080 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 128/146 kB | 49/136 kB | 33/501 kB Progress (3): 144/146 kB | 49/136 kB | 33/501 kB Progress (3): 146 kB | 49/136 kB | 33/501 kB Progress (3): 146 kB | 49/136 kB | 49/501 kB Progress (3): 146 kB | 64/136 kB | 49/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.2 MB/s) 2024-09-12T17:24:57.080 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T17:24:57.081 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 64/136 kB | 49/501 kB | 16/58 kB Progress (3): 64/136 kB | 66/501 kB | 16/58 kB Progress (3): 80/136 kB | 66/501 kB | 16/58 kB Progress (3): 80/136 kB | 66/501 kB | 33/58 kB Progress (3): 80/136 kB | 82/501 kB | 33/58 kB Progress (3): 80/136 kB | 82/501 kB | 49/58 kB Progress (3): 97/136 kB | 82/501 kB | 49/58 kB Progress (3): 97/136 kB | 82/501 kB | 58 kB Progress (3): 97/136 kB | 97/501 kB | 58 kB Progress (3): 113/136 kB | 97/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-12T17:24:57.083 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 113/136 kB | 114/501 kB Progress (2): 129/136 kB | 114/501 kB Progress (2): 136 kB | 114/501 kB Progress (2): 136 kB | 130/501 kB Progress (2): 136 kB | 147/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.5 MB/s) 2024-09-12T17:24:57.093 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 163/501 kB Progress (1): 179/501 kB Progress (1): 196/501 kB Progress (1): 212/501 kB Progress (1): 229/501 kB Progress (1): 245/501 kB Progress (1): 261/501 kB Progress (1): 278/501 kB Progress (1): 294/501 kB Progress (1): 310/501 kB Progress (1): 327/501 kB Progress (1): 343/501 kB Progress (1): 360/501 kB Progress (1): 376/501 kB Progress (1): 392/501 kB Progress (1): 409/501 kB Progress (1): 425/501 kB Progress (1): 442/501 kB Progress (1): 458/501 kB Progress (1): 474/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Progress (2): 501 kB | 16/124 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 11 MB/s) 2024-09-12T17:24:57.096 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 32/124 kB Progress (1): 49/124 kB Progress (1): 65/124 kB Progress (1): 78/124 kB Progress (2): 78/124 kB | 0/2.4 MB Progress (2): 94/124 kB | 0/2.4 MB Progress (2): 94/124 kB | 0/2.4 MB Progress (2): 110/124 kB | 0/2.4 MB Progress (2): 110/124 kB | 0/2.4 MB Progress (2): 124 kB | 0/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.5 MB/s) 2024-09-12T17:24:57.133 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 28 MB/s) 2024-09-12T17:24:57.246 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:57.246 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T17:24:57.250 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T17:24:57.264 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 299 kB/s) 2024-09-12T17:24:57.266 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T17:24:57.280 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 350 kB/s) 2024-09-12T17:24:57.282 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T17:24:57.296 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.0 MB/s) 2024-09-12T17:24:57.299 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T17:24:57.313 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.5 MB/s) 2024-09-12T17:24:57.317 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T17:24:57.331 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 399 kB/s) 2024-09-12T17:24:57.334 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T17:24:57.348 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 280 kB/s) 2024-09-12T17:24:57.352 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T17:24:57.366 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 430 kB/s) 2024-09-12T17:24:57.370 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T17:24:57.384 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 447 kB/s) 2024-09-12T17:24:57.387 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T17:24:57.401 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.3 MB/s) 2024-09-12T17:24:57.406 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T17:24:57.420 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 969 kB/s) 2024-09-12T17:24:57.424 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T17:24:57.439 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 146 kB/s) 2024-09-12T17:24:57.442 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T17:24:57.457 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 587 kB/s) 2024-09-12T17:24:57.460 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T17:24:57.475 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.7 MB/s) 2024-09-12T17:24:57.482 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T17:24:57.497 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.4 MB/s) 2024-09-12T17:24:57.498 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T17:24:57.498 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T17:24:57.499 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T17:24:57.499 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T17:24:57.499 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T17:24:57.515 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 16/58 kB Progress (2): 16/58 kB | 16/26 kB Progress (3): 16/58 kB | 16/26 kB | 16/211 kB Progress (3): 33/58 kB | 16/26 kB | 16/211 kB Progress (3): 33/58 kB | 26 kB | 16/211 kB Progress (3): 33/58 kB | 26 kB | 33/211 kB Progress (3): 49/58 kB | 26 kB | 33/211 kB Progress (3): 49/58 kB | 26 kB | 49/211 kB Progress (4): 49/58 kB | 26 kB | 49/211 kB | 16/79 kB Progress (4): 58 kB | 26 kB | 49/211 kB | 16/79 kB Progress (4): 58 kB | 26 kB | 62/211 kB | 16/79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-12T17:24:57.515 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T17:24:57.515 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 58 kB | 62/211 kB | 32/79 kB Progress (4): 58 kB | 62/211 kB | 32/79 kB | 0/1.0 MB Progress (4): 58 kB | 78/211 kB | 32/79 kB | 0/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.6 MB/s) 2024-09-12T17:24:57.515 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 94/211 kB | 32/79 kB | 0/1.0 MB Progress (3): 94/211 kB | 32/79 kB | 0/1.0 MB Progress (3): 94/211 kB | 49/79 kB | 0/1.0 MB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T17:24:57.517 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 111/211 kB | 49/79 kB | 0/1.0 MB Progress (3): 111/211 kB | 49/79 kB | 0/1.0 MB Progress (3): 111/211 kB | 65/79 kB | 0/1.0 MB Progress (3): 111/211 kB | 65/79 kB | 0.1/1.0 MB Progress (3): 127/211 kB | 65/79 kB | 0.1/1.0 MB Progress (3): 127/211 kB | 79 kB | 0.1/1.0 MB Progress (3): 127/211 kB | 79 kB | 0.1/1.0 MB Progress (3): 144/211 kB | 79 kB | 0.1/1.0 MB Progress (3): 144/211 kB | 79 kB | 0.1/1.0 MB Progress (3): 160/211 kB | 79 kB | 0.1/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.4 MB/s) 2024-09-12T17:24:57.518 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 160/211 kB | 0.1/1.0 MB Progress (2): 176/211 kB | 0.1/1.0 MB Progress (2): 176/211 kB | 0.1/1.0 MB Progress (2): 193/211 kB | 0.1/1.0 MB Progress (2): 193/211 kB | 0.1/1.0 MB Progress (2): 209/211 kB | 0.1/1.0 MB Progress (2): 211 kB | 0.1/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 11 MB/s) 2024-09-12T17:24:57.539 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (3): 0.7/1.0 MB | 16/116 kB | 16/267 kB Progress (3): 0.7/1.0 MB | 16/116 kB | 16/267 kB Progress (3): 0.7/1.0 MB | 32/116 kB | 16/267 kB Progress (3): 0.7/1.0 MB | 32/116 kB | 33/267 kB Progress (3): 0.7/1.0 MB | 32/116 kB | 33/267 kB Progress (3): 0.7/1.0 MB | 49/116 kB | 33/267 kB Progress (3): 0.7/1.0 MB | 49/116 kB | 49/267 kB Progress (3): 0.7/1.0 MB | 49/116 kB | 66/267 kB Progress (3): 0.8/1.0 MB | 49/116 kB | 66/267 kB Progress (3): 0.8/1.0 MB | 65/116 kB | 66/267 kB Progress (3): 0.8/1.0 MB | 65/116 kB | 82/267 kB Progress (3): 0.8/1.0 MB | 65/116 kB | 82/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 82/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 98/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 115/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 115/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 115/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 131/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 131/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 147/267 kB Progress (3): 0.8/1.0 MB | 114/116 kB | 147/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 147/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 164/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 164/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 180/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 180/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.3 MB/s) 2024-09-12T17:24:57.539 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 0.8/1.0 MB | 197/267 kB Progress (2): 0.8/1.0 MB | 197/267 kB Progress (2): 0.8/1.0 MB | 213/267 kB Progress (2): 0.9/1.0 MB | 213/267 kB Progress (2): 0.9/1.0 MB | 229/267 kB Progress (2): 0.9/1.0 MB | 229/267 kB Progress (2): 0.9/1.0 MB | 246/267 kB Progress (2): 0.9/1.0 MB | 256/267 kB Progress (2): 0.9/1.0 MB | 256/267 kB Progress (2): 0.9/1.0 MB | 267 kB Progress (2): 0.9/1.0 MB | 267 kB Progress (2): 0.9/1.0 MB | 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.0 MB/s) 2024-09-12T17:24:57.539 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 25 MB/s) 2024-09-12T17:24:57.733 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T17:24:57.762 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:24:57.763 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:24:57.763 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:24:57.764 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Total time: 7.316 s 2024-09-12T17:24:57.764 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Finished at: 2024-09-12T17:24:57Z 2024-09-12T17:24:57.764 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:24:57.809 INFO:tasks.workunit.client.0.smithi001.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T17:24:57.816 INFO:tasks.workunit.client.0.smithi001.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:24:59.073 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Scanning for projects... 2024-09-12T17:24:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:24:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:24:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] from pom.xml 2024-09-12T17:24:59.153 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:24:59.436 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:59.436 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:24:59.594 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:24:59.595 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:59.595 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:24:59.728 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:24:59.729 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:59.729 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:24:59.731 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:24:59.731 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:59.731 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:24:59.739 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:24:59.739 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:24:59.739 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:24:59.931 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T17:25:00.179 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T17:25:00.379 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 23 kB/s) 2024-09-12T17:25:00.388 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T17:25:00.406 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 137 kB/s) 2024-09-12T17:25:00.412 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T17:25:00.429 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 156 kB/s) 2024-09-12T17:25:00.434 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T17:25:00.451 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 178 kB/s) 2024-09-12T17:25:00.453 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T17:25:00.470 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 188 kB/s) 2024-09-12T17:25:00.473 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T17:25:00.489 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 105 kB/s) 2024-09-12T17:25:00.492 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T17:25:00.508 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 167 kB/s) 2024-09-12T17:25:00.514 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T17:25:00.536 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.2 MB/s) 2024-09-12T17:25:00.538 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T17:25:00.538 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T17:25:00.538 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T17:25:00.540 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T17:25:00.540 INFO:tasks.workunit.client.0.smithi001.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T17:25:00.562 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/7.7 kB Progress (1): 2.8/7.7 kB Progress (1): 4.1/7.7 kB Progress (1): 5.5/7.7 kB Progress (1): 6.9/7.7 kB Progress (1): 7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 333 kB/s) 2024-09-12T17:25:00.598 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 1.4/18 kB Progress (2): 1.4/18 kB | 1.4/169 kB Progress (2): 2.8/18 kB | 1.4/169 kB Progress (2): 2.8/18 kB | 2.8/169 kB Progress (2): 4.1/18 kB | 2.8/169 kB Progress (3): 4.1/18 kB | 2.8/169 kB | 16/189 kB Progress (3): 5.5/18 kB | 2.8/169 kB | 16/189 kB Progress (3): 5.5/18 kB | 4.1/169 kB | 16/189 kB Progress (4): 5.5/18 kB | 4.1/169 kB | 16/189 kB | 16/103 kB Progress (4): 6.9/18 kB | 4.1/169 kB | 16/189 kB | 16/103 kB Progress (4): 6.9/18 kB | 5.5/169 kB | 16/189 kB | 16/103 kB Progress (4): 8.3/18 kB | 5.5/169 kB | 16/189 kB | 16/103 kB Progress (4): 8.3/18 kB | 6.9/169 kB | 16/189 kB | 16/103 kB Progress (4): 9.7/18 kB | 6.9/169 kB | 16/189 kB | 16/103 kB Progress (4): 9.7/18 kB | 8.3/169 kB | 16/189 kB | 16/103 kB Progress (4): 11/18 kB | 8.3/169 kB | 16/189 kB | 16/103 kB Progress (4): 11/18 kB | 8.3/169 kB | 33/189 kB | 16/103 kB Progress (4): 11/18 kB | 9.7/169 kB | 33/189 kB | 16/103 kB Progress (4): 12/18 kB | 9.7/169 kB | 33/189 kB | 16/103 kB Progress (4): 12/18 kB | 11/169 kB | 33/189 kB | 16/103 kB Progress (4): 14/18 kB | 11/169 kB | 33/189 kB | 16/103 kB Progress (4): 14/18 kB | 12/169 kB | 33/189 kB | 16/103 kB Progress (4): 15/18 kB | 12/169 kB | 33/189 kB | 16/103 kB Progress (4): 15/18 kB | 12/169 kB | 33/189 kB | 33/103 kB Progress (4): 15/18 kB | 14/169 kB | 33/189 kB | 33/103 kB Progress (4): 16/18 kB | 14/169 kB | 33/189 kB | 33/103 kB Progress (4): 16/18 kB | 15/169 kB | 33/189 kB | 33/103 kB Progress (4): 18 kB | 15/169 kB | 33/189 kB | 33/103 kB Progress (4): 18 kB | 16/169 kB | 33/189 kB | 33/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 283 kB/s) 2024-09-12T17:25:00.618 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (3): 32/169 kB | 33/189 kB | 33/103 kB Progress (3): 49/169 kB | 33/189 kB | 33/103 kB Progress (3): 49/169 kB | 49/189 kB | 33/103 kB Progress (3): 49/169 kB | 49/189 kB | 49/103 kB Progress (3): 49/169 kB | 66/189 kB | 49/103 kB Progress (3): 65/169 kB | 66/189 kB | 49/103 kB Progress (3): 65/169 kB | 82/189 kB | 49/103 kB Progress (3): 65/169 kB | 82/189 kB | 66/103 kB Progress (3): 65/169 kB | 98/189 kB | 66/103 kB Progress (3): 65/169 kB | 98/189 kB | 82/103 kB Progress (3): 81/169 kB | 98/189 kB | 82/103 kB Progress (3): 81/169 kB | 115/189 kB | 82/103 kB Progress (3): 98/169 kB | 115/189 kB | 82/103 kB Progress (3): 98/169 kB | 115/189 kB | 98/103 kB Progress (3): 98/169 kB | 131/189 kB | 98/103 kB Progress (3): 98/169 kB | 131/189 kB | 103 kB Progress (3): 98/169 kB | 147/189 kB | 103 kB Progress (3): 114/169 kB | 147/189 kB | 103 kB Progress (3): 114/169 kB | 164/189 kB | 103 kB Progress (3): 114/169 kB | 180/189 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.3 MB/s) 2024-09-12T17:25:00.619 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (2): 130/169 kB | 180/189 kB Progress (2): 130/169 kB | 189 kB Progress (2): 147/169 kB | 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.3 MB/s) 2024-09-12T17:25:00.621 INFO:tasks.workunit.client.0.smithi001.stdout:Progress (1): 163/169 kB Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 2.0 MB/s) 2024-09-12T17:25:00.642 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:25:00.642 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:25:00.642 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] T E S T S 2024-09-12T17:25:00.642 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:25:01.284 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T17:25:01.414 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjects.java: starting test run: 2024-09-12T17:25:01.415 INFO:tasks.workunit.client.0.smithi001.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:25:01.415 INFO:tasks.workunit.client.0.smithi001.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:25:01.415 INFO:tasks.workunit.client.0.smithi001.stdout: EndpointUrl=https://smithi001.front.sepia.ceph.com:443 2024-09-12T17:25:01.415 INFO:tasks.workunit.client.0.smithi001.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T17:25:01.509 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Environment Variables Read 2024-09-12T17:25:01.911 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: S3 Client Initialized 2024-09-12T17:25:01.911 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generating File 2024-09-12T17:25:01.911 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: File Generated 2024-09-12T17:25:01.911 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generating File 2024-09-12T17:25:01.911 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: File Generated 2024-09-12T17:25:01.911 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generating File 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: File Generated 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generating File 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: File Generated 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generating File 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: File Generated 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generating File 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: File Generated 2024-09-12T17:25:01.912 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Generated Big Files 2024-09-12T17:25:02.288 INFO:tasks.workunit.client.0.smithi001.stdout:HeadBucketResponse() 2024-09-12T17:25:02.288 INFO:tasks.workunit.client.0.smithi001.stdout:sheik is ready 2024-09-12T17:25:02.288 INFO:tasks.workunit.client.0.smithi001.stdout:DEBUG: Test Bucket Created 2024-09-12T17:25:02.316 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T17:25:02.517 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T17:25:02.598 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T17:25:02.617 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T17:25:02.809 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T17:25:02.818 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T17:25:03.018 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T17:25:03.118 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T17:25:03.218 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T17:25:03.319 INFO:tasks.workunit.client.0.smithi001.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T17:25:05.523 INFO:tasks.workunit.client.0.smithi001.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T17:25:06.425 INFO:tasks.workunit.client.0.smithi001.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T17:25:09.948 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-0b 2024-09-12T17:25:09.949 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-8b 2024-09-12T17:25:09.950 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-200b 2024-09-12T17:25:09.951 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-21983b 2024-09-12T17:25:09.952 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-5519b 2024-09-12T17:25:09.953 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-204329b 2024-09-12T17:25:09.955 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-256k 2024-09-12T17:25:09.956 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-1m 2024-09-12T17:25:09.957 INFO:tasks.workunit.client.0.smithi001.stdout:arg: file-1038757b 2024-09-12T17:25:10.003 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T17:25:10.003 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.033 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T17:25:10.033 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.133 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T17:25:10.133 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.211 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T17:25:10.211 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.236 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T17:25:10.294 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.334 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T17:25:10.369 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.423 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T17:25:10.423 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.434 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T17:25:10.534 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.635 INFO:tasks.workunit.client.0.smithi001.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T17:25:10.708 INFO:tasks.workunit.client.0.smithi001.stdout:PutObjectResponse 2024-09-12T17:25:10.735 INFO:tasks.workunit.client.0.smithi001.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T17:25:11.436 INFO:tasks.workunit.client.0.smithi001.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T17:25:12.138 INFO:tasks.workunit.client.0.smithi001.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T17:25:16.684 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.37 s -- in io.ceph.jcksum.PutObjects 2024-09-12T17:25:16.744 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:25:16.744 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Results: 2024-09-12T17:25:16.744 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:25:16.744 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T17:25:16.744 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] 2024-09-12T17:25:16.747 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:25:16.747 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:25:16.747 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:25:16.748 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Total time: 17.696 s 2024-09-12T17:25:16.748 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] Finished at: 2024-09-12T17:25:16Z 2024-09-12T17:25:16.748 INFO:tasks.workunit.client.0.smithi001.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:25:16.769 INFO:tasks.workunit.client.0.smithi001.stderr:+ exit 2024-09-12T17:25:16.769 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:25:16.769 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:25:16.827 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T17:25:16.827 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:25:17.205 DEBUG:teuthology.parallel:result is None 2024-09-12T17:25:17.206 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:25:17.219 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:25:17.219 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:25:17.268 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:25:17.268 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:25:17.278 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:25:17.278 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:25:17.279 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:25:17.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:25:17.316 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:25:17.316 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:25:17.364 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:25:17.365 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:25:17.412 INFO:tasks.workunit:timeout=3h 2024-09-12T17:25:17.412 INFO:tasks.workunit:cleanup=True 2024-09-12T17:25:17.413 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:25:17.462 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:26:14.697 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 95% (12098/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:26:15.538 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:26:15.539 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:26:15.546 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:26:15.593 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:26:15.597 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:26:15.597 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:26:15.651 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:26:15.709 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:26:15.759 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:26:15.759 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:26:15.760 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:26:15.803 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:26:15.807 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:26:15.807 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:26:15.856 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T17:26:15.857 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T17:26:15.858 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T17:26:15.912 INFO:tasks.workunit.client.0.smithi001.stdout:INFO: fully qualified domain name: smithi001.front.sepia.ceph.com 2024-09-12T17:26:15.912 INFO:tasks.workunit.client.0.smithi001.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T17:26:15.912 INFO:tasks.workunit.client.0.smithi001.stdout:== TESTING VERSIONED BUCKET == 2024-09-12T17:26:19.286 INFO:tasks.workunit.client.0.smithi001.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:26:19.502 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting pip 2024-09-12T17:26:19.507 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:26:19.544 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: pip 2024-09-12T17:26:19.545 INFO:tasks.workunit.client.0.smithi001.stdout: Attempting uninstall: pip 2024-09-12T17:26:19.545 INFO:tasks.workunit.client.0.smithi001.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:26:19.817 INFO:tasks.workunit.client.0.smithi001.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:26:19.823 INFO:tasks.workunit.client.0.smithi001.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:26:20.595 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed pip-24.2 2024-09-12T17:26:21.644 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting boto3 2024-09-12T17:26:21.645 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:26:22.227 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:26:22.229 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:26:22.277 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:26:22.278 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:26:22.336 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:26:22.337 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:26:22.394 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:26:22.396 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:26:22.508 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:26:22.509 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:26:22.765 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:26:22.766 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:26:22.769 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:26:22.770 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:26:22.780 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:26:22.781 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:26:22.782 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:26:22.784 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:26:22.785 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:26:22.856 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:26:24.003 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:26:24.388 INFO:tasks.workunit.client.0.smithi001.stdout:INFO: creating user 2024-09-12T17:26:24.526 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-09-12T17:26:24.526 INFO:tasks.workunit.client.0.smithi001.stdout: "user_id": "testid", 2024-09-12T17:26:24.526 INFO:tasks.workunit.client.0.smithi001.stdout: "display_name": "M. Tester", 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "email": "tester@ceph.com", 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "suspended": 0, 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "subusers": [], 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "keys": [ 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "user": "testid", 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: "create_date": "2024-09-12T17:26:24.517705Z" 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-09-12T17:26:24.527 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "swift_keys": [], 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": [], 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "default_placement": "", 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "placement_tags": [], 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_quota": { 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": false, 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size": -1, 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: "max_objects": -1 2024-09-12T17:26:24.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "user_quota": { 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": false, 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size": -1, 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "max_objects": -1 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "rgw", 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "account_id": "", 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "path": "/", 2024-09-12T17:26:24.529 INFO:tasks.workunit.client.0.smithi001.stdout: "create_date": "2024-09-12T17:26:24.517687Z", 2024-09-12T17:26:24.530 INFO:tasks.workunit.client.0.smithi001.stdout: "tags": [], 2024-09-12T17:26:24.530 INFO:tasks.workunit.client.0.smithi001.stdout: "group_ids": [] 2024-09-12T17:26:24.530 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-09-12T17:26:24.530 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-09-12T17:26:29.082 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.082 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.108 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.108 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.141 INFO:tasks.workunit.client.0.smithi001.stderr:5+0 records in 2024-09-12T17:26:29.141 INFO:tasks.workunit.client.0.smithi001.stderr:5+0 records out 2024-09-12T17:26:29.141 INFO:tasks.workunit.client.0.smithi001.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.022673 s, 231 MB/s 2024-09-12T17:26:29.145 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.145 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.213 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.343 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.343 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.471 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.471 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.591 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.591 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.723 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.724 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.858 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:29.996 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:29.997 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.137 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.137 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.275 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.275 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.411 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.411 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.544 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.544 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.677 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.678 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.807 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.807 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:30.929 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:26:30.929 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:26:31.019 INFO:tasks.workunit.client.0.smithi001.stdout:bucket nams is reupload-bkt-108344 2024-09-12T17:26:31.019 INFO:tasks.workunit.client.0.smithi001.stdout:endpoint is https://smithi001.front.sepia.ceph.com:443 2024-09-12T17:26:31.019 INFO:tasks.workunit.client.0.smithi001.stdout:start UploadId=2~rpY8f69SbA43FyYqhHlWaFiJVP3dYa0 2024-09-12T17:26:31.019 INFO:tasks.workunit.client.0.smithi001.stdout:phase 1 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.019 INFO:tasks.workunit.client.0.smithi001.stdout:phase 1 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 2} 2024-09-12T17:26:31.019 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.020 INFO:tasks.workunit.client.0.smithi001.stdout:phase 2 uploaded part {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1} 2024-09-12T17:26:31.021 INFO:tasks.workunit.client.0.smithi001.stdout:completing multipart upload, parts=[{'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 1}, {'ETag': '"9acf49df600d2bb2b2720e90bf3797e4"', 'PartNumber': 2}] 2024-09-12T17:26:32.944 INFO:tasks.workunit.client.0.smithi001.stdout:radosgw-admin bucket radoslist: 2024-09-12T17:26:32.945 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3_mpu_test4 2024-09-12T17:26:32.945 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__multipart_mpu_test4.2~rpY8f69SbA43FyYqhHlWaFiJVP3dYa0.2 2024-09-12T17:26:32.945 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__multipart_mpu_test4.6vXUwJ-rvEsdTgblyA8lh9rGsGhvOvob.1 2024-09-12T17:26:32.946 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__shadow_mpu_test4.2~rpY8f69SbA43FyYqhHlWaFiJVP3dYa0.2_1 2024-09-12T17:26:32.946 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__shadow_mpu_test4.6vXUwJ-rvEsdTgblyA8lh9rGsGhvOvob.1_1 2024-09-12T17:26:32.946 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__:XHz.-H1PEl9Q0-xXWQYrQxklkB35suq_mpu_test4 2024-09-12T17:26:33.033 INFO:tasks.workunit.client.0.smithi001.stdout:rados ls: 2024-09-12T17:26:33.033 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3_mpu_test4 2024-09-12T17:26:33.034 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__multipart_mpu_test4.2~rpY8f69SbA43FyYqhHlWaFiJVP3dYa0.2 2024-09-12T17:26:33.034 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__multipart_mpu_test4.6vXUwJ-rvEsdTgblyA8lh9rGsGhvOvob.1 2024-09-12T17:26:33.034 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__shadow_mpu_test4.2~rpY8f69SbA43FyYqhHlWaFiJVP3dYa0.2_1 2024-09-12T17:26:33.034 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__shadow_mpu_test4.6vXUwJ-rvEsdTgblyA8lh9rGsGhvOvob.1_1 2024-09-12T17:26:33.034 INFO:tasks.workunit.client.0.smithi001.stdout:89018418-9cac-4cab-9409-03996b4334d4.4611.3__:XHz.-H1PEl9Q0-xXWQYrQxklkB35suq_mpu_test4 2024-09-12T17:26:33.048 INFO:tasks.workunit.client.0.smithi001.stdout:== PASSED == 2024-09-12T17:26:33.048 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:26:33.048 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:26:33.102 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T17:26:33.103 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:26:33.500 DEBUG:teuthology.parallel:result is None 2024-09-12T17:26:33.501 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:26:33.514 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:26:33.514 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:26:33.560 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:26:33.560 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T17:26:33.575 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T17:26:33.575 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T17:26:33.575 INFO:tasks.ragweed:Using branch 'wip-rgw-meta-handlers' for ragweed 2024-09-12T17:26:33.576 DEBUG:teuthology.orchestra.run.smithi001:> git clone -b wip-rgw-meta-handlers https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:26:33.608 INFO:teuthology.orchestra.run.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:26:33.668 INFO:teuthology.orchestra.run.smithi001.stderr:fatal: Remote branch wip-rgw-meta-handlers not found in upstream origin 2024-09-12T17:26:33.668 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-12T17:26:33.669 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-12T17:26:33.669 DEBUG:teuthology.orchestra.run.smithi001:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:26:33.716 INFO:teuthology.orchestra.run.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:26:33.896 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T17:26:33.897 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T17:26:33.897 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key MPQXREBAHEREPDPGHANW --secret aA9+Ecb/GaQ8QhHQUxoPieY/r1UKcWDGyQdTtS4TlhmrdIjNOlPqDg== --email ragweed.client.0+test@test.test --system false 2024-09-12T17:26:33.988 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:26:33.989 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:26:34.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.027+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 realm 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:26:34.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.031+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.035+0000 7fb6273c69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:26:34.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.035+0000 7fb6273c69c0 20 searching for the correct realm 2024-09-12T17:26:34.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.039+0000 7fb6256cd640 0 -- 172.21.15.1:0/1146780020 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55f99dfa6e00 msgr2=0x55f99dfa91f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:26:34.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.043+0000 7fb6246cb640 0 -- 172.21.15.1:0/1146780020 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fb61c10b130 msgr2=0x7fb61c12e7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:26:34.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 zone default found 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 4 Realm: () 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 zonegroup default 2024-09-12T17:26:34.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 started sync module instance, tier type = 2024-09-12T17:26:34.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.055+0000 7fb6273c69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:26:34.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=0 2024-09-12T17:26:34.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=1 2024-09-12T17:26:34.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=2 2024-09-12T17:26:34.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=3 2024-09-12T17:26:34.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=4 2024-09-12T17:26:34.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=5 2024-09-12T17:26:34.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.071+0000 7fb6273c69c0 20 add_watcher() i=6 2024-09-12T17:26:34.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 20 add_watcher() i=7 2024-09-12T17:26:34.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb4dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 5 note: GC not initialized 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb4d9fe3640 20 reqs_thread_entry: start 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:26:34.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 20 Filter name: none 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb44b7fe640 20 reqs_thread_entry: start 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.075+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache get: name=default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW : miss 2024-09-12T17:26:34.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache put: name=default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW info.flags=0x0 2024-09-12T17:26:34.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 adding default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW to cache LRU end 2024-09-12T17:26:34.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache get: name=default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW : hit (negative entry) 2024-09-12T17:26:34.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.079+0000 7fb6273c69c0 10 cache get: name=default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW : hit (negative entry) 2024-09-12T17:26:34.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.083+0000 7fb6273c69c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:26:34.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.083+0000 7fb6273c69c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:26:34.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.083+0000 7fb6273c69c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:26:34.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.083+0000 7fb4fbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627796 cookie 94530585683104 notifier 5606 bl.length()=675 2024-09-12T17:26:34.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.083+0000 7fb4fbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:26:34.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.083+0000 7fb4fbfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:26:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.087+0000 7fb6273c69c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:26:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.087+0000 7fb6273c69c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:26:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.087+0000 7fb6273c69c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:26:34.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.087+0000 7fb4fbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627786 cookie 94530585658640 notifier 5606 bl.length()=202 2024-09-12T17:26:34.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.087+0000 7fb4fbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:26:34.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.087+0000 7fb4fbfff640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:26:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.091+0000 7fb6273c69c0 10 cache put: name=default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW info.flags=0x7 2024-09-12T17:26:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.091+0000 7fb6273c69c0 10 moving default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW to cache LRU end 2024-09-12T17:26:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.091+0000 7fb6273c69c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:MPQXREBAHEREPDPGHANW, ofs0, ns] 2024-09-12T17:26:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.091+0000 7fb4fbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627794 cookie 94530585678336 notifier 5606 bl.length()=190 2024-09-12T17:26:34.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.091+0000 7fb4fbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW info.flags=0x7 2024-09-12T17:26:34.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.091+0000 7fb4fbfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MPQXREBAHEREPDPGHANW to cache LRU end 2024-09-12T17:26:34.095 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:26:34.095 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "ragweed.client.0", 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:26:34.096 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "ragweed.client.0", 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "MPQXREBAHEREPDPGHANW", 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "aA9+Ecb/GaQ8QhHQUxoPieY/r1UKcWDGyQdTtS4TlhmrdIjNOlPqDg==", 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:26:34.083010Z" 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:26:34.097 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:26:34.098 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:26:34.099 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:26:34.082969Z", 2024-09-12T17:26:34.100 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:26:34.101 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:26:34.101 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:26:34.101 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:26:34.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.095+0000 7fb4dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:26:34.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.099+0000 7fb6273c69c0 20 remove_watcher() i=0 2024-09-12T17:26:34.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.099+0000 7fb6273c69c0 2 removed watcher, disabling cache 2024-09-12T17:26:34.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.099+0000 7fb6273c69c0 20 remove_watcher() i=1 2024-09-12T17:26:34.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.103+0000 7fb6273c69c0 20 remove_watcher() i=2 2024-09-12T17:26:34.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.103+0000 7fb6273c69c0 20 remove_watcher() i=3 2024-09-12T17:26:34.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.107+0000 7fb6273c69c0 20 remove_watcher() i=4 2024-09-12T17:26:34.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.107+0000 7fb6273c69c0 20 remove_watcher() i=5 2024-09-12T17:26:34.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.107+0000 7fb6273c69c0 20 remove_watcher() i=6 2024-09-12T17:26:34.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.111+0000 7fb6273c69c0 20 remove_watcher() i=7 2024-09-12T17:26:34.128 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T17:26:34.128 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key BEPPTEDSRVGJEPRQUOGI --secret MLAcgx2PZl0hBUZ/fV9Pf4uzDO7WWlevcBP1TOlkEKnCg8AHk9GByg== --email sysuser.client.0+test@test.test --system true 2024-09-12T17:26:34.170 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:26:34.170 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:26:34.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.207+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 realm 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:26:34.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.211+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.215+0000 7f8988f549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:26:34.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.215+0000 7f8988f549c0 20 searching for the correct realm 2024-09-12T17:26:34.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.219+0000 7f898725b640 0 -- 172.21.15.1:0/2585637257 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f897c008070 msgr2=0x7f897c05d170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:26:34.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.227+0000 7f8986259640 0 -- 172.21.15.1:0/2585637257 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f89800c3920 msgr2=0x7f89800cb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:26:34.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:26:34.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:26:34.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:26:34.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:26:34.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:26:34.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:26:34.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.443+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:26:34.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:26:34.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 zone default found 2024-09-12T17:26:34.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 4 Realm: () 2024-09-12T17:26:34.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:26:34.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:26:34.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:26:34.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 zonegroup default 2024-09-12T17:26:34.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.447+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.451+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.451+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.451+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.451+0000 7f8988f549c0 20 started sync module instance, tier type = 2024-09-12T17:26:34.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.451+0000 7f8988f549c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=0 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=1 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=2 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=3 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=4 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=5 2024-09-12T17:26:34.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.475+0000 7f8988f549c0 20 add_watcher() i=6 2024-09-12T17:26:34.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.479+0000 7f8988f549c0 20 add_watcher() i=7 2024-09-12T17:26:34.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.479+0000 7f8988f549c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:26:34.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f883d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:26:34.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:26:34.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:26:34.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 5 note: GC not initialized 2024-09-12T17:26:34.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f87b7fff640 20 reqs_thread_entry: start 2024-09-12T17:26:34.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 init_complete bucket index max shards: 1 2024-09-12T17:26:34.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 Filter name: none 2024-09-12T17:26:34.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f87b5ffb640 20 reqs_thread_entry: start 2024-09-12T17:26:34.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:26:34.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T17:26:34.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:26:34.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T17:26:34.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 cache get: name=default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI : miss 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rados->read ofs=0 len=0 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 cache put: name=default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI info.flags=0x0 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.483+0000 7f8988f549c0 10 adding default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI to cache LRU end 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.487+0000 7f8988f549c0 10 cache get: name=default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI : hit (negative entry) 2024-09-12T17:26:34.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.487+0000 7f8988f549c0 10 cache get: name=default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI : hit (negative entry) 2024-09-12T17:26:34.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.487+0000 7f8988f549c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:26:34.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.487+0000 7f8988f549c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:26:34.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.487+0000 7f8988f549c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:26:34.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.491+0000 7f886a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627787 cookie 93902637373024 notifier 5904 bl.length()=675 2024-09-12T17:26:34.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.491+0000 7f886a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:26:34.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.491+0000 7f886a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:26:34.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.495+0000 7f8988f549c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:26:34.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.495+0000 7f8988f549c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:26:34.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.495+0000 7f8988f549c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:26:34.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.495+0000 7f8869ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627797 cookie 93902637378480 notifier 5904 bl.length()=202 2024-09-12T17:26:34.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.495+0000 7f8869ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:26:34.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.495+0000 7f8869ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:26:34.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.499+0000 7f8988f549c0 10 cache put: name=default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI info.flags=0x7 2024-09-12T17:26:34.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.499+0000 7f8988f549c0 10 moving default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI to cache LRU end 2024-09-12T17:26:34.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.499+0000 7f8988f549c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:BEPPTEDSRVGJEPRQUOGI, ofs0, ns] 2024-09-12T17:26:34.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.499+0000 7f886a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627823 cookie 93902637362288 notifier 5904 bl.length()=190 2024-09-12T17:26:34.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.499+0000 7f886a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI info.flags=0x7 2024-09-12T17:26:34.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.499+0000 7f886a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BEPPTEDSRVGJEPRQUOGI to cache LRU end 2024-09-12T17:26:34.503 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:26:34.503 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "sysuser.client.0", 2024-09-12T17:26:34.503 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T17:26:34.504 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T17:26:34.504 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:26:34.504 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:26:34.504 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:26:34.504 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:26:34.504 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:26:34.505 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "sysuser.client.0", 2024-09-12T17:26:34.505 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "BEPPTEDSRVGJEPRQUOGI", 2024-09-12T17:26:34.505 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "MLAcgx2PZl0hBUZ/fV9Pf4uzDO7WWlevcBP1TOlkEKnCg8AHk9GByg==", 2024-09-12T17:26:34.505 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:26:34.505 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:26:34.489281Z" 2024-09-12T17:26:34.505 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:26:34.506 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:26:34.506 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:26:34.506 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:26:34.506 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:26:34.506 INFO:teuthology.orchestra.run.smithi001.stdout: "system": true, 2024-09-12T17:26:34.506 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:26:34.507 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:26:34.507 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:26:34.507 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:26:34.507 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:26:34.507 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:26:34.507 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:26:34.508 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:26:34.508 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:26:34.508 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:26:34.508 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:26:34.508 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:26:34.509 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:26:34.509 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:26:34.509 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:26:34.509 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:26:34.509 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:26:34.509 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:26:34.510 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:26:34.510 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:26:34.510 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:26:34.510 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:26:34.510 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:26:34.489224Z", 2024-09-12T17:26:34.510 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:26:34.511 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:26:34.511 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:26:34.511 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:26:34.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.503+0000 7f883d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:26:34.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.507+0000 7f8988f549c0 20 remove_watcher() i=0 2024-09-12T17:26:34.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.507+0000 7f8988f549c0 2 removed watcher, disabling cache 2024-09-12T17:26:34.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.511+0000 7f8988f549c0 20 remove_watcher() i=1 2024-09-12T17:26:34.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.511+0000 7f8988f549c0 20 remove_watcher() i=2 2024-09-12T17:26:34.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.515+0000 7f8988f549c0 20 remove_watcher() i=3 2024-09-12T17:26:34.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.515+0000 7f8988f549c0 20 remove_watcher() i=4 2024-09-12T17:26:34.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.519+0000 7f8988f549c0 20 remove_watcher() i=5 2024-09-12T17:26:34.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.519+0000 7f8988f549c0 20 remove_watcher() i=6 2024-09-12T17:26:34.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:26:34.519+0000 7f8988f549c0 20 remove_watcher() i=7 2024-09-12T17:26:34.538 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T17:26:34.539 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:26:34.539 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T17:26:34.584 INFO:tasks.ragweed:Configuring boto... 2024-09-12T17:26:34.585 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:26:34.585 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T17:26:34.632 DEBUG:teuthology.orchestra.run.smithi001:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T17:26:34.821 INFO:teuthology.orchestra.run.smithi001.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T17:26:35.002 INFO:teuthology.orchestra.run.smithi001.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T17:26:35.677 INFO:teuthology.orchestra.run.smithi001.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:26:38.610 INFO:teuthology.orchestra.run.smithi001.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T17:26:42.992 INFO:teuthology.orchestra.run.smithi001.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=dfe0d281070ef425821543e8d0857f9569527f5c5d4988d6cd4233bcf9dde335,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-12T17:26:42.992 INFO:teuthology.orchestra.run.smithi001.stdout:py run-test-pre: PYTHONHASHSEED='377892796' 2024-09-12T17:26:42.993 INFO:teuthology.orchestra.run.smithi001.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T17:26:43.174 INFO:teuthology.orchestra.run.smithi001.stdout:============================= test session starts ============================== 2024-09-12T17:26:43.174 INFO:teuthology.orchestra.run.smithi001.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T17:26:43.174 INFO:teuthology.orchestra.run.smithi001.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:26:43.174 INFO:teuthology.orchestra.run.smithi001.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-12T17:26:43.334 INFO:teuthology.orchestra.run.smithi001.stdout:collecting ... collected 9 items 2024-09-12T17:26:43.334 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:26:45.530 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T17:26:46.703 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T17:26:47.822 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T17:26:48.966 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T17:26:50.171 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T17:26:57.560 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T17:27:00.066 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T17:27:03.210 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T17:27:07.926 INFO:teuthology.orchestra.run.smithi001.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout:=============================== warnings summary =============================== 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout: import imp 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-12T17:27:07.927 INFO:teuthology.orchestra.run.smithi001.stdout:======================== 9 passed, 1 warning in 24.75s ========================= 2024-09-12T17:27:07.975 INFO:teuthology.orchestra.run.smithi001.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:27:07.975 INFO:teuthology.orchestra.run.smithi001.stdout: py: commands succeeded 2024-09-12T17:27:07.975 INFO:teuthology.orchestra.run.smithi001.stdout: congratulations :) 2024-09-12T17:27:08.005 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T17:27:08.005 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T17:27:08.012 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T17:27:08.093 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:27:08.093 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:27:08.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 realm 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.134+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.138+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:27:08.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.138+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.138+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:27:08.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.138+0000 7fe90aa139c0 20 searching for the correct realm 2024-09-12T17:27:08.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.142+0000 7fe908d1a640 0 -- 172.21.15.1:0/3339316444 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe8fc0fb070 msgr2=0x7fe8fc0f6d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:27:08.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.150+0000 7fe907d18640 0 -- 172.21.15.1:0/3339316444 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe900038920 msgr2=0x7fe9000473e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:27:08.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.366+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:27:08.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:27:08.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 zone default found 2024-09-12T17:27:08.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 4 Realm: () 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 zonegroup default 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.370+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.374+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.374+0000 7fe90aa139c0 20 started sync module instance, tier type = 2024-09-12T17:27:08.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.374+0000 7fe90aa139c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:27:08.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.394+0000 7fe90aa139c0 20 add_watcher() i=0 2024-09-12T17:27:08.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=1 2024-09-12T17:27:08.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=2 2024-09-12T17:27:08.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=3 2024-09-12T17:27:08.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=4 2024-09-12T17:27:08.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=5 2024-09-12T17:27:08.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=6 2024-09-12T17:27:08.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 20 add_watcher() i=7 2024-09-12T17:27:08.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.398+0000 7fe90aa139c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:27:08.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.402+0000 7fe7befdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:27:08.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.402+0000 7fe90aa139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:27:08.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.402+0000 7fe90aa139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:27:08.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.494+0000 7fe7bdfdb640 20 reqs_thread_entry: start 2024-09-12T17:27:08.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.494+0000 7fe90aa139c0 20 init_complete bucket index max shards: 1 2024-09-12T17:27:08.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.494+0000 7fe90aa139c0 20 Filter name: none 2024-09-12T17:27:08.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.494+0000 7fe72f7fe640 20 reqs_thread_entry: start 2024-09-12T17:27:08.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.494+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:27:08.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.494+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:27:08.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T17:27:08.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:27:08.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:89018418-9cac-4cab-9409-03996b4334d4.4611.4 : miss 2024-09-12T17:27:08.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T17:27:08.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:89018418-9cac-4cab-9409-03996b4334d4.4611.4 info.flags=0x17 2024-09-12T17:27:08.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:89018418-9cac-4cab-9409-03996b4334d4.4611.4 to cache LRU end 2024-09-12T17:27:08.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.498+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:89018418-9cac-4cab-9409-03996b4334d4.4611.4 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T17:27:08.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 10 manifest: total_size = 7542 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.13641447667272261226 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b39a08 2024-09-12T17:27:08.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.502+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.510+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.510+0000 7fe90aa139c0 10 manifest: total_size = 5203 2024-09-12T17:27:08.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.510+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.7118252253908376622 2024-09-12T17:27:08.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.510+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.510+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b39a08 2024-09-12T17:27:08.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.510+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.514+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T17:27:08.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.518+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.518+0000 7fe90aa139c0 10 manifest: total_size = 7503 2024-09-12T17:27:08.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.518+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.3280472142925780467 2024-09-12T17:27:08.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.518+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.518+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b39a08 2024-09-12T17:27:08.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.518+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.522+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T17:27:08.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.526+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.526+0000 7fe90aa139c0 10 manifest: total_size = 5093 2024-09-12T17:27:08.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.526+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.839506052614278090 2024-09-12T17:27:08.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.526+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28aa8190 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.526+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b39a08 2024-09-12T17:27:08.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.526+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.530+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T17:27:08.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.534+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b40370 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.538+0000 7fe90aa139c0 10 manifest: total_size = 7662 2024-09-12T17:27:08.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.538+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.6715019278567033601 2024-09-12T17:27:08.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.538+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b40370 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.538+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b39a08 2024-09-12T17:27:08.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.538+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.538+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T17:27:08.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.542+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b40050 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.542+0000 7fe90aa139c0 10 manifest: total_size = 7766 2024-09-12T17:27:08.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.542+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.1747160768643201606 2024-09-12T17:27:08.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.542+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b40050 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x560d28b39a08 s->prefetch_data=0 2024-09-12T17:27:08.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.542+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b39a08 2024-09-12T17:27:08.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.542+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.546+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T17:27:08.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.550+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc10d770 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x560d28b394f8 s->prefetch_data=0 2024-09-12T17:27:08.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.550+0000 7fe90aa139c0 10 manifest: total_size = 7911 2024-09-12T17:27:08.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.550+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.7614675957725840552 2024-09-12T17:27:08.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.550+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc10d770 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x560d28b394f8 s->prefetch_data=0 2024-09-12T17:27:08.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.550+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b394f8 2024-09-12T17:27:08.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.550+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.554+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T17:27:08.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.558+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc10d770 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x560d28b394f8 s->prefetch_data=0 2024-09-12T17:27:08.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.558+0000 7fe90aa139c0 10 manifest: total_size = 15978 2024-09-12T17:27:08.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.558+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.11582221403539446799 2024-09-12T17:27:08.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.558+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc10d770 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x560d28b394f8 s->prefetch_data=0 2024-09-12T17:27:08.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.558+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b394f8 2024-09-12T17:27:08.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.558+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.562+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T17:27:08.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.566+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b389e0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x560d28b394f8 s->prefetch_data=0 2024-09-12T17:27:08.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.566+0000 7fe90aa139c0 10 manifest: total_size = 5378 2024-09-12T17:27:08.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.566+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.12996325193026236737 2024-09-12T17:27:08.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.566+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b389e0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x560d28b394f8 s->prefetch_data=0 2024-09-12T17:27:08.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.566+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b394f8 2024-09-12T17:27:08.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.566+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.4.0 2024-09-12T17:27:08.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.570+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:27:08.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.574+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:08.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.574+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:08.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.574+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T17:27:08.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:08.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:08.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:08.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:08.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[89018418-9cac-4cab-9409-03996b4334d4.4611.4])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:08.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T17:27:08.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.578+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.582+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T17:27:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.582+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T17:27:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.582+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T17:27:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.582+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T17:27:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.582+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T17:27:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.582+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431582 cookie 94614517210256 notifier 5645 bl.length()=162 2024-09-12T17:27:08.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.586+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:89018418-9cac-4cab-9409-03996b4334d4.4611.4 from cache 2024-09-12T17:27:08.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.586+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:89018418-9cac-4cab-9409-03996b4334d4.4611.4, ofs0, ns] 2024-09-12T17:27:08.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.586+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431613 cookie 94614517229120 notifier 5645 bl.length()=219 2024-09-12T17:27:08.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.590+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/89018418-9cac-4cab-9409-03996b4334d4.4611.4 : miss 2024-09-12T17:27:08.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.590+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.590+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.590+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/89018418-9cac-4cab-9409-03996b4334d4.4611.4 info.flags=0x0 2024-09-12T17:27:08.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.590+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/89018418-9cac-4cab-9409-03996b4334d4.4611.4 to cache LRU end 2024-09-12T17:27:08.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.594+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.11 : miss 2024-09-12T17:27:08.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.594+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T17:27:08.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.11 info.flags=0x17 2024-09-12T17:27:08.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.11 to cache LRU end 2024-09-12T17:27:08.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.11 2024-09-12T17:27:08.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:27:08.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc124180 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x560d28b3e418 s->prefetch_data=0 2024-09-12T17:27:08.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 10 manifest: total_size = 74198 2024-09-12T17:27:08.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.9164934757039400579 2024-09-12T17:27:08.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc124180 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x560d28b3e418 s->prefetch_data=0 2024-09-12T17:27:08.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b3e418 2024-09-12T17:27:08.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.598+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.11.0 2024-09-12T17:27:08.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=20613 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4210821 part_ofs=20613 rule->part_size=20613 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4231434 part_ofs=41226 rule->part_size=20613 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4252047 part_ofs=61839 rule->part_size=12359 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.9164934757039400579 2024-09-12T17:27:08.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.1 2024-09-12T17:27:08.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:27:08.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.2 2024-09-12T17:27:08.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:27:08.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.3 2024-09-12T17:27:08.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:27:08.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.4 2024-09-12T17:27:08.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:27:08.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.606+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.9164934757039400579 2024-09-12T17:27:08.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:08.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:08.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:27:08.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:08.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:08.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:08.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:08.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.610+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[89018418-9cac-4cab-9409-03996b4334d4.4611.11])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:08.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.614+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T17:27:08.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.614+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.614+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T17:27:08.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.614+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T17:27:08.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.614+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T17:27:08.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.618+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T17:27:08.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.618+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T17:27:08.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.618+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431605 cookie 94614517217760 notifier 5645 bl.length()=191 2024-09-12T17:27:08.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.622+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.11 from cache 2024-09-12T17:27:08.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.622+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.11, ofs0, ns] 2024-09-12T17:27:08.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.626+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431606 cookie 94614517217760 notifier 5645 bl.length()=249 2024-09-12T17:27:08.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.630+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/89018418-9cac-4cab-9409-03996b4334d4.4611.11 : miss 2024-09-12T17:27:08.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.630+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.630+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.630+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/89018418-9cac-4cab-9409-03996b4334d4.4611.11 info.flags=0x0 2024-09-12T17:27:08.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.630+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/89018418-9cac-4cab-9409-03996b4334d4.4611.11 to cache LRU end 2024-09-12T17:27:08.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.634+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.12 : miss 2024-09-12T17:27:08.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.634+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T17:27:08.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.12 info.flags=0x17 2024-09-12T17:27:08.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.12 to cache LRU end 2024-09-12T17:27:08.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.12 2024-09-12T17:27:08.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:27:08.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b35a20 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x560d28b453c8 s->prefetch_data=0 2024-09-12T17:27:08.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 10 manifest: total_size = 886297 2024-09-12T17:27:08.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.18374811662674268252 2024-09-12T17:27:08.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b35a20 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x560d28b453c8 s->prefetch_data=0 2024-09-12T17:27:08.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b453c8 2024-09-12T17:27:08.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.638+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.12.0 2024-09-12T17:27:08.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:08.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=246247 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4928949 part_ofs=738741 rule->part_size=147556 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.18374811662674268252 2024-09-12T17:27:08.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.1 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.2 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.3 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.4 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.18374811662674268252 2024-09-12T17:27:08.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:27:08.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:08.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.646+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:08.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.650+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:08.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.650+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:08.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.650+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:08.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.650+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:08.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.650+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[89018418-9cac-4cab-9409-03996b4334d4.4611.12])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:08.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.654+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T17:27:08.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.654+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.654+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T17:27:08.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.654+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T17:27:08.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.654+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T17:27:08.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.658+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T17:27:08.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.658+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T17:27:08.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.658+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431568 cookie 94614517212448 notifier 5645 bl.length()=198 2024-09-12T17:27:08.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.662+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.12 from cache 2024-09-12T17:27:08.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.662+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:89018418-9cac-4cab-9409-03996b4334d4.4611.12, ofs0, ns] 2024-09-12T17:27:08.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.662+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431614 cookie 94614517232896 notifier 5645 bl.length()=256 2024-09-12T17:27:08.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.666+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/89018418-9cac-4cab-9409-03996b4334d4.4611.12 : miss 2024-09-12T17:27:08.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.666+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.666+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.666+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/89018418-9cac-4cab-9409-03996b4334d4.4611.12 info.flags=0x0 2024-09-12T17:27:08.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.666+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/89018418-9cac-4cab-9409-03996b4334d4.4611.12 to cache LRU end 2024-09-12T17:27:08.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.670+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:89018418-9cac-4cab-9409-03996b4334d4.4611.10 : miss 2024-09-12T17:27:08.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.670+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T17:27:08.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:89018418-9cac-4cab-9409-03996b4334d4.4611.10 info.flags=0x17 2024-09-12T17:27:08.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:89018418-9cac-4cab-9409-03996b4334d4.4611.10 to cache LRU end 2024-09-12T17:27:08.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:89018418-9cac-4cab-9409-03996b4334d4.4611.10 2024-09-12T17:27:08.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo[R04XIZY7DIwO1LQuaEIzvVtw.pHs7Y1] 2024-09-12T17:27:08.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.10.0 2024-09-12T17:27:08.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803c0d0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x560d28b3b358 s->prefetch_data=0 2024-09-12T17:27:08.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to bo7wep1kzo69b52za3o3wnpibnshtw6i 2024-09-12T17:27:08.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 20 get_obj_state_impl: setting s->olh_tag to hxd44iax23vedcclqlh5dqpz2zojfht1 2024-09-12T17:27:08.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.674+0000 7fe90aa139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hxd44iax23vedcclqlh5dqpz2zojfht1 2024-09-12T17:27:08.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.678+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.10.0 2024-09-12T17:27:08.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.682+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.10.0 2024-09-12T17:27:08.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T17:27:08.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 olh_log_entry: epoch=3 op=3 key=foo[R04XIZY7DIwO1LQuaEIzvVtw.pHs7Y1] 2024-09-12T17:27:08.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803c0d0 obj=test-client.0-r-test-multipart-index-versioning.1:_:R04XIZY7DIwO1LQuaEIzvVtw.pHs7Y1_foo state=0x560d28b4c848 s->prefetch_data=0 2024-09-12T17:27:08.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 10 manifest: total_size = 18874368 2024-09-12T17:27:08.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.13120256379016221555 2024-09-12T17:27:08.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803c0d0 obj=test-client.0-r-test-multipart-index-versioning.1:_:R04XIZY7DIwO1LQuaEIzvVtw.pHs7Y1_foo state=0x560d28b4c848 s->prefetch_data=0 2024-09-12T17:27:08.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b4c848 2024-09-12T17:27:08.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.686+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.10.0 2024-09-12T17:27:08.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8380416 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9433088 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9433088 stripe_ofs=9433088 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13623296 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14675968 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:27:08.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=14675968 stripe_ofs=14675968 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=18866176 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=19918848 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.13120256379016221555 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.1 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__shadow_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.1_1 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 591 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.2 2024-09-12T17:27:08.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 837 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__shadow_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.2_1 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1081 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.3 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1327 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__shadow_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.3_1 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1571 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.4 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1817 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.690+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.13120256379016221555 2024-09-12T17:27:08.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.694+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo[R04XIZY7DIwO1LQuaEIzvVtw.pHs7Y1] 2024-09-12T17:27:08.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.698+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803c0d0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x560d28b3b358 s->prefetch_data=0 2024-09-12T17:27:08.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.702+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.10.0 2024-09-12T17:27:08.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.10.0 2024-09-12T17:27:08.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:08.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:08.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:08.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:08.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:08.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:08.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.706+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[89018418-9cac-4cab-9409-03996b4334d4.4611.10])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:08.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.710+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T17:27:08.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.710+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.710+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T17:27:08.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.710+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T17:27:08.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.710+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T17:27:08.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.714+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T17:27:08.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.714+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T17:27:08.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.714+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431569 cookie 94614517212448 notifier 5645 bl.length()=193 2024-09-12T17:27:08.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.718+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:89018418-9cac-4cab-9409-03996b4334d4.4611.10 from cache 2024-09-12T17:27:08.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.718+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:89018418-9cac-4cab-9409-03996b4334d4.4611.10, ofs0, ns] 2024-09-12T17:27:08.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.718+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431583 cookie 94614517228064 notifier 5645 bl.length()=251 2024-09-12T17:27:08.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.722+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/89018418-9cac-4cab-9409-03996b4334d4.4611.10 : miss 2024-09-12T17:27:08.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.722+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.726+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.726+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/89018418-9cac-4cab-9409-03996b4334d4.4611.10 info.flags=0x0 2024-09-12T17:27:08.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.726+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/89018418-9cac-4cab-9409-03996b4334d4.4611.10 to cache LRU end 2024-09-12T17:27:08.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:89018418-9cac-4cab-9409-03996b4334d4.4611.9 : miss 2024-09-12T17:27:08.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:27:08.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:89018418-9cac-4cab-9409-03996b4334d4.4611.9 info.flags=0x17 2024-09-12T17:27:08.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:89018418-9cac-4cab-9409-03996b4334d4.4611.9 to cache LRU end 2024-09-12T17:27:08.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:89018418-9cac-4cab-9409-03996b4334d4.4611.9 2024-09-12T17:27:08.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:27:08.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.730+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b10d50 obj=test-client.0-r-test-multipart-simple.1:foo state=0x560d28b51488 s->prefetch_data=0 2024-09-12T17:27:08.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.734+0000 7fe90aa139c0 10 manifest: total_size = 886297 2024-09-12T17:27:08.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.734+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.11084752942899031598 2024-09-12T17:27:08.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.734+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b10d50 obj=test-client.0-r-test-multipart-simple.1:foo state=0x560d28b51488 s->prefetch_data=0 2024-09-12T17:27:08.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.734+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b51488 2024-09-12T17:27:08.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.734+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.9.0 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:27:08.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=246247 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4928949 part_ofs=738741 rule->part_size=147556 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.11084752942899031598 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.1 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.2 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2024-09-12T17:27:08.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.3 2024-09-12T17:27:08.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2024-09-12T17:27:08.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.4 2024-09-12T17:27:08.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2024-09-12T17:27:08.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.11084752942899031598 2024-09-12T17:27:08.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:27:08.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:08.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.742+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:08.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:08.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:08.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:08.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:08.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[89018418-9cac-4cab-9409-03996b4334d4.4611.9])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:08.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T17:27:08.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.746+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.750+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:27:08.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.750+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T17:27:08.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.750+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T17:27:08.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.750+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T17:27:08.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.750+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T17:27:08.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.754+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431584 cookie 94614517228064 notifier 5645 bl.length()=183 2024-09-12T17:27:08.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.758+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:89018418-9cac-4cab-9409-03996b4334d4.4611.9 from cache 2024-09-12T17:27:08.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.758+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:89018418-9cac-4cab-9409-03996b4334d4.4611.9, ofs0, ns] 2024-09-12T17:27:08.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.758+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431573 cookie 94614517222816 notifier 5645 bl.length()=240 2024-09-12T17:27:08.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.762+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/89018418-9cac-4cab-9409-03996b4334d4.4611.9 : miss 2024-09-12T17:27:08.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.762+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.762+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.762+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/89018418-9cac-4cab-9409-03996b4334d4.4611.9 info.flags=0x0 2024-09-12T17:27:08.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.762+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/89018418-9cac-4cab-9409-03996b4334d4.4611.9 to cache LRU end 2024-09-12T17:27:08.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.766+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.15 : miss 2024-09-12T17:27:08.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.766+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:27:08.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.15 info.flags=0x17 2024-09-12T17:27:08.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.15 to cache LRU end 2024-09-12T17:27:08.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.15 2024-09-12T17:27:08.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:27:08.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:27:08.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:27:08.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:27:08.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:27:08.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.8197182870047224278 2024-09-12T17:27:08.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.770+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.8197182870047224278 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_0 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_1 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.8197182870047224278 2024-09-12T17:27:08.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.778+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:27:08.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.782+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.782+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.782+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.18102298463707852032 2024-09-12T17:27:08.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.782+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.782+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.782+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.18102298463707852032 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_0 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_1 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.790+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.18102298463707852032 2024-09-12T17:27:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:27:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _2FYKsUXLoMQw4dxVQ68EWeE-_02obgf 2024-09-12T17:27:08.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.794+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _2FYKsUXLoMQw4dxVQ68EWeE-_02obgf 2024-09-12T17:27:08.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.miypyRsSZMrkhfoKXYhq6B3_Mz2-Nbw_0 2024-09-12T17:27:08.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:27:08.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.miypyRsSZMrkhfoKXYhq6B3_Mz2-Nbw_1 2024-09-12T17:27:08.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:27:08.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.802+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _2FYKsUXLoMQw4dxVQ68EWeE-_02obgf 2024-09-12T17:27:08.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:27:08.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _qgyGZ3dEuF6JXYhk4krBUnR56q4-icj 2024-09-12T17:27:08.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.806+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _qgyGZ3dEuF6JXYhk4krBUnR56q4-icj 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.UjaUR81HapH0eS39EGTBqapaKeDnQ-d_1 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.810+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _qgyGZ3dEuF6JXYhk4krBUnR56q4-icj 2024-09-12T17:27:08.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.814+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.814+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:27:08.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.818+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.818+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.13657316679853191705 2024-09-12T17:27:08.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.818+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.818+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.818+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.13657316679853191705 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_0 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_1 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.822+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.13657316679853191705 2024-09-12T17:27:08.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:27:08.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _qE8R395Tdwzdz5t9rVNOM13Ps9HTW-s 2024-09-12T17:27:08.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.826+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _qE8R395Tdwzdz5t9rVNOM13Ps9HTW-s 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.n3Bk05fHBAN_hfnP8vrZQlf4MNj5l8e_0 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.n3Bk05fHBAN_hfnP8vrZQlf4MNj5l8e_1 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.834+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _qE8R395Tdwzdz5t9rVNOM13Ps9HTW-s 2024-09-12T17:27:08.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:27:08.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.992856618264387583 2024-09-12T17:27:08.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b41df0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.838+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.992856618264387583 2024-09-12T17:27:08.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_0 2024-09-12T17:27:08.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:27:08.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_1 2024-09-12T17:27:08.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 577 2024-09-12T17:27:08.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.846+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.992856618264387583 2024-09-12T17:27:08.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:27:08.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe90aa139c0 10 manifest: total_size = 5242880 2024-09-12T17:27:08.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _iGj9dd5FVS-ELYApDLlcM-FMnsDrjac 2024-09-12T17:27:08.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.850+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _iGj9dd5FVS-ELYApDLlcM-FMnsDrjac 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.FmAoQNbV6klV8qm6xBzQXJvlQYUpZtu_1 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.858+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _iGj9dd5FVS-ELYApDLlcM-FMnsDrjac 2024-09-12T17:27:08.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:27:08.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe90aa139c0 10 manifest: total_size = 27197 2024-09-12T17:27:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.6472599735747992708 2024-09-12T17:27:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.862+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.870+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.870+0000 7fe90aa139c0 10 manifest: total_size = 27197 2024-09-12T17:27:08.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.870+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _ZOFLoZY8tXlMp0yWvAl-f5V7ij_cIZK 2024-09-12T17:27:08.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.870+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.870+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.870+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.874+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:27:08.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _ZOFLoZY8tXlMp0yWvAl-f5V7ij_cIZK 2024-09-12T17:27:08.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.IciDu_Lhh16S4W7Gh5WxaBH8QwkPdRX_0 2024-09-12T17:27:08.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:27:08.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.878+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _ZOFLoZY8tXlMp0yWvAl-f5V7ij_cIZK 2024-09-12T17:27:08.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:27:08.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803cb70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe90aa139c0 10 manifest: total_size = 27197 2024-09-12T17:27:08.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _gbvx3TYjCzzWuBwmgdnweR6P5fzb7xL 2024-09-12T17:27:08.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803cb70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.882+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _gbvx3TYjCzzWuBwmgdnweR6P5fzb7xL 2024-09-12T17:27:08.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.r4xzSjZZw7l4ZO5ngfKcXZhqPel9dch_0 2024-09-12T17:27:08.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:27:08.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _gbvx3TYjCzzWuBwmgdnweR6P5fzb7xL 2024-09-12T17:27:08.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.890+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:27:08.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.894+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803cb70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.894+0000 7fe90aa139c0 10 manifest: total_size = 27197 2024-09-12T17:27:08.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.894+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _Sj3sQXy4KARLTZjNyRf6qLIunBpr_0h 2024-09-12T17:27:08.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.894+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f803cb70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.894+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.894+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.15.0 2024-09-12T17:27:08.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:08.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:08.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:27:08.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:08.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:08.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:08.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:08.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.902+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[89018418-9cac-4cab-9409-03996b4334d4.4611.15])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:08.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.906+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T17:27:08.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.906+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.910+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T17:27:08.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.910+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T17:27:08.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.910+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T17:27:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.910+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T17:27:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.910+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T17:27:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.914+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431570 cookie 94614517212448 notifier 5645 bl.length()=189 2024-09-12T17:27:08.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.918+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.15 from cache 2024-09-12T17:27:08.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.918+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.15, ofs0, ns] 2024-09-12T17:27:08.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.918+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431585 cookie 94614517228064 notifier 5645 bl.length()=247 2024-09-12T17:27:08.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.922+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/89018418-9cac-4cab-9409-03996b4334d4.4611.15 : miss 2024-09-12T17:27:08.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.922+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.922+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:08.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.922+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/89018418-9cac-4cab-9409-03996b4334d4.4611.15 info.flags=0x0 2024-09-12T17:27:08.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.922+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/89018418-9cac-4cab-9409-03996b4334d4.4611.15 to cache LRU end 2024-09-12T17:27:08.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.16 : miss 2024-09-12T17:27:08.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:08.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:27:08.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.16 info.flags=0x17 2024-09-12T17:27:08.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.16 to cache LRU end 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.16 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:27:08.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.930+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b427a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.934+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.934+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.10076493104902019654 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.934+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b427a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.934+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.934+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:08.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:08.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.10076493104902019654 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1_1 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2_1 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.3 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T17:27:08.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.938+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.10076493104902019654 2024-09-12T17:27:08.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:27:08.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:08.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.17750314929545358115 2024-09-12T17:27:08.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.942+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.17750314929545358115 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1_1 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T17:27:08.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2_1 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.3 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.950+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.17750314929545358115 2024-09-12T17:27:08.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:27:08.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:08.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _xhDHeit0BnUSLh0xVLroyOqejlD68VN 2024-09-12T17:27:08.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x560d28b45768 s->prefetch_data=0 2024-09-12T17:27:08.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45768 2024-09-12T17:27:08.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.954+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:08.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _xhDHeit0BnUSLh0xVLroyOqejlD68VN 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.QCzus1wWolWUCtYm4DJZvrJxBD3AR4I_0 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.QCzus1wWolWUCtYm4DJZvrJxBD3AR4I_1 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.QCzus1wWolWUCtYm4DJZvrJxBD3AR4I_2 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T17:27:08.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _xhDHeit0BnUSLh0xVLroyOqejlD68VN 2024-09-12T17:27:08.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.962+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:27:08.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.966+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x560d28b45688 s->prefetch_data=0 2024-09-12T17:27:08.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.966+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:08.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.966+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _cy2BHp90-BwvxpkIrJAuGqt8EL8mkVt 2024-09-12T17:27:08.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.966+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x560d28b45688 s->prefetch_data=0 2024-09-12T17:27:08.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.966+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45688 2024-09-12T17:27:08.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.966+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _cy2BHp90-BwvxpkIrJAuGqt8EL8mkVt 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.NB2zU-kl1xSAmdzpdierVabsSEBxJRj_1 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:27:08.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.NB2zU-kl1xSAmdzpdierVabsSEBxJRj_2 2024-09-12T17:27:08.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:27:08.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.970+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: _cy2BHp90-BwvxpkIrJAuGqt8EL8mkVt 2024-09-12T17:27:08.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.974+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:27:08.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.974+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b4a5b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x560d28b45688 s->prefetch_data=0 2024-09-12T17:27:08.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.978+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:08.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.978+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.4379106505222203755 2024-09-12T17:27:08.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.978+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b4a5b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x560d28b45688 s->prefetch_data=0 2024-09-12T17:27:08.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.978+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45688 2024-09-12T17:27:08.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.978+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:08.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:08.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.4379106505222203755 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:27:08.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1_1 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2_1 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.3 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:27:08.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:08.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.982+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.4379106505222203755 2024-09-12T17:27:08.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b427a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x560d28b455e8 s->prefetch_data=0 2024-09-12T17:27:08.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:27:08.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:08.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _jftVlTU00XS6bvzv6gsjRztFcGCFpq7 2024-09-12T17:27:08.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b427a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x560d28b455e8 s->prefetch_data=0 2024-09-12T17:27:08.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b455e8 2024-09-12T17:27:08.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.986+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _jftVlTU00XS6bvzv6gsjRztFcGCFpq7 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.v7ra_SWKUPktcNjsvouwxjc2eBpnGCn_0 2024-09-12T17:27:08.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:27:09.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.v7ra_SWKUPktcNjsvouwxjc2eBpnGCn_1 2024-09-12T17:27:09.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:27:09.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.v7ra_SWKUPktcNjsvouwxjc2eBpnGCn_2 2024-09-12T17:27:09.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T17:27:09.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.994+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _jftVlTU00XS6bvzv6gsjRztFcGCFpq7 2024-09-12T17:27:09.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:27:09.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x560d28b45538 s->prefetch_data=0 2024-09-12T17:27:09.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:09.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.11314664712928873395 2024-09-12T17:27:09.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8f806ef80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x560d28b45538 s->prefetch_data=0 2024-09-12T17:27:09.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b45538 2024-09-12T17:27:09.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:08.998+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:09.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.11314664712928873395 2024-09-12T17:27:09.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1_1 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2_1 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.3 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.006+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.11314664712928873395 2024-09-12T17:27:09.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:27:09.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:09.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _BM4Y3mWfmAfu0QWvIaX-tC5ULXgZthU 2024-09-12T17:27:09.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b454d8 2024-09-12T17:27:09.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.010+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _BM4Y3mWfmAfu0QWvIaX-tC5ULXgZthU 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.P0utq3SGvKPrtTdtalXVarxbFd5TRre_1 2024-09-12T17:27:09.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:27:09.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.P0utq3SGvKPrtTdtalXVarxbFd5TRre_2 2024-09-12T17:27:09.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:27:09.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _BM4Y3mWfmAfu0QWvIaX-tC5ULXgZthU 2024-09-12T17:27:09.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.018+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.022+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:27:09.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.022+0000 7fe90aa139c0 10 manifest: total_size = 541681 2024-09-12T17:27:09.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.022+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.259645137878716861 2024-09-12T17:27:09.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.022+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.022+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b454d8 2024-09-12T17:27:09.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.022+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=49187 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.259645137878716861 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.1 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 363 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.2 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 627 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.3 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 891 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.026+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.259645137878716861 2024-09-12T17:27:09.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b522a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:27:09.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe90aa139c0 10 manifest: total_size = 541681 2024-09-12T17:27:09.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _rBo2_PKDnxuz6mb035yHpRksM9EoMQB 2024-09-12T17:27:09.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b522a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b454d8 2024-09-12T17:27:09.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.030+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _rBo2_PKDnxuz6mb035yHpRksM9EoMQB 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.-wUVYBVxGO_RQTnQOqevWg1sM99NKvj_0 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: _rBo2_PKDnxuz6mb035yHpRksM9EoMQB 2024-09-12T17:27:09.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.038+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:27:09.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.042+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b522a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.042+0000 7fe90aa139c0 10 manifest: total_size = 541681 2024-09-12T17:27:09.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.042+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to _i-aaHIMWCDJYikp6mxjR4u8m5AJXLpr 2024-09-12T17:27:09.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.042+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b522a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.042+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b454d8 2024-09-12T17:27:09.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.042+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: _i-aaHIMWCDJYikp6mxjR4u8m5AJXLpr 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.bsEZ3eq-0jBEcCfyCmgpat5rhlAMX9A_0 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.046+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _i-aaHIMWCDJYikp6mxjR4u8m5AJXLpr 2024-09-12T17:27:09.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.050+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:27:09.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.050+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.054+0000 7fe90aa139c0 10 manifest: total_size = 541681 2024-09-12T17:27:09.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.054+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.7854397060997979882 2024-09-12T17:27:09.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.054+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x560d28b454d8 s->prefetch_data=0 2024-09-12T17:27:09.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.054+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b454d8 2024-09-12T17:27:09.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.054+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.16.0 2024-09-12T17:27:09.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:09.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2024-09-12T17:27:09.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=49187 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.7854397060997979882 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.1 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.2 2024-09-12T17:27:09.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T17:27:09.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.3 2024-09-12T17:27:09.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T17:27:09.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.058+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.7854397060997979882 2024-09-12T17:27:09.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:27:09.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:09.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:09.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:09.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:09.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:09.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:09.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.062+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[89018418-9cac-4cab-9409-03996b4334d4.4611.16])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:09.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.066+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T17:27:09.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.066+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.066+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T17:27:09.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.066+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T17:27:09.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.066+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T17:27:09.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.070+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T17:27:09.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.070+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T17:27:09.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.070+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431574 cookie 94614517222816 notifier 5645 bl.length()=199 2024-09-12T17:27:09.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.074+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.16 from cache 2024-09-12T17:27:09.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.074+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:89018418-9cac-4cab-9409-03996b4334d4.4611.16, ofs0, ns] 2024-09-12T17:27:09.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.074+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431565 cookie 94614517235664 notifier 5645 bl.length()=257 2024-09-12T17:27:09.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.078+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/89018418-9cac-4cab-9409-03996b4334d4.4611.16 : miss 2024-09-12T17:27:09.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.078+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.078+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.078+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/89018418-9cac-4cab-9409-03996b4334d4.4611.16 info.flags=0x0 2024-09-12T17:27:09.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.078+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/89018418-9cac-4cab-9409-03996b4334d4.4611.16 to cache LRU end 2024-09-12T17:27:09.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.082+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:89018418-9cac-4cab-9409-03996b4334d4.4611.14 : miss 2024-09-12T17:27:09.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.082+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:27:09.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:89018418-9cac-4cab-9409-03996b4334d4.4611.14 info.flags=0x17 2024-09-12T17:27:09.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:89018418-9cac-4cab-9409-03996b4334d4.4611.14 to cache LRU end 2024-09-12T17:27:09.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:09.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:09.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:89018418-9cac-4cab-9409-03996b4334d4.4611.14 2024-09-12T17:27:09.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:27:09.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:27:09.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:27:09.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b10d50 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:09.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.745510844698390721 2024-09-12T17:27:09.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b10d50 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b37928 2024-09-12T17:27:09.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.086+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.14.0 2024-09-12T17:27:09.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:09.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.745510844698390721 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.1 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 366 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.1_1 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 631 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.2 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 898 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.2_1 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1163 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.3 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1430 2024-09-12T17:27:09.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.745510844698390721 2024-09-12T17:27:09.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.094+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0f47c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.098+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:27:09.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.098+0000 7fe90aa139c0 10 manifest: total_size = 11534336 2024-09-12T17:27:09.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.098+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.2524488219840029461 2024-09-12T17:27:09.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.098+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0f47c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.098+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b37928 2024-09-12T17:27:09.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.098+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.14.0 2024-09-12T17:27:09.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:27:09.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.2524488219840029461 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.1 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.1_1 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.2 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.2_1 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.3 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.102+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.2524488219840029461 2024-09-12T17:27:09.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:27:09.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b3bf80 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe90aa139c0 10 manifest: total_size = 16377 2024-09-12T17:27:09.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.15974518045524839913 2024-09-12T17:27:09.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b3bf80 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b37928 2024-09-12T17:27:09.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.106+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.14.0 2024-09-12T17:27:09.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=7668 rules.size()=3 2024-09-12T17:27:09.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=7668 2024-09-12T17:27:09.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=7668 stripe_ofs=7668 part_ofs=7668 rule->part_size=7674 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=3 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4197876 part_ofs=7668 rule->part_size=7674 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=15342 stripe_ofs=15342 part_ofs=15342 rule->part_size=1035 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): stripe_ofs=4205550 part_ofs=15342 rule->part_size=1035 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=16377 stripe_ofs=16377 part_ofs=16377 rule->part_size=1035 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.15974518045524839913 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-STANDARD.2~4N2tJeeA3PQme45SwnPaXIEzJtsgqYm.1 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-STANDARD.2~4N2tJeeA3PQme45SwnPaXIEzJtsgqYm.2 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-STANDARD.2~4N2tJeeA3PQme45SwnPaXIEzJtsgqYm.3 2024-09-12T17:27:09.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:27:09.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.114+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.15974518045524839913 2024-09-12T17:27:09.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.118+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:27:09.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.118+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:09.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.118+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:09.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.122+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:09.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.122+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:09.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.122+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:09.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.122+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:09.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.122+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[89018418-9cac-4cab-9409-03996b4334d4.4611.14])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:09.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.126+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T17:27:09.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.126+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.126+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T17:27:09.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.126+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T17:27:09.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.126+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T17:27:09.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.130+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T17:27:09.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.130+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T17:27:09.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.130+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431615 cookie 94614517229120 notifier 5645 bl.length()=194 2024-09-12T17:27:09.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.134+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:89018418-9cac-4cab-9409-03996b4334d4.4611.14 from cache 2024-09-12T17:27:09.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.134+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:89018418-9cac-4cab-9409-03996b4334d4.4611.14, ofs0, ns] 2024-09-12T17:27:09.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.134+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431566 cookie 94614517235664 notifier 5645 bl.length()=252 2024-09-12T17:27:09.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.138+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/89018418-9cac-4cab-9409-03996b4334d4.4611.14 : miss 2024-09-12T17:27:09.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.138+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.138+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.138+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/89018418-9cac-4cab-9409-03996b4334d4.4611.14 info.flags=0x0 2024-09-12T17:27:09.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.138+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/89018418-9cac-4cab-9409-03996b4334d4.4611.14 to cache LRU end 2024-09-12T17:27:09.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:89018418-9cac-4cab-9409-03996b4334d4.4611.13 : miss 2024-09-12T17:27:09.148 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T17:27:09.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:89018418-9cac-4cab-9409-03996b4334d4.4611.13 info.flags=0x17 2024-09-12T17:27:09.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:89018418-9cac-4cab-9409-03996b4334d4.4611.13 to cache LRU end 2024-09-12T17:27:09.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:09.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:09.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:89018418-9cac-4cab-9409-03996b4334d4.4611.13 2024-09-12T17:27:09.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:27:09.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:27:09.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:27:09.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38dd0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 10 manifest: total_size = 10485760 2024-09-12T17:27:09.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.14785478045942442217 2024-09-12T17:27:09.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38dd0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b37928 2024-09-12T17:27:09.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.146+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.13.0 2024-09-12T17:27:09.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.14785478045942442217 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.8H1DYF1Ve5Z-lLmZE5EI1yZ7Lsx-uBE_0 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.8H1DYF1Ve5Z-lLmZE5EI1yZ7Lsx-uBE_1 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.8H1DYF1Ve5Z-lLmZE5EI1yZ7Lsx-uBE_2 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 812 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.154+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.14785478045942442217 2024-09-12T17:27:09.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:27:09.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38dd0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe90aa139c0 10 manifest: total_size = 10485760 2024-09-12T17:27:09.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.13240035729365170787 2024-09-12T17:27:09.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38dd0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x560d28b37928 s->prefetch_data=0 2024-09-12T17:27:09.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b37928 2024-09-12T17:27:09.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.158+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.13.0 2024-09-12T17:27:09.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.13240035729365170787 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.HW6REUWEspo1XgAgXiJXV-FgL0oRwfP_0 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.HW6REUWEspo1XgAgXiJXV-FgL0oRwfP_1 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:27:09.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.HW6REUWEspo1XgAgXiJXV-FgL0oRwfP_2 2024-09-12T17:27:09.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2024-09-12T17:27:09.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:27:09.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.162+0000 7fe90aa139c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 89018418-9cac-4cab-9409-03996b4334d4.4611.13240035729365170787 2024-09-12T17:27:09.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.166+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:27:09.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.166+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.170+0000 7fe90aa139c0 10 manifest: total_size = 659532 2024-09-12T17:27:09.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.170+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.15245039947431918203 2024-09-12T17:27:09.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.170+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.170+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47d88 2024-09-12T17:27:09.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.170+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.13.0 2024-09-12T17:27:09.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.174+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:09.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.174+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:09.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.178+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:27:09.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.178+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:09.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.178+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:09.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.178+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:09.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.178+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:09.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.178+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[89018418-9cac-4cab-9409-03996b4334d4.4611.13])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:09.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.182+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T17:27:09.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.182+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.182+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T17:27:09.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.182+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T17:27:09.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.182+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T17:27:09.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.186+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T17:27:09.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.186+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T17:27:09.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.186+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431571 cookie 94614517212448 notifier 5645 bl.length()=184 2024-09-12T17:27:09.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.190+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:89018418-9cac-4cab-9409-03996b4334d4.4611.13 from cache 2024-09-12T17:27:09.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.190+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:89018418-9cac-4cab-9409-03996b4334d4.4611.13, ofs0, ns] 2024-09-12T17:27:09.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.190+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431616 cookie 94614517232896 notifier 5645 bl.length()=242 2024-09-12T17:27:09.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.194+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/89018418-9cac-4cab-9409-03996b4334d4.4611.13 : miss 2024-09-12T17:27:09.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.194+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.194+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.194+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/89018418-9cac-4cab-9409-03996b4334d4.4611.13 info.flags=0x0 2024-09-12T17:27:09.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.194+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/89018418-9cac-4cab-9409-03996b4334d4.4611.13 to cache LRU end 2024-09-12T17:27:09.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:89018418-9cac-4cab-9409-03996b4334d4.4611.6 : miss 2024-09-12T17:27:09.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:27:09.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:89018418-9cac-4cab-9409-03996b4334d4.4611.6 info.flags=0x17 2024-09-12T17:27:09.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:89018418-9cac-4cab-9409-03996b4334d4.4611.6 to cache LRU end 2024-09-12T17:27:09.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:09.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:09.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:89018418-9cac-4cab-9409-03996b4334d4.4611.6 2024-09-12T17:27:09.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:27:09.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:27:09.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:27:09.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:27:09.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.202+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-small-obj-data.1:__ state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.206+0000 7fe90aa139c0 10 manifest: total_size = 0 2024-09-12T17:27:09.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.206+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.8350079484166542301 2024-09-12T17:27:09.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.206+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-small-obj-data.1:__ state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.206+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47d88 2024-09-12T17:27:09.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.206+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.6.0 2024-09-12T17:27:09.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.210+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.210+0000 7fe90aa139c0 10 manifest: total_size = 0 2024-09-12T17:27:09.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.210+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.4868955501109893109 2024-09-12T17:27:09.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.210+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.210+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47d88 2024-09-12T17:27:09.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.214+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.6.0 2024-09-12T17:27:09.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.214+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:27:09.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.218+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-small-obj-data.1:___ state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.222+0000 7fe90aa139c0 10 manifest: total_size = 0 2024-09-12T17:27:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.222+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.6686404129236622838 2024-09-12T17:27:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.222+0000 7fe90aa139c0 20 get_obj_state: octx=0x560d28b38890 obj=test-client.0-r-test-small-obj-data.1:___ state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.222+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47d88 2024-09-12T17:27:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.222+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.6.0 2024-09-12T17:27:09.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.222+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:27:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.226+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.226+0000 7fe90aa139c0 10 manifest: total_size = 0 2024-09-12T17:27:09.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.226+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.7908371199211752574 2024-09-12T17:27:09.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.226+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe9000194d0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x560d28b47d88 s->prefetch_data=0 2024-09-12T17:27:09.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.226+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47d88 2024-09-12T17:27:09.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.226+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.6.0 2024-09-12T17:27:09.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.230+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:27:09.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.234+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:09.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.234+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.238+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:27:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.238+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.238+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:09.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.238+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:09.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.238+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:09.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.238+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[89018418-9cac-4cab-9409-03996b4334d4.4611.6])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.242+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T17:27:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.242+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.242+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:27:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.242+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T17:27:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.242+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T17:27:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.246+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T17:27:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.246+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T17:27:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.246+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431607 cookie 94614517217760 notifier 5645 bl.length()=181 2024-09-12T17:27:09.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.250+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:89018418-9cac-4cab-9409-03996b4334d4.4611.6 from cache 2024-09-12T17:27:09.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.250+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:89018418-9cac-4cab-9409-03996b4334d4.4611.6, ofs0, ns] 2024-09-12T17:27:09.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.250+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431586 cookie 94614517210256 notifier 5645 bl.length()=238 2024-09-12T17:27:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.254+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/89018418-9cac-4cab-9409-03996b4334d4.4611.6 : miss 2024-09-12T17:27:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.254+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.254+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.254+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/89018418-9cac-4cab-9409-03996b4334d4.4611.6 info.flags=0x0 2024-09-12T17:27:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.254+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/89018418-9cac-4cab-9409-03996b4334d4.4611.6 to cache LRU end 2024-09-12T17:27:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:89018418-9cac-4cab-9409-03996b4334d4.4611.7 : miss 2024-09-12T17:27:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:27:09.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:89018418-9cac-4cab-9409-03996b4334d4.4611.7 info.flags=0x17 2024-09-12T17:27:09.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:89018418-9cac-4cab-9409-03996b4334d4.4611.7 to cache LRU end 2024-09-12T17:27:09.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:09.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:09.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:89018418-9cac-4cab-9409-03996b4334d4.4611.7 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x560d28b47d28 s->prefetch_data=0 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 10 manifest: total_size = 524288 2024-09-12T17:27:09.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.3051701034941620468 2024-09-12T17:27:09.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x560d28b47d28 s->prefetch_data=0 2024-09-12T17:27:09.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47d28 2024-09-12T17:27:09.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.262+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.7.0 2024-09-12T17:27:09.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.270+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x560d28b47cf8 s->prefetch_data=0 2024-09-12T17:27:09.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.270+0000 7fe90aa139c0 10 manifest: total_size = 38 2024-09-12T17:27:09.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.270+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.2771948064335088777 2024-09-12T17:27:09.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.270+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x560d28b47cf8 s->prefetch_data=0 2024-09-12T17:27:09.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.270+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47cf8 2024-09-12T17:27:09.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.270+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.7.0 2024-09-12T17:27:09.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.274+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:27:09.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.278+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x560d28b47cf8 s->prefetch_data=0 2024-09-12T17:27:09.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.278+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:27:09.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.282+0000 7fe90aa139c0 10 manifest: total_size = 524288 2024-09-12T17:27:09.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.282+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.10451508708126860196 2024-09-12T17:27:09.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.282+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x560d28b47cf8 s->prefetch_data=0 2024-09-12T17:27:09.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.282+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47cf8 2024-09-12T17:27:09.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.282+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.7.0 2024-09-12T17:27:09.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.286+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x560d28b47cf8 s->prefetch_data=0 2024-09-12T17:27:09.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.286+0000 7fe90aa139c0 10 manifest: total_size = 2078 2024-09-12T17:27:09.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.286+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.834200160967218539 2024-09-12T17:27:09.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.286+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe8fc0b8ff0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x560d28b47cf8 s->prefetch_data=0 2024-09-12T17:27:09.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.286+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b47cf8 2024-09-12T17:27:09.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.286+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.7.0 2024-09-12T17:27:09.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.290+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:27:09.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.294+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:09.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.294+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:09.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.298+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:27:09.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.298+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:09.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.298+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:09.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.298+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:09.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.298+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:09.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.298+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[89018418-9cac-4cab-9409-03996b4334d4.4611.7])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:09.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.302+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T17:27:09.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.302+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.302+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:27:09.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.302+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T17:27:09.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.302+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T17:27:09.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.306+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T17:27:09.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.306+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T17:27:09.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.306+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431608 cookie 94614517217760 notifier 5645 bl.length()=181 2024-09-12T17:27:09.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.310+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:89018418-9cac-4cab-9409-03996b4334d4.4611.7 from cache 2024-09-12T17:27:09.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.310+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:89018418-9cac-4cab-9409-03996b4334d4.4611.7, ofs0, ns] 2024-09-12T17:27:09.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.310+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431587 cookie 94614517210256 notifier 5645 bl.length()=238 2024-09-12T17:27:09.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.314+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/89018418-9cac-4cab-9409-03996b4334d4.4611.7 : miss 2024-09-12T17:27:09.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.314+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.314+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.314+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/89018418-9cac-4cab-9409-03996b4334d4.4611.7 info.flags=0x0 2024-09-12T17:27:09.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.314+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/89018418-9cac-4cab-9409-03996b4334d4.4611.7 to cache LRU end 2024-09-12T17:27:09.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:89018418-9cac-4cab-9409-03996b4334d4.4611.8 : miss 2024-09-12T17:27:09.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:27:09.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:89018418-9cac-4cab-9409-03996b4334d4.4611.8 info.flags=0x17 2024-09-12T17:27:09.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:89018418-9cac-4cab-9409-03996b4334d4.4611.8 to cache LRU end 2024-09-12T17:27:09.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:09.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:27:09.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:89018418-9cac-4cab-9409-03996b4334d4.4611.8 2024-09-12T17:27:09.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:27:09.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:27:09.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:27:09.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:27:09.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.322+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:__ state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.326+0000 7fe90aa139c0 10 manifest: total_size = 4134 2024-09-12T17:27:09.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.326+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.10623277944925883826 2024-09-12T17:27:09.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.326+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:__ state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.326+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b3ae18 2024-09-12T17:27:09.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.326+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.8.0 2024-09-12T17:27:09.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.330+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.334+0000 7fe90aa139c0 10 manifest: total_size = 55 2024-09-12T17:27:09.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.334+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.14604644521118316674 2024-09-12T17:27:09.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.334+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.334+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b3ae18 2024-09-12T17:27:09.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.334+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.8.0 2024-09-12T17:27:09.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.334+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:27:09.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.338+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:___ state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.342+0000 7fe90aa139c0 10 manifest: total_size = 1048576 2024-09-12T17:27:09.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.342+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.5686383260480550435 2024-09-12T17:27:09.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.342+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:___ state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.342+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b3ae18 2024-09-12T17:27:09.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.342+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.8.0 2024-09-12T17:27:09.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.346+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:27:09.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.350+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:obj state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.350+0000 7fe90aa139c0 10 manifest: total_size = 4134 2024-09-12T17:27:09.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.350+0000 7fe90aa139c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.1717176269943852269 2024-09-12T17:27:09.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.350+0000 7fe90aa139c0 20 get_obj_state: octx=0x7fe900001c30 obj=test-client.0-r-test-small-obj-data.3:obj state=0x560d28b3ae18 s->prefetch_data=0 2024-09-12T17:27:09.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.350+0000 7fe90aa139c0 20 prepare_atomic_modification: state is not atomic. state=0x560d28b3ae18 2024-09-12T17:27:09.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.350+0000 7fe90aa139c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.8.0 2024-09-12T17:27:09.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.354+0000 7fe7df7fe640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:27:09.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.358+0000 7fe90aa139c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:27:09.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.358+0000 7fe90aa139c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:27:09.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.362+0000 7fe7deffd640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:27:09.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.362+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:27:09.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.362+0000 7fe90aa139c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:27:09.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.362+0000 7fe90aa139c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:27:09.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.362+0000 7fe90aa139c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:27:09.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.362+0000 7fe90aa139c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[89018418-9cac-4cab-9409-03996b4334d4.4611.8])"; uploads.size()=0; is_truncated=0 2024-09-12T17:27:09.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T17:27:09.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:27:09.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T17:27:09.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T17:27:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T17:27:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.366+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T17:27:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.370+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431609 cookie 94614517217760 notifier 5645 bl.length()=181 2024-09-12T17:27:09.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.374+0000 7fe90aa139c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:89018418-9cac-4cab-9409-03996b4334d4.4611.8 from cache 2024-09-12T17:27:09.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.374+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:89018418-9cac-4cab-9409-03996b4334d4.4611.8, ofs0, ns] 2024-09-12T17:27:09.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.374+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431588 cookie 94614517210256 notifier 5645 bl.length()=238 2024-09-12T17:27:09.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.378+0000 7fe90aa139c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/89018418-9cac-4cab-9409-03996b4334d4.4611.8 : miss 2024-09-12T17:27:09.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.378+0000 7fe90aa139c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.378+0000 7fe90aa139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.378+0000 7fe90aa139c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/89018418-9cac-4cab-9409-03996b4334d4.4611.8 info.flags=0x0 2024-09-12T17:27:09.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.378+0000 7fe90aa139c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/89018418-9cac-4cab-9409-03996b4334d4.4611.8 to cache LRU end 2024-09-12T17:27:09.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.382+0000 7fe90aa139c0 10 removing key index: MPQXREBAHEREPDPGHANW 2024-09-12T17:27:09.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.386+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:MPQXREBAHEREPDPGHANW, ofs0, ns] 2024-09-12T17:27:09.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.386+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431575 cookie 94614517222816 notifier 5645 bl.length()=170 2024-09-12T17:27:09.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.390+0000 7fe90aa139c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T17:27:09.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.390+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:27:09.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.394+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431572 cookie 94614517212448 notifier 5645 bl.length()=182 2024-09-12T17:27:09.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.394+0000 7fe90aa139c0 10 removing user buckets index 2024-09-12T17:27:09.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.398+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T17:27:09.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.398+0000 7fe7deffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431617 cookie 94614517229120 notifier 5645 bl.length()=173 2024-09-12T17:27:09.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.398+0000 7fe90aa139c0 10 removing user index: ragweed.client.0 2024-09-12T17:27:09.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.402+0000 7fe90aa139c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T17:27:09.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.402+0000 7fe90aa139c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:27:09.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.402+0000 7fe7df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431589 cookie 94614517228064 notifier 5645 bl.length()=165 2024-09-12T17:27:09.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.406+0000 7fe7befdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:27:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.410+0000 7fe90aa139c0 20 remove_watcher() i=0 2024-09-12T17:27:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.410+0000 7fe90aa139c0 2 removed watcher, disabling cache 2024-09-12T17:27:09.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.414+0000 7fe90aa139c0 20 remove_watcher() i=1 2024-09-12T17:27:09.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.414+0000 7fe90aa139c0 20 remove_watcher() i=2 2024-09-12T17:27:09.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.418+0000 7fe90aa139c0 20 remove_watcher() i=3 2024-09-12T17:27:09.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.418+0000 7fe90aa139c0 20 remove_watcher() i=4 2024-09-12T17:27:09.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.422+0000 7fe90aa139c0 20 remove_watcher() i=5 2024-09-12T17:27:09.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.422+0000 7fe90aa139c0 20 remove_watcher() i=6 2024-09-12T17:27:09.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.426+0000 7fe90aa139c0 20 remove_watcher() i=7 2024-09-12T17:27:09.448 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T17:27:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:27:09.534 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:27:09.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 realm 2024-09-12T17:27:09.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:27:09.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:09.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.790+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.794+0000 7fd8e925c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:27:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.794+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:09.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.794+0000 7fd8e925c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:27:09.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.794+0000 7fd8e925c9c0 20 searching for the correct realm 2024-09-12T17:27:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:09.794+0000 7fd8e6561640 0 -- 172.21.15.1:0/3308137477 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fd8d0002100 msgr2=0x7fd8d805cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:27:10.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.010+0000 7fd8e6d62640 0 -- 172.21.15.1:0/3308137477 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fd8e001e070 msgr2=0x7fd8e0002320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:27:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.026+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:27:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 zone default found 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 4 Realm: () 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 zonegroup default 2024-09-12T17:27:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.030+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.034+0000 7fd8e925c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:27:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.034+0000 7fd8e925c9c0 20 started sync module instance, tier type = 2024-09-12T17:27:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.034+0000 7fd8e925c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:27:10.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=0 2024-09-12T17:27:10.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=1 2024-09-12T17:27:10.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=2 2024-09-12T17:27:10.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=3 2024-09-12T17:27:10.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=4 2024-09-12T17:27:10.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=5 2024-09-12T17:27:10.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.054+0000 7fd8e925c9c0 20 add_watcher() i=6 2024-09-12T17:27:10.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.058+0000 7fd8e925c9c0 20 add_watcher() i=7 2024-09-12T17:27:10.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.058+0000 7fd8e925c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:27:10.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.062+0000 7fd79d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:27:10.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.062+0000 7fd8e925c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:27:10.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.062+0000 7fd8e925c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:27:10.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd717fff640 20 reqs_thread_entry: start 2024-09-12T17:27:10.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:27:10.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 20 Filter name: none 2024-09-12T17:27:10.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd715ffb640 20 reqs_thread_entry: start 2024-09-12T17:27:10.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:27:10.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:27:10.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:27:10.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T17:27:10.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:27:10.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.154+0000 7fd8e925c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:27:10.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.158+0000 7fd8e925c9c0 10 removing key index: BEPPTEDSRVGJEPRQUOGI 2024-09-12T17:27:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.158+0000 7fd8e925c9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:BEPPTEDSRVGJEPRQUOGI, ofs0, ns] 2024-09-12T17:27:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.158+0000 7fd7ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431610 cookie 94679498042224 notifier 5955 bl.length()=170 2024-09-12T17:27:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.158+0000 7fd8e925c9c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T17:27:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.162+0000 7fd8e925c9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:27:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.162+0000 7fd7ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431590 cookie 94679498050560 notifier 5955 bl.length()=182 2024-09-12T17:27:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.166+0000 7fd8e925c9c0 10 removing user buckets index 2024-09-12T17:27:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.166+0000 7fd8e925c9c0 10 removing user index: sysuser.client.0 2024-09-12T17:27:10.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.170+0000 7fd8e925c9c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T17:27:10.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.170+0000 7fd8e925c9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:27:10.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.170+0000 7fd7ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1125281431573 cookie 94679498051760 notifier 5955 bl.length()=165 2024-09-12T17:27:10.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.170+0000 7fd79d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:27:10.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.178+0000 7fd8e925c9c0 20 remove_watcher() i=0 2024-09-12T17:27:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.178+0000 7fd8e925c9c0 2 removed watcher, disabling cache 2024-09-12T17:27:10.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.178+0000 7fd8e925c9c0 20 remove_watcher() i=1 2024-09-12T17:27:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.182+0000 7fd8e925c9c0 20 remove_watcher() i=2 2024-09-12T17:27:10.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.186+0000 7fd8e925c9c0 20 remove_watcher() i=3 2024-09-12T17:27:10.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.186+0000 7fd8e925c9c0 20 remove_watcher() i=4 2024-09-12T17:27:10.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.190+0000 7fd8e925c9c0 20 remove_watcher() i=5 2024-09-12T17:27:10.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.190+0000 7fd8e925c9c0 20 remove_watcher() i=6 2024-09-12T17:27:10.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:27:10.190+0000 7fd8e925c9c0 20 remove_watcher() i=7 2024-09-12T17:27:10.213 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T17:27:10.214 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:27:10.308 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:27:10.318 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:27:10.318 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:27:10.318 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:27:10.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:27:10.324 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:27:10.324 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:27:10.373 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:27:10.373 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:27:10.420 INFO:tasks.workunit:timeout=3h 2024-09-12T17:27:10.420 INFO:tasks.workunit:cleanup=True 2024-09-12T17:27:10.421 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:27:10.470 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:28:08.669 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 94% (11963/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-09-12T17:28:09.486 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:28:09.494 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:28:09.542 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:28:09.545 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:28:09.545 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:28:09.611 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:28:09.672 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:28:09.717 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:28:09.719 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:28:09.719 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:28:09.769 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:28:09.772 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:28:09.772 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:28:09.820 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T17:28:09.821 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T17:28:09.821 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:28:09.874 INFO:tasks.workunit.client.0.smithi001.stderr:+ ulimit -c 0 2024-09-12T17:28:09.874 INFO:tasks.workunit.client.0.smithi001.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:28:09.875 INFO:tasks.workunit.client.0.smithi001.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:28:09.875 INFO:tasks.workunit.client.0.smithi001.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:28:12.875 INFO:tasks.workunit.client.0.smithi001.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ deactivate nondestructive 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ hash -r 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:28:12.876 INFO:tasks.workunit.client.0.smithi001.stderr:++ export VIRTUAL_ENV 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ export PATH 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -z '' ']' 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ PS1='(rgw) ' 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ export PS1 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:++ hash -r 2024-09-12T17:28:12.877 INFO:tasks.workunit.client.0.smithi001.stderr:+ pip install pip --upgrade 2024-09-12T17:28:13.281 INFO:tasks.workunit.client.0.smithi001.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:28:13.501 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting pip 2024-09-12T17:28:13.507 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:28:13.545 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: pip 2024-09-12T17:28:13.545 INFO:tasks.workunit.client.0.smithi001.stdout: Attempting uninstall: pip 2024-09-12T17:28:13.545 INFO:tasks.workunit.client.0.smithi001.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:28:13.830 INFO:tasks.workunit.client.0.smithi001.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:28:13.836 INFO:tasks.workunit.client.0.smithi001.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:28:14.612 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed pip-24.2 2024-09-12T17:28:14.671 INFO:tasks.workunit.client.0.smithi001.stderr:+ pip install boto3 2024-09-12T17:28:15.714 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting boto3 2024-09-12T17:28:15.716 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:28:16.425 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:28:16.427 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:28:16.468 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:28:16.469 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:28:16.506 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:28:16.507 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:28:16.558 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:28:16.559 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:28:16.637 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:28:16.638 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:28:16.788 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:28:16.789 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:28:16.793 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:28:16.794 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:28:16.804 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:28:16.805 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:28:16.806 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:28:16.808 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:28:16.809 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:28:16.880 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:28:17.968 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:28:18.162 INFO:tasks.workunit.client.0.smithi001.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T17:28:18.310 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T17:28:18.349 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:18.349 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:18.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 realm 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.389+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.393+0000 7f18130e09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:18.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.393+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.393+0000 7f18130e09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:18.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.393+0000 7f18130e09c0 20 searching for the correct realm 2024-09-12T17:28:18.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.397+0000 7f18113e7640 0 -- 172.21.15.1:0/2703029187 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f17f8019040 msgr2=0x7f17f80373f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:18.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.613+0000 7f18103e5640 0 -- 172.21.15.1:0/2703029187 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f180806d2b0 msgr2=0x7f1808062880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:18.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:18.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:18.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:18.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:18.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:18.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:18.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.829+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:18.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 zone default found 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 4 Realm: () 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 zonegroup default 2024-09-12T17:28:18.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.833+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.837+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.837+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.837+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.837+0000 7f18130e09c0 20 started sync module instance, tier type = 2024-09-12T17:28:18.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.837+0000 7f18130e09c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:18.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=0 2024-09-12T17:28:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=1 2024-09-12T17:28:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=2 2024-09-12T17:28:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=3 2024-09-12T17:28:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=4 2024-09-12T17:28:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=5 2024-09-12T17:28:18.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.861+0000 7f18130e09c0 20 add_watcher() i=6 2024-09-12T17:28:18.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.865+0000 7f18130e09c0 20 add_watcher() i=7 2024-09-12T17:28:18.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.865+0000 7f18130e09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:18.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f16c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:18.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:18.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:18.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 5 note: GC not initialized 2024-09-12T17:28:18.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f16c67e4640 20 reqs_thread_entry: start 2024-09-12T17:28:18.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:18.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 20 Filter name: none 2024-09-12T17:28:18.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f16bf7fe640 20 reqs_thread_entry: start 2024-09-12T17:28:18.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T17:28:18.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.869+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-12T17:28:18.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-12T17:28:18.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.873+0000 7f18130e09c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-12T17:28:18.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f18130e09c0 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:28:18.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f18130e09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2024-09-12T17:28:18.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f16e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 93898531348704 notifier 5973 bl.length()=569 2024-09-12T17:28:18.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f16e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-12T17:28:18.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f16e7fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:28:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f18130e09c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-12T17:28:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f18130e09c0 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:28:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f18130e09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2024-09-12T17:28:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f16e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366211 cookie 93898531342800 notifier 5973 bl.length()=180 2024-09-12T17:28:18.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f16e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-12T17:28:18.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.877+0000 7f16e77fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:28:18.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.881+0000 7f16c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:18.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.885+0000 7f18130e09c0 20 remove_watcher() i=0 2024-09-12T17:28:18.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.885+0000 7f18130e09c0 2 removed watcher, disabling cache 2024-09-12T17:28:18.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.889+0000 7f18130e09c0 20 remove_watcher() i=1 2024-09-12T17:28:18.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.889+0000 7f18130e09c0 20 remove_watcher() i=2 2024-09-12T17:28:18.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.893+0000 7f18130e09c0 20 remove_watcher() i=3 2024-09-12T17:28:18.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.893+0000 7f18130e09c0 20 remove_watcher() i=4 2024-09-12T17:28:18.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.897+0000 7f18130e09c0 20 remove_watcher() i=5 2024-09-12T17:28:18.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.897+0000 7f18130e09c0 20 remove_watcher() i=6 2024-09-12T17:28:18.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:18.901+0000 7f18130e09c0 20 remove_watcher() i=7 2024-09-12T17:28:37.475 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:37.475 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:37.528 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:37.528 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:37.554 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:37.555 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:37.583 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:37.583 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:37.597 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:37.597 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:37.644 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:37.644 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:37.689 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard add 2024-09-12T17:28:37.689 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:37.689 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:28:37.724 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:37.724 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:37.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.765+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 realm 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:37.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.769+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:37.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.773+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:37.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.773+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:37.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.773+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:37.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.773+0000 7fabb79079c0 20 searching for the correct realm 2024-09-12T17:28:37.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.777+0000 7fabb5c0e640 0 -- 172.21.15.1:0/584619078 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fabac032060 msgr2=0x7fabac0621f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:37.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:37.993+0000 7fabb4c0c640 0 -- 172.21.15.1:0/584619078 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fabb0049130 msgr2=0x7fabb0071830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:38.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:38.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.209+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:38.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 zone default found 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 4 Realm: () 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 zonegroup default 2024-09-12T17:28:38.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.213+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.217+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.217+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.217+0000 7fabb79079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.217+0000 7fabb79079c0 20 started sync module instance, tier type = 2024-09-12T17:28:38.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.217+0000 7fabb79079c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:38.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=0 2024-09-12T17:28:38.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=1 2024-09-12T17:28:38.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=2 2024-09-12T17:28:38.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=3 2024-09-12T17:28:38.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=4 2024-09-12T17:28:38.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=5 2024-09-12T17:28:38.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.241+0000 7fabb79079c0 20 add_watcher() i=6 2024-09-12T17:28:38.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.245+0000 7fabb79079c0 20 add_watcher() i=7 2024-09-12T17:28:38.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.245+0000 7fabb79079c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:38.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7faa6bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:38.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7fabb79079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:38.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7fabb79079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:38.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7fabb79079c0 5 note: GC not initialized 2024-09-12T17:28:38.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7faa6afe5640 20 reqs_thread_entry: start 2024-09-12T17:28:38.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7fabb79079c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:38.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7fabb79079c0 20 Filter name: none 2024-09-12T17:28:38.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7faa68fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:38.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.249+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:38.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:38.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:38.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:38.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.253+0000 7fabb79079c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.257+0000 7fabb79079c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:38.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.257+0000 7fabb79079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:38.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.257+0000 7faa6bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:38.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.265+0000 7fabb79079c0 20 remove_watcher() i=0 2024-09-12T17:28:38.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.265+0000 7fabb79079c0 2 removed watcher, disabling cache 2024-09-12T17:28:38.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.265+0000 7fabb79079c0 20 remove_watcher() i=1 2024-09-12T17:28:38.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.269+0000 7fabb79079c0 20 remove_watcher() i=2 2024-09-12T17:28:38.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.273+0000 7fabb79079c0 20 remove_watcher() i=3 2024-09-12T17:28:38.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.273+0000 7fabb79079c0 20 remove_watcher() i=4 2024-09-12T17:28:38.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.277+0000 7fabb79079c0 20 remove_watcher() i=5 2024-09-12T17:28:38.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.277+0000 7fabb79079c0 20 remove_watcher() i=6 2024-09-12T17:28:38.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.281+0000 7fabb79079c0 20 remove_watcher() i=7 2024-09-12T17:28:38.302 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:38.303 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:38.303 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:28:38.303 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:38.303 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-12T17:28:38.333 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:38.333 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:38.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.553+0000 7f2f7292c640 0 --2- 172.21.15.1:0/686220248 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563bb2fa9ec0 0x563bb30f5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:28:38.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 realm 2024-09-12T17:28:38.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:38.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.585+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.589+0000 7f2f756279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:38.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.589+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.589+0000 7f2f756279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:38.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.589+0000 7f2f756279c0 20 searching for the correct realm 2024-09-12T17:28:38.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.593+0000 7f2f7292c640 0 -- 172.21.15.1:0/1740751470 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f2f6401f030 msgr2=0x7f2f6405c260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:38.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.597+0000 7f2f7312d640 0 -- 172.21.15.1:0/1740751470 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f2f6c020030 msgr2=0x7f2f6c03c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.609+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:38.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 zone default found 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 4 Realm: () 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 zonegroup default 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 started sync module instance, tier type = 2024-09-12T17:28:38.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.613+0000 7f2f756279c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=0 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=1 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=2 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=3 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=4 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=5 2024-09-12T17:28:38.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.629+0000 7f2f756279c0 20 add_watcher() i=6 2024-09-12T17:28:38.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 20 add_watcher() i=7 2024-09-12T17:28:38.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:38.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2e2a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:38.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 5 note: GC not initialized 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2e297e2640 20 reqs_thread_entry: start 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.633+0000 7f2f756279c0 20 Filter name: none 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2e227fc640 20 reqs_thread_entry: start 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:38.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:28:38.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:28:38.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:28:38.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:38.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:38.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:38.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:38.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:38.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.637+0000 7f2f756279c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:38.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.641+0000 7f2e2a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:38.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.645+0000 7f2f756279c0 20 remove_watcher() i=0 2024-09-12T17:28:38.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.645+0000 7f2f756279c0 2 removed watcher, disabling cache 2024-09-12T17:28:38.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.649+0000 7f2f756279c0 20 remove_watcher() i=1 2024-09-12T17:28:38.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.649+0000 7f2f756279c0 20 remove_watcher() i=2 2024-09-12T17:28:38.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.653+0000 7f2f756279c0 20 remove_watcher() i=3 2024-09-12T17:28:38.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.653+0000 7f2f756279c0 20 remove_watcher() i=4 2024-09-12T17:28:38.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.657+0000 7f2f756279c0 20 remove_watcher() i=5 2024-09-12T17:28:38.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.657+0000 7f2f756279c0 20 remove_watcher() i=6 2024-09-12T17:28:38.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.657+0000 7f2f756279c0 20 remove_watcher() i=7 2024-09-12T17:28:38.678 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshard list 2024-09-12T17:28:38.704 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:38.704 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:38.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 realm 2024-09-12T17:28:38.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:38.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.745+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.749+0000 7f1c692349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:38.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.749+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.749+0000 7f1c692349c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:38.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.749+0000 7f1c692349c0 20 searching for the correct realm 2024-09-12T17:28:38.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.753+0000 7f1c6753b640 0 -- 172.21.15.1:0/2623211412 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1c50027030 msgr2=0x7f1c50040960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:38.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.761+0000 7f1c5ffff640 0 -- 172.21.15.1:0/2623211412 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f1c60066c70 msgr2=0x7f1c600178a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:38.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:38.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:38.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:38.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:38.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:38.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:38.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.977+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:38.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 zone default found 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 4 Realm: () 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 zonegroup default 2024-09-12T17:28:38.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.981+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.985+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.985+0000 7f1c692349c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.985+0000 7f1c692349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.985+0000 7f1c692349c0 20 started sync module instance, tier type = 2024-09-12T17:28:38.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:38.985+0000 7f1c692349c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:39.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=0 2024-09-12T17:28:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=1 2024-09-12T17:28:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=2 2024-09-12T17:28:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=3 2024-09-12T17:28:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=4 2024-09-12T17:28:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=5 2024-09-12T17:28:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.009+0000 7f1c692349c0 20 add_watcher() i=6 2024-09-12T17:28:39.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.013+0000 7f1c692349c0 20 add_watcher() i=7 2024-09-12T17:28:39.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.013+0000 7f1c692349c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:39.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1b1d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:39.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1c692349c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:39.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1c692349c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:39.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1c692349c0 5 note: GC not initialized 2024-09-12T17:28:39.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1a97fff640 20 reqs_thread_entry: start 2024-09-12T17:28:39.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1c692349c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:39.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1c692349c0 20 Filter name: none 2024-09-12T17:28:39.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.017+0000 7f1a95ffb640 20 reqs_thread_entry: start 2024-09-12T17:28:39.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.033+0000 7f1b1d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:39.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.037+0000 7f1c692349c0 20 remove_watcher() i=0 2024-09-12T17:28:39.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.037+0000 7f1c692349c0 2 removed watcher, disabling cache 2024-09-12T17:28:39.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.041+0000 7f1c692349c0 20 remove_watcher() i=1 2024-09-12T17:28:39.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.045+0000 7f1c692349c0 20 remove_watcher() i=2 2024-09-12T17:28:39.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.045+0000 7f1c692349c0 20 remove_watcher() i=3 2024-09-12T17:28:39.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.049+0000 7f1c692349c0 20 remove_watcher() i=4 2024-09-12T17:28:39.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.049+0000 7f1c692349c0 20 remove_watcher() i=5 2024-09-12T17:28:39.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.053+0000 7f1c692349c0 20 remove_watcher() i=6 2024-09-12T17:28:39.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.053+0000 7f1c692349c0 20 remove_watcher() i=7 2024-09-12T17:28:39.076 INFO:tasks.workunit.client.0.smithi001.stderr:bucket name a-bucket 2024-09-12T17:28:39.076 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard process 2024-09-12T17:28:39.077 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:39.077 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshard process 2024-09-12T17:28:39.105 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:39.106 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:39.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 realm 2024-09-12T17:28:39.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:39.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.149+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.153+0000 7fa1bd3629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:39.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.153+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.153+0000 7fa1bd3629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:39.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.153+0000 7fa1bd3629c0 20 searching for the correct realm 2024-09-12T17:28:39.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.157+0000 7fa1bb669640 0 -- 172.21.15.1:0/1559927211 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa1a4008070 msgr2=0x7fa1a4074aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:39.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.373+0000 7fa1b3fff640 0 -- 172.21.15.1:0/1559927211 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa1b407c760 msgr2=0x7fa1b4060f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:39.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:39.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.593+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 zone default found 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 4 Realm: () 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 zonegroup default 2024-09-12T17:28:39.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 started sync module instance, tier type = 2024-09-12T17:28:39.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.597+0000 7fa1bd3629c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:39.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=0 2024-09-12T17:28:39.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=1 2024-09-12T17:28:39.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=2 2024-09-12T17:28:39.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=3 2024-09-12T17:28:39.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=4 2024-09-12T17:28:39.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=5 2024-09-12T17:28:39.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.621+0000 7fa1bd3629c0 20 add_watcher() i=6 2024-09-12T17:28:39.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.625+0000 7fa1bd3629c0 20 add_watcher() i=7 2024-09-12T17:28:39.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.625+0000 7fa1bd3629c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:39.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa0717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:39.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa1bd3629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:39.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa1bd3629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:39.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa1bd3629c0 5 note: GC not initialized 2024-09-12T17:28:39.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7f9febfff640 20 reqs_thread_entry: start 2024-09-12T17:28:39.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa1bd3629c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:39.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa1bd3629c0 20 Filter name: none 2024-09-12T17:28:39.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7f9fe9ffb640 20 reqs_thread_entry: start 2024-09-12T17:28:39.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.629+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000000 2024-09-12T17:28:39.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.637+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:28:39.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.637+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000001 2024-09-12T17:28:39.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.645+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:28:39.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.645+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000002 2024-09-12T17:28:39.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.649+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:28:39.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.649+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000003 2024-09-12T17:28:39.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.653+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:28:39.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.653+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000004 2024-09-12T17:28:39.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.661+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:28:39.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.661+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000005 2024-09-12T17:28:39.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.665+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:28:39.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.665+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000006 2024-09-12T17:28:39.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 20 process_entry resharding a-bucket 2024-09-12T17:28:39.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:28:39.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:39.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:28:39.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:28:39.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:28:39.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.669+0000 7fa1bd3629c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.673+0000 7fa1bd3629c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:39.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.673+0000 7fa1bd3629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.673+0000 7fa1bd3629c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.673+0000 7fa1bd3629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:39.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.673+0000 7fa1bd3629c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.673+0000 7fa1bd3629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:39.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.685+0000 7fa1bd3629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.685+0000 7fa1bd3629c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.685+0000 7fa1bd3629c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.685+0000 7fa1bd3629c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:28:39.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa09e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366204 cookie 94433865709136 notifier 5747 bl.length()=827 2024-09-12T17:28:39.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa09e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa09e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa09e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:28:39.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:28:39.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:28:39.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.689+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:28:39.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.693+0000 7fa1bd3629c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.0 2024-09-12T17:28:39.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.693+0000 7fa1bd3629c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.0 2024-09-12T17:28:39.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.693+0000 7fa1bd3629c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.1 2024-09-12T17:28:39.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.693+0000 7fa1bd3629c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.1 2024-09-12T17:28:39.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.693+0000 7fa1bd3629c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.0 2024-09-12T17:28:39.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.697+0000 7fa1bd3629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:39.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.697+0000 7fa1bd3629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:39.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.697+0000 7fa1bd3629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.697+0000 7fa1bd3629c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.697+0000 7fa1bd3629c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.697+0000 7fa1bd3629c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:28:39.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa09e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366205 cookie 94433865709136 notifier 5747 bl.length()=827 2024-09-12T17:28:39.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa09e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa09e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa09e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:28:39.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:28:39.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:28:39.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.701+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:28:39.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.705+0000 7fa1bd3629c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.0 2024-09-12T17:28:39.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.705+0000 7fa1bd3629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:39.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.705+0000 7fa1bd3629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:39.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:28:39.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa09dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366206 cookie 94433865709136 notifier 5747 bl.length()=795 2024-09-12T17:28:39.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa09dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:39.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa09dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:39.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa09dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:39.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:28:39.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:28:39.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:28:39.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.709+0000 7fa1bd3629c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:28:39.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.713+0000 7fa1bd3629c0 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-12T17:28:39.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.717+0000 7fa1bd3629c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:28:39.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.721+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:28:39.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.721+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000007 2024-09-12T17:28:39.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.729+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:28:39.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.729+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000008 2024-09-12T17:28:39.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.733+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:28:39.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.733+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000009 2024-09-12T17:28:39.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.741+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:28:39.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.741+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000010 2024-09-12T17:28:39.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.749+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:28:39.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.749+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000011 2024-09-12T17:28:39.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.753+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:28:39.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.753+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000012 2024-09-12T17:28:39.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.761+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:28:39.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.761+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000013 2024-09-12T17:28:39.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.769+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:28:39.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.769+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000014 2024-09-12T17:28:39.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.773+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:28:39.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.773+0000 7fa1bd3629c0 20 processing logshard = reshard.0000000015 2024-09-12T17:28:39.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.781+0000 7fa1bd3629c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:28:39.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.785+0000 7fa0717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:39.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.789+0000 7fa1bd3629c0 20 remove_watcher() i=0 2024-09-12T17:28:39.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.789+0000 7fa1bd3629c0 2 removed watcher, disabling cache 2024-09-12T17:28:39.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.793+0000 7fa1bd3629c0 20 remove_watcher() i=1 2024-09-12T17:28:39.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.793+0000 7fa1bd3629c0 20 remove_watcher() i=2 2024-09-12T17:28:39.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.797+0000 7fa1bd3629c0 20 remove_watcher() i=3 2024-09-12T17:28:39.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.801+0000 7fa1bd3629c0 20 remove_watcher() i=4 2024-09-12T17:28:39.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.801+0000 7fa1bd3629c0 20 remove_watcher() i=5 2024-09-12T17:28:39.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.805+0000 7fa1bd3629c0 20 remove_watcher() i=6 2024-09-12T17:28:39.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:39.809+0000 7fa1bd3629c0 20 remove_watcher() i=7 2024-09-12T17:28:44.836 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:28:44.872 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:44.872 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:44.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.913+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:44.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 realm 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:44.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:44.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:44.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:44.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:44.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.917+0000 7f91879db9c0 20 searching for the correct realm 2024-09-12T17:28:44.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:44.921+0000 7f9185ce2640 0 -- 172.21.15.1:0/4131174308 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f917c00e040 msgr2=0x7f917c062000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:45.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.137+0000 7f9184ce0640 0 -- 172.21.15.1:0/4131174308 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f918008a1e0 msgr2=0x7f918007f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:45.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:45.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:45.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 zone default found 2024-09-12T17:28:45.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 4 Realm: () 2024-09-12T17:28:45.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:45.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:45.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:45.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 zonegroup default 2024-09-12T17:28:45.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.357+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.361+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.361+0000 7f91879db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.361+0000 7f91879db9c0 20 started sync module instance, tier type = 2024-09-12T17:28:45.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.361+0000 7f91879db9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:45.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=0 2024-09-12T17:28:45.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=1 2024-09-12T17:28:45.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=2 2024-09-12T17:28:45.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=3 2024-09-12T17:28:45.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=4 2024-09-12T17:28:45.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=5 2024-09-12T17:28:45.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.381+0000 7f91879db9c0 20 add_watcher() i=6 2024-09-12T17:28:45.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.385+0000 7f91879db9c0 20 add_watcher() i=7 2024-09-12T17:28:45.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.385+0000 7f91879db9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:45.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f903bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:45.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f91879db9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:45.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f91879db9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:45.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f91879db9c0 5 note: GC not initialized 2024-09-12T17:28:45.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f903afe5640 20 reqs_thread_entry: start 2024-09-12T17:28:45.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f91879db9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:45.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f91879db9c0 20 Filter name: none 2024-09-12T17:28:45.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f9038fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:45.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.389+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:45.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:45.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:45.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:45.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.393+0000 7f91879db9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.397+0000 7f91879db9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:45.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.397+0000 7f91879db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:45.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.397+0000 7f903bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:45.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.405+0000 7f91879db9c0 20 remove_watcher() i=0 2024-09-12T17:28:45.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.405+0000 7f91879db9c0 2 removed watcher, disabling cache 2024-09-12T17:28:45.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.405+0000 7f91879db9c0 20 remove_watcher() i=1 2024-09-12T17:28:45.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.409+0000 7f91879db9c0 20 remove_watcher() i=2 2024-09-12T17:28:45.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.413+0000 7f91879db9c0 20 remove_watcher() i=3 2024-09-12T17:28:45.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.417+0000 7f91879db9c0 20 remove_watcher() i=4 2024-09-12T17:28:45.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.417+0000 7f91879db9c0 20 remove_watcher() i=5 2024-09-12T17:28:45.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.417+0000 7f91879db9c0 20 remove_watcher() i=6 2024-09-12T17:28:45.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.421+0000 7f91879db9c0 20 remove_watcher() i=7 2024-09-12T17:28:45.450 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:45.450 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:45.450 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:28:45.450 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:45.450 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard add non empty bucket 2024-09-12T17:28:45.450 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:45.455 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.455 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.473 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.473 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.488 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.488 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.504 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.505 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.520 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.520 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.535 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.535 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.552 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.553 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.569 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:45.570 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:45.582 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:28:45.615 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:45.616 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:45.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 realm 2024-09-12T17:28:45.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:45.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.657+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.661+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:45.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.661+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.661+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:45.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.661+0000 7f5fb4b799c0 20 searching for the correct realm 2024-09-12T17:28:45.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.665+0000 7f5fb2e80640 0 -- 172.21.15.1:0/3973304633 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f5fa80b8b60 msgr2=0x7f5fa8105a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:45.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.673+0000 7f5fb1e7e640 0 -- 172.21.15.1:0/3973304633 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5fac0543e0 msgr2=0x7f5fac054860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:45.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:45.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:45.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:45.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:45.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:45.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:45.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.889+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:45.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 zone default found 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 4 Realm: () 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 zonegroup default 2024-09-12T17:28:45.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:45.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 started sync module instance, tier type = 2024-09-12T17:28:45.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.893+0000 7f5fb4b799c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:45.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=0 2024-09-12T17:28:45.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=1 2024-09-12T17:28:45.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=2 2024-09-12T17:28:45.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=3 2024-09-12T17:28:45.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=4 2024-09-12T17:28:45.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=5 2024-09-12T17:28:45.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.917+0000 7f5fb4b799c0 20 add_watcher() i=6 2024-09-12T17:28:45.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.921+0000 7f5fb4b799c0 20 add_watcher() i=7 2024-09-12T17:28:45.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.921+0000 7f5fb4b799c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:45.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5e68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:45.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5fb4b799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:45.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5fb4b799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:45.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5fb4b799c0 5 note: GC not initialized 2024-09-12T17:28:45.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5de37fe640 20 reqs_thread_entry: start 2024-09-12T17:28:45.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5fb4b799c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:45.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5fb4b799c0 20 Filter name: none 2024-09-12T17:28:45.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5de17fa640 20 reqs_thread_entry: start 2024-09-12T17:28:45.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.925+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:45.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:45.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:45.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:45.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.929+0000 7f5fb4b799c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.933+0000 7f5fb4b799c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.933+0000 7f5fb4b799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:45.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.933+0000 7f5e68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:45.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.941+0000 7f5fb4b799c0 20 remove_watcher() i=0 2024-09-12T17:28:45.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.941+0000 7f5fb4b799c0 2 removed watcher, disabling cache 2024-09-12T17:28:45.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.941+0000 7f5fb4b799c0 20 remove_watcher() i=1 2024-09-12T17:28:45.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.945+0000 7f5fb4b799c0 20 remove_watcher() i=2 2024-09-12T17:28:45.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.949+0000 7f5fb4b799c0 20 remove_watcher() i=3 2024-09-12T17:28:45.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.949+0000 7f5fb4b799c0 20 remove_watcher() i=4 2024-09-12T17:28:45.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.953+0000 7f5fb4b799c0 20 remove_watcher() i=5 2024-09-12T17:28:45.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.953+0000 7f5fb4b799c0 20 remove_watcher() i=6 2024-09-12T17:28:45.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:45.953+0000 7f5fb4b799c0 20 remove_watcher() i=7 2024-09-12T17:28:45.976 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:45.976 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:45.976 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-12T17:28:45.976 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:45.977 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-12T17:28:46.007 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:46.007 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:46.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.049+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 realm 2024-09-12T17:28:46.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:46.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:46.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.053+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.057+0000 7fba08f389c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:46.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.057+0000 7fba08f389c0 20 searching for the correct realm 2024-09-12T17:28:46.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.061+0000 7fba0723f640 0 -- 172.21.15.1:0/2606396901 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fb9fc100bc0 msgr2=0x7fb9fc0c6400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:46.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.277+0000 7fba0623d640 0 -- 172.21.15.1:0/2606396901 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fba00094bd0 msgr2=0x7fba0008c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:46.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.493+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:46.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 zone default found 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 4 Realm: () 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 zonegroup default 2024-09-12T17:28:46.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.497+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.501+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.501+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.501+0000 7fba08f389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.501+0000 7fba08f389c0 20 started sync module instance, tier type = 2024-09-12T17:28:46.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.501+0000 7fba08f389c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=0 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=1 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=2 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=3 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=4 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=5 2024-09-12T17:28:46.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.525+0000 7fba08f389c0 20 add_watcher() i=6 2024-09-12T17:28:46.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.529+0000 7fba08f389c0 20 add_watcher() i=7 2024-09-12T17:28:46.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.529+0000 7fba08f389c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:46.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fb8bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:46.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:46.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:46.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 5 note: GC not initialized 2024-09-12T17:28:46.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fb837fff640 20 reqs_thread_entry: start 2024-09-12T17:28:46.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:46.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 20 Filter name: none 2024-09-12T17:28:46.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fb835ffb640 20 reqs_thread_entry: start 2024-09-12T17:28:46.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:28:46.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.533+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:46.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:28:46.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:28:46.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:28:46.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:46.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:46.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:46.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:46.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:46.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.537+0000 7fba08f389c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:46.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.541+0000 7fb8bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:46.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.545+0000 7fba08f389c0 20 remove_watcher() i=0 2024-09-12T17:28:46.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.545+0000 7fba08f389c0 2 removed watcher, disabling cache 2024-09-12T17:28:46.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.549+0000 7fba08f389c0 20 remove_watcher() i=1 2024-09-12T17:28:46.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.549+0000 7fba08f389c0 20 remove_watcher() i=2 2024-09-12T17:28:46.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.553+0000 7fba08f389c0 20 remove_watcher() i=3 2024-09-12T17:28:46.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.557+0000 7fba08f389c0 20 remove_watcher() i=4 2024-09-12T17:28:46.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.557+0000 7fba08f389c0 20 remove_watcher() i=5 2024-09-12T17:28:46.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.561+0000 7fba08f389c0 20 remove_watcher() i=6 2024-09-12T17:28:46.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.561+0000 7fba08f389c0 20 remove_watcher() i=7 2024-09-12T17:28:46.584 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshard list 2024-09-12T17:28:46.614 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:46.614 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:46.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.653+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 realm 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:46.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.657+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.661+0000 7fbb878749c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:46.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.661+0000 7fbb878749c0 20 searching for the correct realm 2024-09-12T17:28:46.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.665+0000 7fbb85b7b640 0 -- 172.21.15.1:0/1803369172 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fbb7c0f0060 msgr2=0x7fbb7c11c050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:46.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.673+0000 7fbb84b79640 0 -- 172.21.15.1:0/1803369172 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fbb80077fe0 msgr2=0x7fbb80066040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.889+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 zone default found 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 4 Realm: () 2024-09-12T17:28:46.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:46.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:46.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:46.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 zonegroup default 2024-09-12T17:28:46.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.893+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.897+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.897+0000 7fbb878749c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:46.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.897+0000 7fbb878749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:46.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.897+0000 7fbb878749c0 20 started sync module instance, tier type = 2024-09-12T17:28:46.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.897+0000 7fbb878749c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:46.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=0 2024-09-12T17:28:46.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=1 2024-09-12T17:28:46.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=2 2024-09-12T17:28:46.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=3 2024-09-12T17:28:46.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=4 2024-09-12T17:28:46.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=5 2024-09-12T17:28:46.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.921+0000 7fbb878749c0 20 add_watcher() i=6 2024-09-12T17:28:46.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.925+0000 7fbb878749c0 20 add_watcher() i=7 2024-09-12T17:28:46.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.925+0000 7fbb878749c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:46.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fba3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:46.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fbb878749c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:46.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fbb878749c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:46.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fbb878749c0 5 note: GC not initialized 2024-09-12T17:28:46.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fba3a7e4640 20 reqs_thread_entry: start 2024-09-12T17:28:46.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fbb878749c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:46.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fbb878749c0 20 Filter name: none 2024-09-12T17:28:46.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.929+0000 7fb9abfff640 20 reqs_thread_entry: start 2024-09-12T17:28:46.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.945+0000 7fba3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:46.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.949+0000 7fbb878749c0 20 remove_watcher() i=0 2024-09-12T17:28:46.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.949+0000 7fbb878749c0 2 removed watcher, disabling cache 2024-09-12T17:28:46.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.953+0000 7fbb878749c0 20 remove_watcher() i=1 2024-09-12T17:28:46.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.953+0000 7fbb878749c0 20 remove_watcher() i=2 2024-09-12T17:28:46.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.957+0000 7fbb878749c0 20 remove_watcher() i=3 2024-09-12T17:28:46.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.957+0000 7fbb878749c0 20 remove_watcher() i=4 2024-09-12T17:28:46.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.961+0000 7fbb878749c0 20 remove_watcher() i=5 2024-09-12T17:28:46.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.961+0000 7fbb878749c0 20 remove_watcher() i=6 2024-09-12T17:28:46.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:46.965+0000 7fbb878749c0 20 remove_watcher() i=7 2024-09-12T17:28:46.987 INFO:tasks.workunit.client.0.smithi001.stderr:bucket name a-bucket 2024-09-12T17:28:46.987 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard process non empty bucket 2024-09-12T17:28:46.987 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:46.987 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshard process 2024-09-12T17:28:47.018 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:47.018 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:47.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 realm 2024-09-12T17:28:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.061+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.065+0000 7f09d51b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:47.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.065+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.065+0000 7f09d51b99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:47.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.065+0000 7f09d51b99c0 20 searching for the correct realm 2024-09-12T17:28:47.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.069+0000 7f09d34c0640 0 -- 172.21.15.1:0/3844958137 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f09c80d4040 msgr2=0x7f09c80e0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:47.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.285+0000 7f09d24be640 0 -- 172.21.15.1:0/3844958137 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f09cc051b90 msgr2=0x7f09cc081180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:47.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.501+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:47.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 zone default found 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 4 Realm: () 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 zonegroup default 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.505+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.509+0000 7f09d51b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.509+0000 7f09d51b99c0 20 started sync module instance, tier type = 2024-09-12T17:28:47.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.509+0000 7f09d51b99c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=0 2024-09-12T17:28:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=1 2024-09-12T17:28:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=2 2024-09-12T17:28:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=3 2024-09-12T17:28:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=4 2024-09-12T17:28:47.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=5 2024-09-12T17:28:47.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=6 2024-09-12T17:28:47.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 20 add_watcher() i=7 2024-09-12T17:28:47.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.533+0000 7f09d51b99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:47.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f0889fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:47.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f09d51b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:47.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f09d51b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:47.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f09d51b99c0 5 note: GC not initialized 2024-09-12T17:28:47.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f0888fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:47.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f09d51b99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:47.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f09d51b99c0 20 Filter name: none 2024-09-12T17:28:47.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.541+0000 7f0881ffb640 20 reqs_thread_entry: start 2024-09-12T17:28:47.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.545+0000 7f09d51b99c0 20 processing logshard = reshard.0000000000 2024-09-12T17:28:47.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.549+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:28:47.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.549+0000 7f09d51b99c0 20 processing logshard = reshard.0000000001 2024-09-12T17:28:47.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.553+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:28:47.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.553+0000 7f09d51b99c0 20 processing logshard = reshard.0000000002 2024-09-12T17:28:47.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.561+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:28:47.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.561+0000 7f09d51b99c0 20 processing logshard = reshard.0000000003 2024-09-12T17:28:47.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.565+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:28:47.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.565+0000 7f09d51b99c0 20 processing logshard = reshard.0000000004 2024-09-12T17:28:47.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.577+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:28:47.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.577+0000 7f09d51b99c0 20 processing logshard = reshard.0000000005 2024-09-12T17:28:47.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.577+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:28:47.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.577+0000 7f09d51b99c0 20 processing logshard = reshard.0000000006 2024-09-12T17:28:47.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 20 process_entry resharding a-bucket 2024-09-12T17:28:47.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:28:47.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:47.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:28:47.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:28:47.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:28:47.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:47.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:47.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.581+0000 7f09d51b99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:47.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:28:47.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f08b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366207 cookie 94381743660496 notifier 5825 bl.length()=827 2024-09-12T17:28:47.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f08b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f08b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f08b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:28:47.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:28:47.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:28:47.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.597+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:28:47.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:28:47.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:28:47.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:28:47.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:28:47.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:28:47.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:28:47.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.0 2024-09-12T17:28:47.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.0 2024-09-12T17:28:47.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.1 2024-09-12T17:28:47.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.605+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.1 2024-09-12T17:28:47.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.609+0000 7f09d51b99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:47.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.609+0000 7f09d51b99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:47.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:28:47.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f08b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366208 cookie 94381743660496 notifier 5825 bl.length()=827 2024-09-12T17:28:47.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f08b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f08b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f08b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:28:47.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:28:47.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:28:47.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.613+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:28:47.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.617+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.0 2024-09-12T17:28:47.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.617+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.0 2024-09-12T17:28:47.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.617+0000 7f09d51b99c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.1 2024-09-12T17:28:47.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.617+0000 7f09d51b99c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.1.1 2024-09-12T17:28:47.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.621+0000 7f09d51b99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:47.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.621+0000 7f09d51b99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:28:47.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:28:47.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f08b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94381743660496 notifier 5825 bl.length()=795 2024-09-12T17:28:47.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f08b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:28:47.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f08b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:28:47.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f08b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:28:47.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:28:47.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:28:47.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:28:47.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.625+0000 7f09d51b99c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:28:47.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.629+0000 7f09d51b99c0 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-12T17:28:47.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.629+0000 7f09d51b99c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:28:47.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.637+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:28:47.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.637+0000 7f09d51b99c0 20 processing logshard = reshard.0000000007 2024-09-12T17:28:47.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.641+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:28:47.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.641+0000 7f09d51b99c0 20 processing logshard = reshard.0000000008 2024-09-12T17:28:47.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.649+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:28:47.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.649+0000 7f09d51b99c0 20 processing logshard = reshard.0000000009 2024-09-12T17:28:47.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.661+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:28:47.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.661+0000 7f09d51b99c0 20 processing logshard = reshard.0000000010 2024-09-12T17:28:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.661+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:28:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.661+0000 7f09d51b99c0 20 processing logshard = reshard.0000000011 2024-09-12T17:28:47.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.669+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:28:47.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.669+0000 7f09d51b99c0 20 processing logshard = reshard.0000000012 2024-09-12T17:28:47.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.677+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:28:47.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.677+0000 7f09d51b99c0 20 processing logshard = reshard.0000000013 2024-09-12T17:28:47.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.681+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:28:47.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.681+0000 7f09d51b99c0 20 processing logshard = reshard.0000000014 2024-09-12T17:28:47.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.689+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:28:47.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.689+0000 7f09d51b99c0 20 processing logshard = reshard.0000000015 2024-09-12T17:28:47.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.693+0000 7f09d51b99c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:28:47.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.697+0000 7f0889fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:47.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.701+0000 7f09d51b99c0 20 remove_watcher() i=0 2024-09-12T17:28:47.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.701+0000 7f09d51b99c0 2 removed watcher, disabling cache 2024-09-12T17:28:47.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.705+0000 7f09d51b99c0 20 remove_watcher() i=1 2024-09-12T17:28:47.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.709+0000 7f09d51b99c0 20 remove_watcher() i=2 2024-09-12T17:28:47.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.709+0000 7f09d51b99c0 20 remove_watcher() i=3 2024-09-12T17:28:47.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.713+0000 7f09d51b99c0 20 remove_watcher() i=4 2024-09-12T17:28:47.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.713+0000 7f09d51b99c0 20 remove_watcher() i=5 2024-09-12T17:28:47.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.717+0000 7f09d51b99c0 20 remove_watcher() i=6 2024-09-12T17:28:47.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.717+0000 7f09d51b99c0 20 remove_watcher() i=7 2024-09-12T17:28:47.743 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:28:47.777 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:47.777 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:47.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 realm 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:47.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.821+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.825+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:47.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.825+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:47.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.825+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:47.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.825+0000 7fa61017c9c0 20 searching for the correct realm 2024-09-12T17:28:47.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:47.829+0000 7fa60e483640 0 -- 172.21.15.1:0/574015279 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa6040635c0 msgr2=0x7fa604076100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:48.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.041+0000 7fa60d481640 0 -- 172.21.15.1:0/574015279 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa60810a8f0 msgr2=0x7fa60810a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:48.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.257+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:48.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:48.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 zone default found 2024-09-12T17:28:48.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 4 Realm: () 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 zonegroup default 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.261+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.265+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.265+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.265+0000 7fa61017c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.265+0000 7fa61017c9c0 20 started sync module instance, tier type = 2024-09-12T17:28:48.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.265+0000 7fa61017c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:48.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=0 2024-09-12T17:28:48.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=1 2024-09-12T17:28:48.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=2 2024-09-12T17:28:48.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=3 2024-09-12T17:28:48.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=4 2024-09-12T17:28:48.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=5 2024-09-12T17:28:48.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.289+0000 7fa61017c9c0 20 add_watcher() i=6 2024-09-12T17:28:48.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.293+0000 7fa61017c9c0 20 add_watcher() i=7 2024-09-12T17:28:48.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.293+0000 7fa61017c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:48.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa4bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:48.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:48.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:48.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 5 note: GC not initialized 2024-09-12T17:28:48.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa4be7fc640 20 reqs_thread_entry: start 2024-09-12T17:28:48.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:48.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 20 Filter name: none 2024-09-12T17:28:48.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa433fff640 20 reqs_thread_entry: start 2024-09-12T17:28:48.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.297+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:48.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:48.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:48.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:28:48.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:28:48.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.301+0000 7fa61017c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:48.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.305+0000 7fa4bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:48.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.309+0000 7fa61017c9c0 20 remove_watcher() i=0 2024-09-12T17:28:48.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.309+0000 7fa61017c9c0 2 removed watcher, disabling cache 2024-09-12T17:28:48.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.313+0000 7fa61017c9c0 20 remove_watcher() i=1 2024-09-12T17:28:48.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.317+0000 7fa61017c9c0 20 remove_watcher() i=2 2024-09-12T17:28:48.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.317+0000 7fa61017c9c0 20 remove_watcher() i=3 2024-09-12T17:28:48.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.321+0000 7fa61017c9c0 20 remove_watcher() i=4 2024-09-12T17:28:48.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.321+0000 7fa61017c9c0 20 remove_watcher() i=5 2024-09-12T17:28:48.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.321+0000 7fa61017c9c0 20 remove_watcher() i=6 2024-09-12T17:28:48.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.325+0000 7fa61017c9c0 20 remove_watcher() i=7 2024-09-12T17:28:48.350 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:48.350 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:48.350 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:28:48.350 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:48.350 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T17:28:48.350 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:48.352 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.352 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.372 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.372 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.424 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.424 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.442 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.442 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.459 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.460 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.477 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.478 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.494 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.494 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.511 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.511 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.529 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.529 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.546 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.546 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.563 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.563 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.580 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.580 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.597 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.597 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.615 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.615 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.631 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.632 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.648 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.648 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.665 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.665 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.682 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.682 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.699 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.699 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.715 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.715 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.731 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.732 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.749 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:48.750 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:48.764 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:28:48.798 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:48.798 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:48.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.841+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 realm 2024-09-12T17:28:48.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:48.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:48.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:48.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.845+0000 7f67c45f49c0 20 searching for the correct realm 2024-09-12T17:28:48.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:48.849+0000 7f67c20fa640 0 -- 172.21.15.1:0/3929774421 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x560438ec5560 msgr2=0x7f67b4113500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:49.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.061+0000 7f67c20fa640 0 -- 172.21.15.1:0/3929774421 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x560438ec65e0 msgr2=0x7f67b40ffac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:49.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.281+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:49.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 zone default found 2024-09-12T17:28:49.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 4 Realm: () 2024-09-12T17:28:49.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:49.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:49.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:49.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 zonegroup default 2024-09-12T17:28:49.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.285+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.289+0000 7f67c45f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.289+0000 7f67c45f49c0 20 started sync module instance, tier type = 2024-09-12T17:28:49.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.289+0000 7f67c45f49c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:49.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=0 2024-09-12T17:28:49.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=1 2024-09-12T17:28:49.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=2 2024-09-12T17:28:49.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=3 2024-09-12T17:28:49.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=4 2024-09-12T17:28:49.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=5 2024-09-12T17:28:49.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.309+0000 7f67c45f49c0 20 add_watcher() i=6 2024-09-12T17:28:49.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.313+0000 7f67c45f49c0 20 add_watcher() i=7 2024-09-12T17:28:49.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.313+0000 7f67c45f49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:49.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f66797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:49.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f67c45f49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:49.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f67c45f49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:49.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f67c45f49c0 5 note: GC not initialized 2024-09-12T17:28:49.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f66737fe640 20 reqs_thread_entry: start 2024-09-12T17:28:49.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f67c45f49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:49.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f67c45f49c0 20 Filter name: none 2024-09-12T17:28:49.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f66717fa640 20 reqs_thread_entry: start 2024-09-12T17:28:49.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.317+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:49.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:49.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:49.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:49.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.321+0000 7f67c45f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.325+0000 7f67c45f49c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:49.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.325+0000 7f67c45f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:49.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.329+0000 7f66797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:49.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.333+0000 7f67c45f49c0 20 remove_watcher() i=0 2024-09-12T17:28:49.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.333+0000 7f67c45f49c0 2 removed watcher, disabling cache 2024-09-12T17:28:49.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.333+0000 7f67c45f49c0 20 remove_watcher() i=1 2024-09-12T17:28:49.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.337+0000 7f67c45f49c0 20 remove_watcher() i=2 2024-09-12T17:28:49.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.341+0000 7f67c45f49c0 20 remove_watcher() i=3 2024-09-12T17:28:49.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.341+0000 7f67c45f49c0 20 remove_watcher() i=4 2024-09-12T17:28:49.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.345+0000 7f67c45f49c0 20 remove_watcher() i=5 2024-09-12T17:28:49.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.345+0000 7f67c45f49c0 20 remove_watcher() i=6 2024-09-12T17:28:49.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.349+0000 7f67c45f49c0 20 remove_watcher() i=7 2024-09-12T17:28:49.370 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:49.371 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:49.371 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-init-index id: 89018418-9cac-4cab-9409-03996b4334d4.4611.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:28:49.371 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:49.371 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T17:28:49.408 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:49.408 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:49.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.449+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.449+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.449+0000 7f55896fc9c0 20 realm 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.449+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.449+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.449+0000 7f55896fc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:49.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.453+0000 7f55896fc9c0 20 searching for the correct realm 2024-09-12T17:28:49.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.457+0000 7f5587a03640 0 -- 172.21.15.1:0/704085377 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f55700ce040 msgr2=0x7f5570137040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:49.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.465+0000 7f5586a01640 0 -- 172.21.15.1:0/704085377 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f558007d680 msgr2=0x7f558006a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:49.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.681+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 zone default found 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 4 Realm: () 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 zonegroup default 2024-09-12T17:28:49.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 started sync module instance, tier type = 2024-09-12T17:28:49.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.685+0000 7f55896fc9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=0 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=1 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=2 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=3 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=4 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=5 2024-09-12T17:28:49.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=6 2024-09-12T17:28:49.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 20 add_watcher() i=7 2024-09-12T17:28:49.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.713+0000 7f55896fc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:49.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.717+0000 7f543dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:49.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:49.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:49.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 5 note: GC not initialized 2024-09-12T17:28:49.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f543cfe1640 20 reqs_thread_entry: start 2024-09-12T17:28:49.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:49.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 Filter name: none 2024-09-12T17:28:49.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f53b67fc640 20 reqs_thread_entry: start 2024-09-12T17:28:49.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:28:49.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:49.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:28:49.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:28:49.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 : miss 2024-09-12T17:28:49.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.721+0000 7f55896fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:49.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:49.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:49.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:49.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:49.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 2024-09-12T17:28:49.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 -1 Injecting error=-5 at location=init_index 2024-09-12T17:28:49.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.725+0000 7f55896fc9c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T17:28:49.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.729+0000 7f543dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:49.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.737+0000 7f55896fc9c0 20 remove_watcher() i=0 2024-09-12T17:28:49.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.737+0000 7f55896fc9c0 2 removed watcher, disabling cache 2024-09-12T17:28:49.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.737+0000 7f55896fc9c0 20 remove_watcher() i=1 2024-09-12T17:28:49.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.741+0000 7f55896fc9c0 20 remove_watcher() i=2 2024-09-12T17:28:49.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.745+0000 7f55896fc9c0 20 remove_watcher() i=3 2024-09-12T17:28:49.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.745+0000 7f55896fc9c0 20 remove_watcher() i=4 2024-09-12T17:28:49.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.749+0000 7f55896fc9c0 20 remove_watcher() i=5 2024-09-12T17:28:49.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.749+0000 7f55896fc9c0 20 remove_watcher() i=6 2024-09-12T17:28:49.755 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.749+0000 7f55896fc9c0 20 remove_watcher() i=7 2024-09-12T17:28:49.780 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:28:49.812 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:49.813 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:49.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.853+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 realm 2024-09-12T17:28:49.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:49.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.857+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:49.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.861+0000 7f5af40559c0 20 searching for the correct realm 2024-09-12T17:28:49.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:49.861+0000 7f5af235c640 0 -- 172.21.15.1:0/3738987364 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f5ae802b070 msgr2=0x7f5ae8043960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:50.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.077+0000 7f5af135a640 0 -- 172.21.15.1:0/3738987364 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5aec0460c0 msgr2=0x7f5aec066fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:50.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:50.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.293+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 zone default found 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 4 Realm: () 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 zonegroup default 2024-09-12T17:28:50.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 started sync module instance, tier type = 2024-09-12T17:28:50.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.297+0000 7f5af40559c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:50.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=0 2024-09-12T17:28:50.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=1 2024-09-12T17:28:50.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=2 2024-09-12T17:28:50.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=3 2024-09-12T17:28:50.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=4 2024-09-12T17:28:50.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=5 2024-09-12T17:28:50.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=6 2024-09-12T17:28:50.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 20 add_watcher() i=7 2024-09-12T17:28:50.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.325+0000 7f5af40559c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:50.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.329+0000 7f59a37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.329+0000 7f5af40559c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:50.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.329+0000 7f5af40559c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:50.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.329+0000 7f5af40559c0 5 note: GC not initialized 2024-09-12T17:28:50.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f59a27fc640 20 reqs_thread_entry: start 2024-09-12T17:28:50.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f5af40559c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:50.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f5af40559c0 20 Filter name: none 2024-09-12T17:28:50.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f5913fff640 20 reqs_thread_entry: start 2024-09-12T17:28:50.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:50.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.333+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:50.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:50.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:50.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:50.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.341+0000 7f5af40559c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:50.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.345+0000 7f59a37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.349+0000 7f5af40559c0 20 remove_watcher() i=0 2024-09-12T17:28:50.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.349+0000 7f5af40559c0 2 removed watcher, disabling cache 2024-09-12T17:28:50.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.353+0000 7f5af40559c0 20 remove_watcher() i=1 2024-09-12T17:28:50.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.353+0000 7f5af40559c0 20 remove_watcher() i=2 2024-09-12T17:28:50.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.353+0000 7f5af40559c0 20 remove_watcher() i=3 2024-09-12T17:28:50.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.357+0000 7f5af40559c0 20 remove_watcher() i=4 2024-09-12T17:28:50.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.357+0000 7f5af40559c0 20 remove_watcher() i=5 2024-09-12T17:28:50.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.357+0000 7f5af40559c0 20 remove_watcher() i=6 2024-09-12T17:28:50.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.361+0000 7f5af40559c0 20 remove_watcher() i=7 2024-09-12T17:28:50.381 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:50.381 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:50.382 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-init-index id: 89018418-9cac-4cab-9409-03996b4334d4.4611.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:28:50.382 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:50.383 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:50.383 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:50.395 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:50.395 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:50.437 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:28:50.476 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:50.476 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:50.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 realm 2024-09-12T17:28:50.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:50.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:50.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.521+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.525+0000 7f2b52f7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:50.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.525+0000 7f2b52f7e9c0 20 searching for the correct realm 2024-09-12T17:28:50.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.525+0000 7f2b51285640 0 -- 172.21.15.1:0/48703125 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2b3c008050 msgr2=0x7f2b3c062f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:50.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.741+0000 7f2b4bfff640 0 -- 172.21.15.1:0/48703125 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2b4c053bd0 msgr2=0x7f2b4c09c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:50.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:50.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:50.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:50.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:50.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:50.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:50.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:50.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:50.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 zone default found 2024-09-12T17:28:50.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 4 Realm: () 2024-09-12T17:28:50.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:50.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:50.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:50.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 zonegroup default 2024-09-12T17:28:50.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.957+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.961+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.961+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.961+0000 7f2b52f7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.961+0000 7f2b52f7e9c0 20 started sync module instance, tier type = 2024-09-12T17:28:50.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.961+0000 7f2b52f7e9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:50.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=0 2024-09-12T17:28:50.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=1 2024-09-12T17:28:50.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=2 2024-09-12T17:28:50.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=3 2024-09-12T17:28:50.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=4 2024-09-12T17:28:50.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=5 2024-09-12T17:28:50.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=6 2024-09-12T17:28:50.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 20 add_watcher() i=7 2024-09-12T17:28:50.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.985+0000 7f2b52f7e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:50.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.989+0000 7f2a077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:50.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:50.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 5 note: GC not initialized 2024-09-12T17:28:50.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2a067e4640 20 reqs_thread_entry: start 2024-09-12T17:28:50.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:50.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 Filter name: none 2024-09-12T17:28:50.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f29ff7fe640 20 reqs_thread_entry: start 2024-09-12T17:28:50.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:28:50.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:50.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:28:50.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:28:50.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 : miss 2024-09-12T17:28:50.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.993+0000 7f2b52f7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.997+0000 7f2b52f7e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:51.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.997+0000 7f2b52f7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.997+0000 7f2b52f7e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.997+0000 7f2b52f7e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:51.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.997+0000 7f2b52f7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:50.997+0000 7f2b52f7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 2024-09-12T17:28:51.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19, ofs0, ns] 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2a27fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366170 cookie 94555429196400 notifier 6246 bl.length()=911 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2a27fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2a27fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2a27fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): orig_sources= new_sources= 2024-09-12T17:28:51.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): potential sources added=[] removed=[] 2024-09-12T17:28:51.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): orig_dests= new_dests= 2024-09-12T17:28:51.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.005+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): potential dests added=[] removed=[] 2024-09-12T17:28:51.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.19.1.0 2024-09-12T17:28:51.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.19.1.0 2024-09-12T17:28:51.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.19.1.1 2024-09-12T17:28:51.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.19.1.1 2024-09-12T17:28:51.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.19.0 2024-09-12T17:28:51.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:51.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.017+0000 7f2b52f7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 2024-09-12T17:28:51.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2b52f7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2b52f7e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2b52f7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2b52f7e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19, ofs0, ns] 2024-09-12T17:28:51.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2a277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94555429196400 notifier 6246 bl.length()=911 2024-09-12T17:28:51.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2a277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2a277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.021+0000 7f2a277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.025+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): orig_sources= new_sources= 2024-09-12T17:28:51.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.025+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): potential sources added=[] removed=[] 2024-09-12T17:28:51.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.025+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): orig_dests= new_dests= 2024-09-12T17:28:51.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.025+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): potential dests added=[] removed=[] 2024-09-12T17:28:51.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.025+0000 7f2b52f7e9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.19.0 2024-09-12T17:28:51.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:51.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 2024-09-12T17:28:51.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19, ofs0, ns] 2024-09-12T17:28:51.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2a27fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94555429196400 notifier 6246 bl.length()=879 2024-09-12T17:28:51.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2a27fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 info.flags=0x17 2024-09-12T17:28:51.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2a27fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.19 to cache LRU end 2024-09-12T17:28:51.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2a27fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:51.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): orig_sources= new_sources= 2024-09-12T17:28:51.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): potential sources added=[] removed=[] 2024-09-12T17:28:51.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): orig_dests= new_dests= 2024-09-12T17:28:51.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.19]): potential dests added=[] removed=[] 2024-09-12T17:28:51.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.033+0000 7f2b52f7e9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:28:51.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.037+0000 7f2a077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:51.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.045+0000 7f2b52f7e9c0 20 remove_watcher() i=0 2024-09-12T17:28:51.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.045+0000 7f2b52f7e9c0 2 removed watcher, disabling cache 2024-09-12T17:28:51.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.045+0000 7f2b52f7e9c0 20 remove_watcher() i=1 2024-09-12T17:28:51.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.049+0000 7f2b52f7e9c0 20 remove_watcher() i=2 2024-09-12T17:28:51.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.049+0000 7f2b52f7e9c0 20 remove_watcher() i=3 2024-09-12T17:28:51.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.053+0000 7f2b52f7e9c0 20 remove_watcher() i=4 2024-09-12T17:28:51.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.057+0000 7f2b52f7e9c0 20 remove_watcher() i=5 2024-09-12T17:28:51.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.057+0000 7f2b52f7e9c0 20 remove_watcher() i=6 2024-09-12T17:28:51.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.057+0000 7f2b52f7e9c0 20 remove_watcher() i=7 2024-09-12T17:28:51.088 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:28:51.118 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:51.118 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:51.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.157+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 realm 2024-09-12T17:28:51.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:51.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:51.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.161+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.165+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:51.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.165+0000 7f08abb469c0 20 searching for the correct realm 2024-09-12T17:28:51.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.165+0000 7f08a9e4d640 0 -- 172.21.15.1:0/2298749582 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f08a001f060 msgr2=0x7f08a005b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:51.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.385+0000 7f08a8e4b640 0 -- 172.21.15.1:0/2298749582 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f089c019910 msgr2=0x7f089c04a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.601+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 zone default found 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 4 Realm: () 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:51.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:51.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:51.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 zonegroup default 2024-09-12T17:28:51.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.605+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.609+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.609+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.609+0000 7f08abb469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:51.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.609+0000 7f08abb469c0 20 started sync module instance, tier type = 2024-09-12T17:28:51.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.609+0000 7f08abb469c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:51.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=0 2024-09-12T17:28:51.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=1 2024-09-12T17:28:51.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=2 2024-09-12T17:28:51.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=3 2024-09-12T17:28:51.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=4 2024-09-12T17:28:51.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=5 2024-09-12T17:28:51.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=6 2024-09-12T17:28:51.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 20 add_watcher() i=7 2024-09-12T17:28:51.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.633+0000 7f08abb469c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:51.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.637+0000 7f075ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:51.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:51.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:51.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 5 note: GC not initialized 2024-09-12T17:28:51.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f075efe5640 20 reqs_thread_entry: start 2024-09-12T17:28:51.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:51.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 Filter name: none 2024-09-12T17:28:51.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f075cfe1640 20 reqs_thread_entry: start 2024-09-12T17:28:51.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:51.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.641+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:51.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:51.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:51.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:51.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:51.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.645+0000 7f08abb469c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:51.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.649+0000 7f075ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:51.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.653+0000 7f08abb469c0 20 remove_watcher() i=0 2024-09-12T17:28:51.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.653+0000 7f08abb469c0 2 removed watcher, disabling cache 2024-09-12T17:28:51.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.657+0000 7f08abb469c0 20 remove_watcher() i=1 2024-09-12T17:28:51.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.657+0000 7f08abb469c0 20 remove_watcher() i=2 2024-09-12T17:28:51.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.661+0000 7f08abb469c0 20 remove_watcher() i=3 2024-09-12T17:28:51.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.661+0000 7f08abb469c0 20 remove_watcher() i=4 2024-09-12T17:28:51.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.665+0000 7f08abb469c0 20 remove_watcher() i=5 2024-09-12T17:28:51.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.665+0000 7f08abb469c0 20 remove_watcher() i=6 2024-09-12T17:28:51.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:51.669+0000 7f08abb469c0 20 remove_watcher() i=7 2024-09-12T17:28:51.687 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:51.688 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:51.688 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-init-index id: 89018418-9cac-4cab-9409-03996b4334d4.4611.19 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:28:51.688 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:51.689 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.689 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.694 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.695 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.751 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.751 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.778 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T17:28:51.778 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:51.779 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.779 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.794 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.794 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.839 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.839 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.855 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.856 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.872 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.872 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.888 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.888 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.905 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.906 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.922 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.922 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.939 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.939 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.955 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.956 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.972 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.972 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:51.988 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:51.988 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.005 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.005 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.021 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.021 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.038 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.038 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.055 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.055 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.073 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.073 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.090 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.090 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.106 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.106 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.122 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.122 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.139 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.139 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.155 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:52.155 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:52.170 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:28:52.203 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:52.203 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:52.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.249+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.249+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.249+0000 7efef3fcd9c0 20 realm 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.249+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.249+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.249+0000 7efef3fcd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:52.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:52.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.253+0000 7efef3fcd9c0 20 searching for the correct realm 2024-09-12T17:28:52.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.257+0000 7efef22d4640 0 -- 172.21.15.1:0/4029244672 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7efee8036040 msgr2=0x7efee805b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:52.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.473+0000 7efef12d2640 0 -- 172.21.15.1:0/4029244672 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7efeec1006e0 msgr2=0x7efeec11c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:52.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:52.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:52.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:52.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:52.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:52.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:52.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.689+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:52.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 zone default found 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 4 Realm: () 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 zonegroup default 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.693+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.697+0000 7efef3fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.697+0000 7efef3fcd9c0 20 started sync module instance, tier type = 2024-09-12T17:28:52.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.697+0000 7efef3fcd9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:52.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=0 2024-09-12T17:28:52.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=1 2024-09-12T17:28:52.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=2 2024-09-12T17:28:52.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=3 2024-09-12T17:28:52.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=4 2024-09-12T17:28:52.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=5 2024-09-12T17:28:52.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.721+0000 7efef3fcd9c0 20 add_watcher() i=6 2024-09-12T17:28:52.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.725+0000 7efef3fcd9c0 20 add_watcher() i=7 2024-09-12T17:28:52.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.725+0000 7efef3fcd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:52.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efda37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:52.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:52.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:52.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 5 note: GC not initialized 2024-09-12T17:28:52.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efda27fc640 20 reqs_thread_entry: start 2024-09-12T17:28:52.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:52.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 Filter name: none 2024-09-12T17:28:52.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efd13fff640 20 reqs_thread_entry: start 2024-09-12T17:28:52.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:52.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.729+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:52.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:52.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:52.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:52.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.733+0000 7efef3fcd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:52.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.737+0000 7efda37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:52.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.741+0000 7efef3fcd9c0 20 remove_watcher() i=0 2024-09-12T17:28:52.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.741+0000 7efef3fcd9c0 2 removed watcher, disabling cache 2024-09-12T17:28:52.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.745+0000 7efef3fcd9c0 20 remove_watcher() i=1 2024-09-12T17:28:52.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.745+0000 7efef3fcd9c0 20 remove_watcher() i=2 2024-09-12T17:28:52.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.749+0000 7efef3fcd9c0 20 remove_watcher() i=3 2024-09-12T17:28:52.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.753+0000 7efef3fcd9c0 20 remove_watcher() i=4 2024-09-12T17:28:52.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.757+0000 7efef3fcd9c0 20 remove_watcher() i=5 2024-09-12T17:28:52.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.761+0000 7efef3fcd9c0 20 remove_watcher() i=6 2024-09-12T17:28:52.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.761+0000 7efef3fcd9c0 20 remove_watcher() i=7 2024-09-12T17:28:52.780 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:52.780 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:52.780 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-init-index id: 89018418-9cac-4cab-9409-03996b4334d4.4611.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:28:52.780 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:52.781 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T17:28:52.816 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:52.817 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:52.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.861+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 realm 2024-09-12T17:28:52.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:52.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:52.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:52.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:52.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:52.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.865+0000 7fb3a12909c0 20 searching for the correct realm 2024-09-12T17:28:52.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.869+0000 7fb39ed96640 0 -- 172.21.15.1:0/886883138 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fb39804e040 msgr2=0x7fb39800f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:52.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:52.873+0000 7fb39ed96640 0 -- 172.21.15.1:0/886883138 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x7fb398035040 msgr2=0x7fb39805d940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.097+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:53.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 zone default found 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 4 Realm: () 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 zonegroup default 2024-09-12T17:28:53.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.101+0000 7fb3a12909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.105+0000 7fb3a12909c0 20 started sync module instance, tier type = 2024-09-12T17:28:53.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.105+0000 7fb3a12909c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:53.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=0 2024-09-12T17:28:53.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=1 2024-09-12T17:28:53.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=2 2024-09-12T17:28:53.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=3 2024-09-12T17:28:53.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=4 2024-09-12T17:28:53.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=5 2024-09-12T17:28:53.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.125+0000 7fb3a12909c0 20 add_watcher() i=6 2024-09-12T17:28:53.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.129+0000 7fb3a12909c0 20 add_watcher() i=7 2024-09-12T17:28:53.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.129+0000 7fb3a12909c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:53.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.133+0000 7fb255fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:53.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.133+0000 7fb3a12909c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:53.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.133+0000 7fb3a12909c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:53.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.133+0000 7fb3a12909c0 5 note: GC not initialized 2024-09-12T17:28:53.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb254fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:53.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:53.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 20 Filter name: none 2024-09-12T17:28:53.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb24dffb640 20 reqs_thread_entry: start 2024-09-12T17:28:53.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:28:53.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:53.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:28:53.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:28:53.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 : miss 2024-09-12T17:28:53.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:53.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 info.flags=0x17 2024-09-12T17:28:53.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 to cache LRU end 2024-09-12T17:28:53.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:53.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:53.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.137+0000 7fb3a12909c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 2024-09-12T17:28:53.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.141+0000 7fb3a12909c0 -1 Injecting error=-95 at location=init_index 2024-09-12T17:28:53.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.141+0000 7fb3a12909c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:28:53.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.145+0000 7fb3a12909c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 info.flags=0x17 2024-09-12T17:28:53.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.145+0000 7fb3a12909c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 to cache LRU end 2024-09-12T17:28:53.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.145+0000 7fb3a12909c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:53.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.145+0000 7fb3a12909c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20, ofs0, ns] 2024-09-12T17:28:53.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb2827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94895223057088 notifier 6300 bl.length()=911 2024-09-12T17:28:53.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb2827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 info.flags=0x17 2024-09-12T17:28:53.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb2827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 to cache LRU end 2024-09-12T17:28:53.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb2827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:53.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): orig_sources= new_sources= 2024-09-12T17:28:53.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): potential sources added=[] removed=[] 2024-09-12T17:28:53.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): orig_dests= new_dests= 2024-09-12T17:28:53.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): potential dests added=[] removed=[] 2024-09-12T17:28:53.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.20.1.0 2024-09-12T17:28:53.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.20.1.0 2024-09-12T17:28:53.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.20.1.1 2024-09-12T17:28:53.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.20.1.1 2024-09-12T17:28:53.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.149+0000 7fb3a12909c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.20.0 2024-09-12T17:28:53.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.157+0000 7fb3a12909c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:28:53.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.157+0000 7fb3a12909c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 2024-09-12T17:28:53.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 info.flags=0x17 2024-09-12T17:28:53.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 to cache LRU end 2024-09-12T17:28:53.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20, ofs0, ns] 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb281ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366176 cookie 94895223057088 notifier 6300 bl.length()=879 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb281ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 info.flags=0x17 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb281ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:89018418-9cac-4cab-9409-03996b4334d4.4611.20 to cache LRU end 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb281ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): orig_sources= new_sources= 2024-09-12T17:28:53.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): potential sources added=[] removed=[] 2024-09-12T17:28:53.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): orig_dests= new_dests= 2024-09-12T17:28:53.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 20 handle_bi_update(): bucket=:error-at-init-index[89018418-9cac-4cab-9409-03996b4334d4.4611.20]): potential dests added=[] removed=[] 2024-09-12T17:28:53.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.161+0000 7fb3a12909c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:28:53.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.165+0000 7fb255fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:53.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.173+0000 7fb3a12909c0 20 remove_watcher() i=0 2024-09-12T17:28:53.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.173+0000 7fb3a12909c0 2 removed watcher, disabling cache 2024-09-12T17:28:53.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.173+0000 7fb3a12909c0 20 remove_watcher() i=1 2024-09-12T17:28:53.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.177+0000 7fb3a12909c0 20 remove_watcher() i=2 2024-09-12T17:28:53.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.177+0000 7fb3a12909c0 20 remove_watcher() i=3 2024-09-12T17:28:53.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.181+0000 7fb3a12909c0 20 remove_watcher() i=4 2024-09-12T17:28:53.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.181+0000 7fb3a12909c0 20 remove_watcher() i=5 2024-09-12T17:28:53.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.185+0000 7fb3a12909c0 20 remove_watcher() i=6 2024-09-12T17:28:53.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.185+0000 7fb3a12909c0 20 remove_watcher() i=7 2024-09-12T17:28:53.204 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:28:53.231 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:53.231 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:53.277 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 realm 2024-09-12T17:28:53.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:53.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.277+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.281+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:53.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.281+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.281+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:53.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.281+0000 7f6a3c3f49c0 20 searching for the correct realm 2024-09-12T17:28:53.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.285+0000 7f6a3a6fb640 0 -- 172.21.15.1:0/1111884697 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f6a301077c0 msgr2=0x7f6a300e3460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:53.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.501+0000 7f6a396f9640 0 -- 172.21.15.1:0/1111884697 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6a34038920 msgr2=0x7f6a34016400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:53.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:53.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:53.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:53.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:53.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:53.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:53.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.717+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:53.720 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 zone default found 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 4 Realm: () 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 zonegroup default 2024-09-12T17:28:53.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:53.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 started sync module instance, tier type = 2024-09-12T17:28:53.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.721+0000 7f6a3c3f49c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:53.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=0 2024-09-12T17:28:53.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=1 2024-09-12T17:28:53.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=2 2024-09-12T17:28:53.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=3 2024-09-12T17:28:53.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=4 2024-09-12T17:28:53.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=5 2024-09-12T17:28:53.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.749+0000 7f6a3c3f49c0 20 add_watcher() i=6 2024-09-12T17:28:53.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.753+0000 7f6a3c3f49c0 20 add_watcher() i=7 2024-09-12T17:28:53.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.753+0000 7f6a3c3f49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:53.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f68eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:53.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f6a3c3f49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:53.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f6a3c3f49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:53.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f6a3c3f49c0 5 note: GC not initialized 2024-09-12T17:28:53.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f68ea7fc640 20 reqs_thread_entry: start 2024-09-12T17:28:53.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f6a3c3f49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:53.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f6a3c3f49c0 20 Filter name: none 2024-09-12T17:28:53.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f685bfff640 20 reqs_thread_entry: start 2024-09-12T17:28:53.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.757+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:53.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:53.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:53.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:28:53.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:53.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:28:53.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.761+0000 7f6a3c3f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:53.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.765+0000 7f68eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:53.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.769+0000 7f6a3c3f49c0 20 remove_watcher() i=0 2024-09-12T17:28:53.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.769+0000 7f6a3c3f49c0 2 removed watcher, disabling cache 2024-09-12T17:28:53.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.773+0000 7f6a3c3f49c0 20 remove_watcher() i=1 2024-09-12T17:28:53.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.777+0000 7f6a3c3f49c0 20 remove_watcher() i=2 2024-09-12T17:28:53.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.781+0000 7f6a3c3f49c0 20 remove_watcher() i=3 2024-09-12T17:28:53.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.781+0000 7f6a3c3f49c0 20 remove_watcher() i=4 2024-09-12T17:28:53.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.785+0000 7f6a3c3f49c0 20 remove_watcher() i=5 2024-09-12T17:28:53.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.785+0000 7f6a3c3f49c0 20 remove_watcher() i=6 2024-09-12T17:28:53.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:53.789+0000 7f6a3c3f49c0 20 remove_watcher() i=7 2024-09-12T17:28:53.807 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:53.807 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:53.807 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-init-index id: 89018418-9cac-4cab-9409-03996b4334d4.4611.20 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:28:53.807 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:53.808 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:53.808 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:53.812 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:53.812 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:53.881 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:53.881 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:53.912 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T17:28:53.913 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:53.915 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:53.915 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:53.935 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:53.935 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:53.983 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:53.984 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.003 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.003 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.020 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.020 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.038 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.038 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.055 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.055 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.072 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.072 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.091 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.091 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.108 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.108 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.125 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.125 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.143 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.143 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.160 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.160 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.177 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.177 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.193 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.193 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.209 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.209 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.228 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.228 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.245 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.245 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.262 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.265 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.279 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.280 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.297 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.297 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.314 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:54.314 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:54.329 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:28:54.363 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:54.363 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:54.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.409+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 realm 2024-09-12T17:28:54.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:54.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:54.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:54.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.413+0000 7fb13d7849c0 20 searching for the correct realm 2024-09-12T17:28:54.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.417+0000 7fb13aa89640 0 -- 172.21.15.1:0/1419888769 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fb12c0cc030 msgr2=0x7fb12c0f8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:54.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.633+0000 7fb13b28a640 0 -- 172.21.15.1:0/1419888769 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fb134038070 msgr2=0x7fb134038960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:54.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:54.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:54.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:54.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:54.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:54.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:54.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:54.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.649+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 zone default found 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 4 Realm: () 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 zonegroup default 2024-09-12T17:28:54.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 started sync module instance, tier type = 2024-09-12T17:28:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.653+0000 7fb13d7849c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=0 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=1 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=2 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=3 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=4 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=5 2024-09-12T17:28:54.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.681+0000 7fb13d7849c0 20 add_watcher() i=6 2024-09-12T17:28:54.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.685+0000 7fb13d7849c0 20 add_watcher() i=7 2024-09-12T17:28:54.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.685+0000 7fb13d7849c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:54.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7faff1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:54.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:54.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:54.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 5 note: GC not initialized 2024-09-12T17:28:54.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7faff0fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:54.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:54.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 Filter name: none 2024-09-12T17:28:54.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7faf6a7fc640 20 reqs_thread_entry: start 2024-09-12T17:28:54.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:54.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:54.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:54.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:54.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:54.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.689+0000 7fb13d7849c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:54.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.693+0000 7faff1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:54.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.697+0000 7fb13d7849c0 20 remove_watcher() i=0 2024-09-12T17:28:54.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.697+0000 7fb13d7849c0 2 removed watcher, disabling cache 2024-09-12T17:28:54.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.701+0000 7fb13d7849c0 20 remove_watcher() i=1 2024-09-12T17:28:54.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.701+0000 7fb13d7849c0 20 remove_watcher() i=2 2024-09-12T17:28:54.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.705+0000 7fb13d7849c0 20 remove_watcher() i=3 2024-09-12T17:28:54.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.709+0000 7fb13d7849c0 20 remove_watcher() i=4 2024-09-12T17:28:54.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.709+0000 7fb13d7849c0 20 remove_watcher() i=5 2024-09-12T17:28:54.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.709+0000 7fb13d7849c0 20 remove_watcher() i=6 2024-09-12T17:28:54.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.713+0000 7fb13d7849c0 20 remove_watcher() i=7 2024-09-12T17:28:54.728 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:54.729 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:54.729 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-init-indext id: 89018418-9cac-4cab-9409-03996b4334d4.4611.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:28:54.729 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:54.729 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T17:28:54.762 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:54.763 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:54.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.805+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 realm 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:54.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:54.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:54.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.813+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:54.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.813+0000 7f7216c439c0 20 searching for the correct realm 2024-09-12T17:28:54.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:54.817+0000 7f7214f4a640 0 -- 172.21.15.1:0/1891695285 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f71fc124b60 msgr2=0x7f71fc100ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:55.033 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.033+0000 7f7213f48640 0 -- 172.21.15.1:0/1891695285 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f72040625f0 msgr2=0x7f7204068050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:55.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.249+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:55.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 zone default found 2024-09-12T17:28:55.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 4 Realm: () 2024-09-12T17:28:55.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:55.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:55.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:55.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 zonegroup default 2024-09-12T17:28:55.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.257+0000 7f7216c439c0 20 started sync module instance, tier type = 2024-09-12T17:28:55.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.257+0000 7f7216c439c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=0 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=1 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=2 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=3 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=4 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=5 2024-09-12T17:28:55.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=6 2024-09-12T17:28:55.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=7 2024-09-12T17:28:55.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.281+0000 7f7216c439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:55.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f70cb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:55.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:55.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:55.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 5 note: GC not initialized 2024-09-12T17:28:55.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f70ca7dc640 20 reqs_thread_entry: start 2024-09-12T17:28:55.289 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:55.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 Filter name: none 2024-09-12T17:28:55.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f70c37fe640 20 reqs_thread_entry: start 2024-09-12T17:28:55.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:28:55.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:55.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:28:55.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:28:55.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : miss 2024-09-12T17:28:55.291 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.293+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:55.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.293+0000 7f7216c439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:28:55.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.293+0000 7f7216c439c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:28:55.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.293+0000 7f7216c439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:55.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.293+0000 7f7216c439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:55.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.293+0000 7f7216c439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:28:55.294 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7216c439c0 time 2024-09-12T17:28:55.296264+0000 2024-09-12T17:28:55.294 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:28:55.296 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.296 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f721a51d2eb] 2024-09-12T17:28:55.296 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.297+0000 7f7216c439c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7216c439c0 time 2024-09-12T17:28:55.296264+0000 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.297 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f721a51d2eb] 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:28:55.298 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7216c439c0 thread_name:radosgw-admin 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f721939c520] 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f721a51d345] 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.311 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.297+0000 7f7216c439c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7216c439c0 thread_name:radosgw-admin 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f721939c520] 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:28:55.312 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f721a51d345] 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.313 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4ed8a550 auth_method 0 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): handle_auth_done global_id 5996 payload 274 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:28:54.785+0000 7f7214f4a640 1 monclient: found mon.noname-c 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:28:55.314 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: dump: 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.315 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 monclient: authenticate success, global_id 5996 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: get_monmap_and_config success 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:28:54.785+0000 7f7216c439c0 4 set_mon_vals no callback set 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: dump: 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.316 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: shutdown 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) unregister_commands rotate-key 2024-09-12T17:28:55.317 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding auth protocol: cephx 2024-09-12T17:28:55.318 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding auth protocol: cephx 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding auth protocol: cephx 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.319 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:28:54.785+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: starting msgr at 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: starting objecter 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command objecter_requests hook 0x556d4ee49740 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: setting wanted keys 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: calling monclient init 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding auth protocol: cephx 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding auth protocol: cephx 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding auth protocol: cephx 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.320 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:28:54.785+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:28:54.785+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key hook 0x556d4ee44cd8 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.321 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4ecd2610 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4ed8a550 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4ed8d520 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.075273s 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4ed8a550 auth_method 0 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.322 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4ecd2610 auth_method 0 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.323 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4ed8d520 auth_method 0 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_done global_id 5999 payload 824 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:28:54.785+0000 7f7213f48640 1 monclient: found mon.noname-c 2024-09-12T17:28:55.324 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: dump: 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.325 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: dump: 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.326 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:28:54.789+0000 7f7216c439c0 5 monclient: authenticate success, global_id 5999 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:28:54.789+0000 7f710260c640 4 set_mon_vals no callback set 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:28:54.789+0000 7f7216c439c0 1 librados: init done 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:28:54.789+0000 7f7100e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:28:55.327 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:28:54.789+0000 7f7100e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:28:54.789+0000 7f7100e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:28:54.789+0000 7f7214749640 10 monclient: get_auth_request con 0x7f70fc070b10 auth_method 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:28:54.789+0000 7f7214f4a640 10 monclient: get_auth_request con 0x556d4ee6d380 auth_method 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:28:54.789+0000 7f7214749640 10 monclient: get_auth_request con 0x556d4ee8faf0 auth_method 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:28:54.793+0000 7f7213f48640 10 monclient: get_auth_request con 0x556d4ee93ce0 auth_method 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:28:54.793+0000 7f7214f4a640 10 monclient: get_auth_request con 0x556d4ee97fa0 auth_method 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:28:54.797+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.328 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding auth protocol: cephx 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding auth protocol: cephx 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding auth protocol: cephx 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.329 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.330 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:28:54.797+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x556d4ee9f600 EEXIST 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding auth protocol: cephx 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding auth protocol: cephx 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding auth protocol: cephx 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.331 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:28:54.797+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:28:54.797+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key cmddesc rotate-key hook 0x556d4ee9ae30 EEXIST 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:28:55.332 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4eec37b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4eec30e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4eec1ac0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.086013s 2024-09-12T17:28:55.333 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4eec30e0 auth_method 0 2024-09-12T17:28:55.334 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.334 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.334 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4eec1ac0 auth_method 0 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.335 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4eec37b0 auth_method 0 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_done global_id 6348 payload 824 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:28:54.797+0000 7f7214f4a640 1 monclient: found mon.noname-a 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: dump: 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.336 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.337 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: dump: 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:28:54.797+0000 7f721574b640 4 set_mon_vals no callback set 2024-09-12T17:28:55.338 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 monclient: authenticate success, global_id 6348 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:28:54.801+0000 7f70f9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:28:54.801+0000 7f70f9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:28:54.801+0000 7f70f9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: get_monmap_and_config 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:28:54.801+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.339 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding auth protocol: cephx 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding auth protocol: cephx 2024-09-12T17:28:55.340 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding auth protocol: cephx 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.341 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f70ec070a20 auth_method 0 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:28:54.801+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding auth protocol: cephx 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding auth protocol: cephx 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding auth protocol: cephx 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.342 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:28:54.801+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:28:54.801+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff57bbe0e8 EEXIST 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4ef175c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4eee8390 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4ef09160 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.343 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.090892s 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4eee8390 auth_method 0 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4ef09160 auth_method 0 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.344 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4ef175c0 auth_method 0 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_done global_id 6351 payload 274 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:28:54.801+0000 7f7214f4a640 1 monclient: found mon.noname-a 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.345 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: dump: 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.346 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 monclient: authenticate success, global_id 6351 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: get_monmap_and_config success 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:28:54.801+0000 7f7216c439c0 4 set_mon_vals no callback set 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: dump: 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.347 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: shutdown 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.348 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding auth protocol: cephx 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding auth protocol: cephx 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding auth protocol: cephx 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.349 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:28:54.805+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: starting msgr at 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: starting objecter 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x556d4ef0a5a0 EEXIST 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: setting wanted keys 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: calling monclient init 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding auth protocol: cephx 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding auth protocol: cephx 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding auth protocol: cephx 2024-09-12T17:28:55.350 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:28:54.805+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:28:54.805+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.351 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key cmddesc rotate-key hook 0x556d4eec5718 EEXIST 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4eee8390 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4ef09160 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4ef175c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.093581s 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4eee8390 auth_method 0 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.352 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4ef09160 auth_method 0 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.353 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4ef175c0 auth_method 0 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_done global_id 6354 payload 824 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:28:54.805+0000 7f7213f48640 1 monclient: found mon.noname-a 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: dump: 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.354 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:28:55.355 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: dump: 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.356 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 monclient: authenticate success, global_id 6354 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:28:54.805+0000 7f70eb7fe640 4 set_mon_vals no callback set 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: init done 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cr dump hook 0x556d4ef063a8 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:28:54.805+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:28:54.809+0000 7f70e9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:28:54.809+0000 7f70e9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:28:54.809+0000 7f70e9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.357 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:28:54.809+0000 7f7214749640 10 monclient: get_auth_request con 0x556d4ef30a50 auth_method 0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:28:54.809+0000 7f7214f4a640 10 monclient: get_auth_request con 0x7f70dc070ae0 auth_method 0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 realm 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:28:54.809+0000 7f7216c439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:28:54.809+0000 7f7213f48640 10 monclient: get_auth_request con 0x556d4ef34e30 auth_method 0 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.358 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:28:54.813+0000 7f7214f4a640 10 monclient: get_auth_request con 0x556d4ef38530 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:28:54.813+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:28:54.813+0000 7f7216c439c0 20 searching for the correct realm 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:28:54.813+0000 7f7214749640 10 monclient: get_auth_request con 0x7f7204019040 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:28:54.813+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f720c033040 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:28:54.817+0000 7f7214f4a640 10 monclient: get_auth_request con 0x7f71fc124b60 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:28:54.817+0000 7f7214f4a640 0 -- 172.21.15.1:0/1891695285 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f71fc124b60 msgr2=0x7f71fc100ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:28:55.021+0000 7f7214f4a640 10 monclient: get_auth_request con 0x7f71fc124b60 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:28:55.025+0000 7f7214749640 10 monclient: get_auth_request con 0x7f720408d040 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:28:55.033+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f72040625f0 auth_method 0 2024-09-12T17:28:55.359 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:28:55.033+0000 7f7213f48640 0 -- 172.21.15.1:0/1891695285 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f72040625f0 msgr2=0x7f7204068050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:28:55.237+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f72040625f0 auth_method 0 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:55.360 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 zone default found 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:28:55.253+0000 7f7216c439c0 4 Realm: () 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:28:55.253+0000 7f7216c439c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:28:55.253+0000 7f7216c439c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:28:55.253+0000 7f7216c439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 zonegroup default 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 started sync module instance, tier type = 2024-09-12T17:28:55.361 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=0 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=1 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=2 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=3 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=4 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=5 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=6 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=7 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:28:55.281+0000 7f7216c439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding auth protocol: cephx 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding auth protocol: cephx 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding auth protocol: cephx 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.362 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:28:55.289+0000 7f70cb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:28:55.289+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:55.363 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache list hook 0x556d4ef0dcf0 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache inspect hook 0x556d4ef0dcf0 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache erase hook 0x556d4ef0dcf0 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache zap hook 0x556d4ef0dcf0 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 note: GC not initialized 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:28:55.289+0000 7f70ca7dc640 20 reqs_thread_entry: start 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace show hook 0x7f720c004c30 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace history hook 0x7f720c004c30 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace active hook 0x7f720c004c30 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace active_short hook 0x7f720c004c30 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 Filter name: none 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:28:55.289+0000 7f70c37fe640 20 reqs_thread_entry: start 2024-09-12T17:28:55.364 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : miss 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:28:55.293+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:28:55.297+0000 7f7216c439c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7216c439c0 time 2024-09-12T17:28:55.296264+0000 2024-09-12T17:28:55.365 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f721a51d2eb] 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:28:55.366 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:28:55.297+0000 7f7216c439c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7216c439c0 thread_name:radosgw-admin 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f721939c520] 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f721a51d345] 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.367 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:28:55.368 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:28:55.369 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:28:55.370 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:28:55.371 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:28:55.372 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:28:55.373 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:28:55.374 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70c37fe640 / http_manager 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70ca7dc640 / http_manager 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70cb7de640 / rgw_dt_lg_renew 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70e9ffb640 / ms_dispatch 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70eb7fe640 / io_context_pool 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70f9ffb640 / ms_dispatch 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7100e09640 / ms_dispatch 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f710260c640 / io_context_pool 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7213f48640 / msgr-worker-2 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7214749640 / msgr-worker-1 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7214f4a640 / msgr-worker-0 2024-09-12T17:28:55.375 INFO:tasks.workunit.client.0.smithi001.stderr: 7f721574b640 / io_context_pool 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7216c439c0 / radosgw-admin 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.80458.log 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4ed8a550 auth_method 0 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): handle_auth_done global_id 5996 payload 274 2024-09-12T17:28:55.376 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:28:54.785+0000 7f7214f4a640 1 monclient: found mon.noname-c 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: dump: 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.377 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 monclient: authenticate success, global_id 5996 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: get_monmap_and_config success 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:28:54.785+0000 7f7216c439c0 4 set_mon_vals no callback set 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:28:54.785+0000 7f710260c640 10 monclient: dump: 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.378 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: shutdown 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) unregister_commands rotate-key 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.379 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding auth protocol: cephx 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding auth protocol: cephx 2024-09-12T17:28:55.380 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding auth protocol: cephx 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: crc 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee4a3d0) adding con mode: secure 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:28:54.785+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.381 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: starting msgr at 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: starting objecter 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command objecter_requests hook 0x556d4ee49740 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: setting wanted keys 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:28:54.785+0000 7f7216c439c0 1 librados: calling monclient init 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding auth protocol: cephx 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding auth protocol: cephx 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding auth protocol: cephx 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.382 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: crc 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee44b90) adding con mode: secure 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:28:54.785+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:28:54.785+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:28:54.785+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key hook 0x556d4ee44cd8 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:28:55.383 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4ecd2610 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4ed8a550 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4ed8d520 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:28:54.785+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.075273s 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4ed8a550 auth_method 0 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.384 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4ecd2610 auth_method 0 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:28:54.785+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4ed8d520 auth_method 0 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.385 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:28:54.785+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient(hunting): handle_auth_done global_id 5999 payload 824 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:28:54.785+0000 7f7213f48640 1 monclient: found mon.noname-c 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:28:54.785+0000 7f7213f48640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: dump: 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.386 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:28:54.789+0000 7f7100e09640 10 monclient: dump: 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.387 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:28:54.789+0000 7f7216c439c0 5 monclient: authenticate success, global_id 5999 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:28:54.789+0000 7f710260c640 4 set_mon_vals no callback set 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.388 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:28:54.789+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:28:54.789+0000 7f7216c439c0 1 librados: init done 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:28:54.789+0000 7f7100e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:28:54.789+0000 7f7100e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:28:54.789+0000 7f7100e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:28:54.789+0000 7f7214749640 10 monclient: get_auth_request con 0x7f70fc070b10 auth_method 0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:28:54.789+0000 7f7214f4a640 10 monclient: get_auth_request con 0x556d4ee6d380 auth_method 0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:28:54.789+0000 7f7214749640 10 monclient: get_auth_request con 0x556d4ee8faf0 auth_method 0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:28:54.793+0000 7f7213f48640 10 monclient: get_auth_request con 0x556d4ee93ce0 auth_method 0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:28:54.793+0000 7f7214f4a640 10 monclient: get_auth_request con 0x556d4ee97fa0 auth_method 0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:28:54.797+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.389 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding auth protocol: cephx 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding auth protocol: cephx 2024-09-12T17:28:55.390 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding auth protocol: cephx 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: crc 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9bc90) adding con mode: secure 2024-09-12T17:28:55.391 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:28:54.797+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x556d4ee9f600 EEXIST 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding auth protocol: cephx 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding auth protocol: cephx 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding auth protocol: cephx 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.392 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: crc 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 AuthRegistry(0x556d4ee9ace8) adding con mode: secure 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:28:54.797+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:28:54.797+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key cmddesc rotate-key hook 0x556d4ee9ae30 EEXIST 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4eec37b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4eec30e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.393 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4eec1ac0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.086013s 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4eec30e0 auth_method 0 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4eec1ac0 auth_method 0 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.394 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:28:54.797+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4eec37b0 auth_method 0 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:28:54.797+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient(hunting): handle_auth_done global_id 6348 payload 824 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:28:54.797+0000 7f7214f4a640 1 monclient: found mon.noname-a 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:28:54.797+0000 7f7214f4a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.395 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: dump: 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.396 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:28:54.797+0000 7f70f9ffb640 10 monclient: dump: 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.397 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:28:54.797+0000 7f721574b640 4 set_mon_vals no callback set 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:28:54.797+0000 7f7216c439c0 5 monclient: authenticate success, global_id 6348 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:28:54.797+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:28:54.801+0000 7f70f9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:28:54.801+0000 7f70f9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:28:54.801+0000 7f70f9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: get_monmap_and_config 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:28:54.801+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.398 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding auth protocol: cephx 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding auth protocol: cephx 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding auth protocol: cephx 2024-09-12T17:28:55.399 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: crc 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x556d4eee30b0) adding con mode: secure 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f70ec070a20 auth_method 0 2024-09-12T17:28:55.400 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:28:54.801+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding auth protocol: cephx 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding auth protocol: cephx 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding auth protocol: cephx 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.401 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: crc 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbdfa0) adding con mode: secure 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:28:54.801+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:28:54.801+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff57bbe0e8 EEXIST 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4ef175c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4eee8390 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4ef09160 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.402 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.090892s 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4eee8390 auth_method 0 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4ef09160 auth_method 0 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.403 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:28:54.801+0000 7f7214749640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4ef175c0 auth_method 0 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:28:54.801+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient(hunting): handle_auth_done global_id 6351 payload 274 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:28:54.801+0000 7f7214f4a640 1 monclient: found mon.noname-a 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:28:54.801+0000 7f7214f4a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: dump: 2024-09-12T17:28:55.404 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:28:54.801+0000 7f7216c439c0 5 monclient: authenticate success, global_id 6351 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.405 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:28:54.801+0000 7f7216c439c0 10 monclient: get_monmap_and_config success 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:28:54.801+0000 7f7216c439c0 4 set_mon_vals no callback set 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:28:54.801+0000 7f70eb7fe640 10 monclient: dump: 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.406 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: shutdown 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: build_initial_monmap 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 build_initial for_mkfs: 0 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: monmap: 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:28:55.407 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding auth protocol: cephx 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding auth protocol: cephx 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding auth protocol: cephx 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.408 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: crc 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4ef096e0) adding con mode: secure 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:28:54.805+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: starting msgr at 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: starting objecter 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x556d4ef0a5a0 EEXIST 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: setting wanted keys 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: calling monclient init 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: init 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding auth protocol: cephx 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding auth protocol: cephx 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding auth protocol: cephx 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.409 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: crc 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 AuthRegistry(0x556d4eec55d0) adding con mode: secure 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:28:54.805+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:28:54.805+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.410 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command rotate-key cmddesc rotate-key hook 0x556d4eec5718 EEXIST 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _reopen_session rank -1 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-a con 0x556d4eee8390 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-c con 0x556d4ef09160 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): picked mon.noname-b con 0x556d4ef175c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): _renew_subs 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient(hunting): authenticate will time out at 2169.093581s 2024-09-12T17:28:55.411 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): get_auth_request con 0x556d4eee8390 auth_method 0 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): get_auth_request con 0x556d4ef09160 auth_method 0 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.412 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.413 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.413 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.413 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:28:55.413 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:28:54.805+0000 7f7214f4a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): get_auth_request con 0x556d4ef175c0 auth_method 0 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:28:54.805+0000 7f7214749640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient(hunting): handle_auth_done global_id 6354 payload 824 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient: _finish_hunting 0 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:28:54.805+0000 7f7213f48640 1 monclient: found mon.noname-a 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:28:54.805+0000 7f7213f48640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: dump: 2024-09-12T17:28:55.414 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: _finish_auth 0 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:28:55.415 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:28:54.805+0000 7f70e9ffb640 10 monclient: dump: 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 monclient: authenticate success, global_id 6354 2024-09-12T17:28:55.416 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:28:54.805+0000 7f70eb7fe640 4 set_mon_vals no callback set 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _renew_subs 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:28:54.805+0000 7f7216c439c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:28:54.805+0000 7f7216c439c0 1 librados: init done 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:28:54.805+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cr dump hook 0x556d4ef063a8 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:28:54.805+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:28:54.809+0000 7f70e9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:28:54.809+0000 7f70e9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:28:54.809+0000 7f70e9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:28:54.809+0000 7f7214749640 10 monclient: get_auth_request con 0x556d4ef30a50 auth_method 0 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:28:54.809+0000 7f7214f4a640 10 monclient: get_auth_request con 0x7f70dc070ae0 auth_method 0 2024-09-12T17:28:55.417 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 realm 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:28:54.809+0000 7f7216c439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:28:54.809+0000 7f7213f48640 10 monclient: get_auth_request con 0x556d4ef34e30 auth_method 0 2024-09-12T17:28:55.418 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.419 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:28:54.809+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.419 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:28:54.813+0000 7f7214f4a640 10 monclient: get_auth_request con 0x556d4ef38530 auth_method 0 2024-09-12T17:28:55.419 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:28:54.813+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:55.419 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:28:54.813+0000 7f7216c439c0 20 searching for the correct realm 2024-09-12T17:28:55.419 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:28:54.813+0000 7f7214749640 10 monclient: get_auth_request con 0x7f7204019040 auth_method 0 2024-09-12T17:28:55.419 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:28:54.813+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f720c033040 auth_method 0 2024-09-12T17:28:55.420 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:28:54.817+0000 7f7214f4a640 10 monclient: get_auth_request con 0x7f71fc124b60 auth_method 0 2024-09-12T17:28:55.420 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:28:54.817+0000 7f7214f4a640 0 -- 172.21.15.1:0/1891695285 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f71fc124b60 msgr2=0x7f71fc100ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:28:55.021+0000 7f7214f4a640 10 monclient: get_auth_request con 0x7f71fc124b60 auth_method 0 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:28:55.025+0000 7f7214749640 10 monclient: get_auth_request con 0x7f720408d040 auth_method 0 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:28:55.033+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f72040625f0 auth_method 0 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:28:55.033+0000 7f7213f48640 0 -- 172.21.15.1:0/1891695285 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f72040625f0 msgr2=0x7f7204068050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:28:55.237+0000 7f7213f48640 10 monclient: get_auth_request con 0x7f72040625f0 auth_method 0 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:55.421 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:28:55.249+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 zone default found 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:28:55.253+0000 7f7216c439c0 4 Realm: () 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:28:55.253+0000 7f7216c439c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:28:55.253+0000 7f7216c439c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:28:55.253+0000 7f7216c439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 zonegroup default 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.422 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:28:55.253+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 started sync module instance, tier type = 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:28:55.257+0000 7f7216c439c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=0 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=1 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=2 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=3 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=4 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=5 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=6 2024-09-12T17:28:55.423 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:28:55.281+0000 7f7216c439c0 20 add_watcher() i=7 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:28:55.281+0000 7f7216c439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding auth protocol: cephx 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding auth protocol: cephx 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding auth protocol: cephx 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.424 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:28:55.289+0000 7f70cb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: crc 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 AuthRegistry(0x7fff57bbe470) adding con mode: secure 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:28:55.289+0000 7f7216c439c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache list hook 0x556d4ef0dcf0 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache inspect hook 0x556d4ef0dcf0 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache erase hook 0x556d4ef0dcf0 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command cache zap hook 0x556d4ef0dcf0 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 note: GC not initialized 2024-09-12T17:28:55.425 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:28:55.289+0000 7f70ca7dc640 20 reqs_thread_entry: start 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace show hook 0x7f720c004c30 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace history hook 0x7f720c004c30 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace active hook 0x7f720c004c30 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:28:55.289+0000 7f7216c439c0 5 asok(0x556d4ec3a2b0) register_command sync trace active_short hook 0x7f720c004c30 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 Filter name: none 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:28:55.289+0000 7f70c37fe640 20 reqs_thread_entry: start 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:28:55.289+0000 7f7216c439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : miss 2024-09-12T17:28:55.426 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:28:55.289+0000 7f7216c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:28:55.293+0000 7f7216c439c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:28:55.293+0000 7f7216c439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:28:55.297+0000 7f7216c439c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7216c439c0 time 2024-09-12T17:28:55.296264+0000 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.427 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f721a51d2eb] 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:28:55.297+0000 7f7216c439c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7216c439c0 thread_name:radosgw-admin 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.428 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f721939c520] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f721a51d345] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f721a51d49f] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556d4cf090c1] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f572) [0x556d4d95e572] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556d4cf1b18d] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7219383d90] 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:28:55.429 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:28:55.430 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:28:55.431 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:28:55.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:28:55.433 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:28:55.434 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:28:55.435 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70c37fe640 / http_manager 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70ca7dc640 / http_manager 2024-09-12T17:28:55.436 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70cb7de640 / rgw_dt_lg_renew 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70e9ffb640 / ms_dispatch 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70eb7fe640 / io_context_pool 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f70f9ffb640 / ms_dispatch 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7100e09640 / ms_dispatch 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f710260c640 / io_context_pool 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7213f48640 / msgr-worker-2 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7214749640 / msgr-worker-1 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7214f4a640 / msgr-worker-0 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f721574b640 / io_context_pool 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7216c439c0 / radosgw-admin 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:28:55.299915Z_3e68c4ad-e916-4577-90ff-1119157c85bd/log 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:28:55.437 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 realm 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.385+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.389+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.389+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.389+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.389+0000 7f9cf1eab9c0 20 searching for the correct realm 2024-09-12T17:28:55.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.393+0000 7f9cf01b2640 0 -- 172.21.15.1:0/3590904446 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f9ce4008070 msgr2=0x7f9ce4097350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:55.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.609+0000 7f9cef1b0640 0 -- 172.21.15.1:0/3590904446 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9ce805ab90 msgr2=0x7f9ce805d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:55.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.825+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:55.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:55.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 zone default found 2024-09-12T17:28:55.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 4 Realm: () 2024-09-12T17:28:55.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:55.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:55.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:55.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 zonegroup default 2024-09-12T17:28:55.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.829+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.833+0000 7f9cf1eab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:55.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.833+0000 7f9cf1eab9c0 20 started sync module instance, tier type = 2024-09-12T17:28:55.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.833+0000 7f9cf1eab9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:55.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=0 2024-09-12T17:28:55.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=1 2024-09-12T17:28:55.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=2 2024-09-12T17:28:55.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=3 2024-09-12T17:28:55.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=4 2024-09-12T17:28:55.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=5 2024-09-12T17:28:55.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=6 2024-09-12T17:28:55.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 20 add_watcher() i=7 2024-09-12T17:28:55.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.857+0000 7f9cf1eab9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:55.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.861+0000 7f9ba5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:55.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:55.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:55.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 5 note: GC not initialized 2024-09-12T17:28:55.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9ba4fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:55.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:55.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 Filter name: none 2024-09-12T17:28:55.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9b1e7fc640 20 reqs_thread_entry: start 2024-09-12T17:28:55.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:55.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:55.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:55.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:55.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:55.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:55.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.865+0000 7f9cf1eab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:28:55.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.869+0000 7f9ba5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:55.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.873+0000 7f9cf1eab9c0 20 remove_watcher() i=0 2024-09-12T17:28:55.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.873+0000 7f9cf1eab9c0 2 removed watcher, disabling cache 2024-09-12T17:28:55.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.877+0000 7f9cf1eab9c0 20 remove_watcher() i=1 2024-09-12T17:28:55.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.881+0000 7f9cf1eab9c0 20 remove_watcher() i=2 2024-09-12T17:28:55.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.881+0000 7f9cf1eab9c0 20 remove_watcher() i=3 2024-09-12T17:28:55.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.885+0000 7f9cf1eab9c0 20 remove_watcher() i=4 2024-09-12T17:28:55.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.885+0000 7f9cf1eab9c0 20 remove_watcher() i=5 2024-09-12T17:28:55.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.885+0000 7f9cf1eab9c0 20 remove_watcher() i=6 2024-09-12T17:28:55.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:55.889+0000 7f9cf1eab9c0 20 remove_watcher() i=7 2024-09-12T17:28:55.904 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.904 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:28:55.904 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-init-indext id: 89018418-9cac-4cab-9409-03996b4334d4.4611.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:28:55.904 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:28:55.905 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:55.905 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:55.915 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:28:55.915 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:28:55.961 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:28:55.999 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:55.999 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:56.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 realm 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.045+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.049+0000 7f3e9b8539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:56.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.049+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.049+0000 7f3e9b8539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:56.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.049+0000 7f3e9b8539c0 20 searching for the correct realm 2024-09-12T17:28:56.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.053+0000 7f3e99b5a640 0 -- 172.21.15.1:0/2584362620 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3e84015070 msgr2=0x7f3e8407d070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:56.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.269+0000 7f3e98b58640 0 -- 172.21.15.1:0/2584362620 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f3e8c11c590 msgr2=0x7f3e8c0f82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:56.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.485+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:56.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 zone default found 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 4 Realm: () 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 zonegroup default 2024-09-12T17:28:56.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.489+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.493+0000 7f3e9b8539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:56.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.493+0000 7f3e9b8539c0 20 started sync module instance, tier type = 2024-09-12T17:28:56.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.493+0000 7f3e9b8539c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=0 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=1 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=2 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=3 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=4 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=5 2024-09-12T17:28:56.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=6 2024-09-12T17:28:56.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 20 add_watcher() i=7 2024-09-12T17:28:56.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.517+0000 7f3e9b8539c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:56.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.521+0000 7f3d4f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:56.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:56.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:56.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 5 note: GC not initialized 2024-09-12T17:28:56.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3d4e7e4640 20 reqs_thread_entry: start 2024-09-12T17:28:56.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:56.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 Filter name: none 2024-09-12T17:28:56.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3cbffff640 20 reqs_thread_entry: start 2024-09-12T17:28:56.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:28:56.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:28:56.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:28:56.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:28:56.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : miss 2024-09-12T17:28:56.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:56.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:28:56.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:28:56.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:28:56.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:28:56.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:28:56.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.525+0000 7f3e9b8539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:28:56.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.529+0000 7f3e9b8539c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to be held by another RGW process; skipping for now 2024-09-12T17:28:56.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.529+0000 7f3d4f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:56.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.537+0000 7f3e9b8539c0 20 remove_watcher() i=0 2024-09-12T17:28:56.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.537+0000 7f3e9b8539c0 2 removed watcher, disabling cache 2024-09-12T17:28:56.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.537+0000 7f3e9b8539c0 20 remove_watcher() i=1 2024-09-12T17:28:56.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.541+0000 7f3e9b8539c0 20 remove_watcher() i=2 2024-09-12T17:28:56.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.541+0000 7f3e9b8539c0 20 remove_watcher() i=3 2024-09-12T17:28:56.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.545+0000 7f3e9b8539c0 20 remove_watcher() i=4 2024-09-12T17:28:56.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.549+0000 7f3e9b8539c0 20 remove_watcher() i=5 2024-09-12T17:28:56.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.549+0000 7f3e9b8539c0 20 remove_watcher() i=6 2024-09-12T17:28:56.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:28:56.549+0000 7f3e9b8539c0 20 remove_watcher() i=7 2024-09-12T17:28:56.567 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:29:26.597 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:29:26.635 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:26.635 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:26.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:26.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:26.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 20 realm 2024-09-12T17:29:26.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:26.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:26.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:26.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.680+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:26.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.684+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:26.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.684+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:26.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.684+0000 7ff889f5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:26.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.684+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:26.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.684+0000 7ff889f5d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:26.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.684+0000 7ff889f5d9c0 20 searching for the correct realm 2024-09-12T17:29:26.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.688+0000 7ff888264640 0 -- 172.21.15.1:0/2900736987 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff870008040 msgr2=0x7ff870087780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:29:26.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:26.904+0000 7ff87ffff640 0 -- 172.21.15.1:0/2900736987 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff88011c1c0 msgr2=0x7ff880123190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:27.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 zone default found 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 4 Realm: () 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 zonegroup default 2024-09-12T17:29:27.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.124+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 started sync module instance, tier type = 2024-09-12T17:29:27.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.128+0000 7ff889f5d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:27.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=0 2024-09-12T17:29:27.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=1 2024-09-12T17:29:27.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=2 2024-09-12T17:29:27.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=3 2024-09-12T17:29:27.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=4 2024-09-12T17:29:27.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=5 2024-09-12T17:29:27.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=6 2024-09-12T17:29:27.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 20 add_watcher() i=7 2024-09-12T17:29:27.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.152+0000 7ff889f5d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:27.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.156+0000 7ff73dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:27.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.156+0000 7ff889f5d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:27.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.156+0000 7ff889f5d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:27.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.156+0000 7ff889f5d9c0 5 note: GC not initialized 2024-09-12T17:29:27.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff73cfe1640 20 reqs_thread_entry: start 2024-09-12T17:29:27.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:27.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 20 Filter name: none 2024-09-12T17:29:27.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff6b67fc640 20 reqs_thread_entry: start 2024-09-12T17:29:27.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:29:27.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:29:27.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:29:27.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : miss 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:27.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.160+0000 7ff889f5d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:29:27.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21, ofs0, ns] 2024-09-12T17:29:27.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff766ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366179 cookie 94794888284000 notifier 6053 bl.length()=913 2024-09-12T17:29:27.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff766ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff766ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff766ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): orig_sources= new_sources= 2024-09-12T17:29:27.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): potential sources added=[] removed=[] 2024-09-12T17:29:27.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): orig_dests= new_dests= 2024-09-12T17:29:27.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.168+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): potential dests added=[] removed=[] 2024-09-12T17:29:27.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.176+0000 7ff889f5d9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.21.1.0 2024-09-12T17:29:27.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.176+0000 7ff889f5d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.21.1.0 2024-09-12T17:29:27.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.176+0000 7ff889f5d9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.21.1.1 2024-09-12T17:29:27.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.176+0000 7ff889f5d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.21.1.1 2024-09-12T17:29:27.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.176+0000 7ff889f5d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.21.0 2024-09-12T17:29:27.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.180+0000 7ff889f5d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:29:27.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.180+0000 7ff889f5d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:29:27.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21, ofs0, ns] 2024-09-12T17:29:27.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff766ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94794888284000 notifier 6053 bl.length()=913 2024-09-12T17:29:27.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff766ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff766ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff766ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): orig_sources= new_sources= 2024-09-12T17:29:27.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): potential sources added=[] removed=[] 2024-09-12T17:29:27.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): orig_dests= new_dests= 2024-09-12T17:29:27.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.184+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): potential dests added=[] removed=[] 2024-09-12T17:29:27.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.188+0000 7ff889f5d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.21.0 2024-09-12T17:29:27.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.188+0000 7ff889f5d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:29:27.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.188+0000 7ff889f5d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 2024-09-12T17:29:27.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21, ofs0, ns] 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff766ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94794888284000 notifier 6053 bl.length()=881 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff766ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 info.flags=0x17 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff766ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:89018418-9cac-4cab-9409-03996b4334d4.4611.21 to cache LRU end 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff766ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): orig_sources= new_sources= 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): potential sources added=[] removed=[] 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): orig_dests= new_dests= 2024-09-12T17:29:27.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.192+0000 7ff889f5d9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[89018418-9cac-4cab-9409-03996b4334d4.4611.21]): potential dests added=[] removed=[] 2024-09-12T17:29:27.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.196+0000 7ff889f5d9c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-12T17:29:27.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.200+0000 7ff73dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:27.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.204+0000 7ff889f5d9c0 20 remove_watcher() i=0 2024-09-12T17:29:27.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.204+0000 7ff889f5d9c0 2 removed watcher, disabling cache 2024-09-12T17:29:27.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.208+0000 7ff889f5d9c0 20 remove_watcher() i=1 2024-09-12T17:29:27.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.208+0000 7ff889f5d9c0 20 remove_watcher() i=2 2024-09-12T17:29:27.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.212+0000 7ff889f5d9c0 20 remove_watcher() i=3 2024-09-12T17:29:27.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.212+0000 7ff889f5d9c0 20 remove_watcher() i=4 2024-09-12T17:29:27.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.216+0000 7ff889f5d9c0 20 remove_watcher() i=5 2024-09-12T17:29:27.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.216+0000 7ff889f5d9c0 20 remove_watcher() i=6 2024-09-12T17:29:27.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.216+0000 7ff889f5d9c0 20 remove_watcher() i=7 2024-09-12T17:29:27.235 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:29:27.267 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:27.267 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:27.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.312+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 realm 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.316+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.320+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:27.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.320+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.320+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:27.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.320+0000 7fe2b70179c0 20 searching for the correct realm 2024-09-12T17:29:27.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.324+0000 7fe2b531e640 0 -- 172.21.15.1:0/1449389150 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe2a802f070 msgr2=0x7fe2a803da80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:27.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.332+0000 7fe2b431c640 0 -- 172.21.15.1:0/1449389150 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe2ac017400 msgr2=0x7fe2ac017880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.548+0000 7fe2b70179c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.548+0000 7fe2b70179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.548+0000 7fe2b70179c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.548+0000 7fe2b70179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.548+0000 7fe2b70179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.548+0000 7fe2b70179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:27.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:27.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 zone default found 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 4 Realm: () 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:27.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 zonegroup default 2024-09-12T17:29:27.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.552+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.556+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.556+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.556+0000 7fe2b70179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:27.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.556+0000 7fe2b70179c0 20 started sync module instance, tier type = 2024-09-12T17:29:27.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.556+0000 7fe2b70179c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:27.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=0 2024-09-12T17:29:27.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=1 2024-09-12T17:29:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=2 2024-09-12T17:29:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=3 2024-09-12T17:29:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=4 2024-09-12T17:29:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=5 2024-09-12T17:29:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.576+0000 7fe2b70179c0 20 add_watcher() i=6 2024-09-12T17:29:27.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.580+0000 7fe2b70179c0 20 add_watcher() i=7 2024-09-12T17:29:27.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.580+0000 7fe2b70179c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:27.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe16b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:27.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:27.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:27.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 5 note: GC not initialized 2024-09-12T17:29:27.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe16a7e4640 20 reqs_thread_entry: start 2024-09-12T17:29:27.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:27.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 Filter name: none 2024-09-12T17:29:27.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe1637fe640 20 reqs_thread_entry: start 2024-09-12T17:29:27.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:29:27.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.584+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:29:27.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:27.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:29:27.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:27.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:29:27.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe2b70179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:27.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.588+0000 7fe16b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:27.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.592+0000 7fe2b70179c0 20 remove_watcher() i=0 2024-09-12T17:29:27.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.592+0000 7fe2b70179c0 2 removed watcher, disabling cache 2024-09-12T17:29:27.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.596+0000 7fe2b70179c0 20 remove_watcher() i=1 2024-09-12T17:29:27.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.600+0000 7fe2b70179c0 20 remove_watcher() i=2 2024-09-12T17:29:27.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.600+0000 7fe2b70179c0 20 remove_watcher() i=3 2024-09-12T17:29:27.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.604+0000 7fe2b70179c0 20 remove_watcher() i=4 2024-09-12T17:29:27.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.604+0000 7fe2b70179c0 20 remove_watcher() i=5 2024-09-12T17:29:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.604+0000 7fe2b70179c0 20 remove_watcher() i=6 2024-09-12T17:29:27.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:27.608+0000 7fe2b70179c0 20 remove_watcher() i=7 2024-09-12T17:29:27.624 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:27.625 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:27.625 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-init-indext id: 89018418-9cac-4cab-9409-03996b4334d4.4611.21 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:29:27.625 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:27.627 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.627 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.631 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.632 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.678 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.678 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.698 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T17:29:27.699 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:27.700 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.701 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.722 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.722 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.767 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.768 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.787 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.787 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.804 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.804 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.822 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.822 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.839 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.839 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.856 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.856 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.875 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.875 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.891 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.891 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.908 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.908 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.926 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.926 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.943 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.943 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.960 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.961 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.977 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.977 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:27.994 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:27.994 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.011 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:28.011 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.030 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:28.030 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.046 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:28.047 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.063 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:28.063 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.079 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:28.079 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.096 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:28.096 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:28.111 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:29:28.146 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:28.146 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:28.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.188+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 realm 2024-09-12T17:29:28.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:28.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:28.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.192+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.196+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:28.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.196+0000 7fa53ecb79c0 20 searching for the correct realm 2024-09-12T17:29:28.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.200+0000 7fa53cfbe640 0 -- 172.21.15.1:0/211491779 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa53009cbd0 msgr2=0x7fa53007c450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:28.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.416+0000 7fa53bfbc640 0 -- 172.21.15.1:0/211491779 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa53402c3f0 msgr2=0x7fa53402c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:28.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:28.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.632+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:28.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 zone default found 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 4 Realm: () 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 zonegroup default 2024-09-12T17:29:28.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.636+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.640+0000 7fa53ecb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.640+0000 7fa53ecb79c0 20 started sync module instance, tier type = 2024-09-12T17:29:28.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.640+0000 7fa53ecb79c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:28.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=0 2024-09-12T17:29:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=1 2024-09-12T17:29:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=2 2024-09-12T17:29:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=3 2024-09-12T17:29:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=4 2024-09-12T17:29:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=5 2024-09-12T17:29:28.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.664+0000 7fa53ecb79c0 20 add_watcher() i=6 2024-09-12T17:29:28.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.668+0000 7fa53ecb79c0 20 add_watcher() i=7 2024-09-12T17:29:28.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.668+0000 7fa53ecb79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:28.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa3f2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:28.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:28.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:28.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 5 note: GC not initialized 2024-09-12T17:29:28.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa3f1fdb640 20 reqs_thread_entry: start 2024-09-12T17:29:28.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:28.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 Filter name: none 2024-09-12T17:29:28.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa3637fe640 20 reqs_thread_entry: start 2024-09-12T17:29:28.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:28.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.672+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:28.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:28.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:28.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:28.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.676+0000 7fa53ecb79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:28.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.680+0000 7fa3f2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:28.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.684+0000 7fa53ecb79c0 20 remove_watcher() i=0 2024-09-12T17:29:28.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.684+0000 7fa53ecb79c0 2 removed watcher, disabling cache 2024-09-12T17:29:28.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.688+0000 7fa53ecb79c0 20 remove_watcher() i=1 2024-09-12T17:29:28.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.688+0000 7fa53ecb79c0 20 remove_watcher() i=2 2024-09-12T17:29:28.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.692+0000 7fa53ecb79c0 20 remove_watcher() i=3 2024-09-12T17:29:28.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.696+0000 7fa53ecb79c0 20 remove_watcher() i=4 2024-09-12T17:29:28.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.696+0000 7fa53ecb79c0 20 remove_watcher() i=5 2024-09-12T17:29:28.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.696+0000 7fa53ecb79c0 20 remove_watcher() i=6 2024-09-12T17:29:28.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.700+0000 7fa53ecb79c0 20 remove_watcher() i=7 2024-09-12T17:29:28.719 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:28.719 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:28.719 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:29:28.719 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:28.719 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T17:29:28.752 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:28.752 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:28.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.796+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 realm 2024-09-12T17:29:28.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:28.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:28.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:28.802 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:28.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:28.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.800+0000 7f2bb466b9c0 20 searching for the correct realm 2024-09-12T17:29:28.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.804+0000 7f2bb2972640 0 -- 172.21.15.1:0/3090346491 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2ba80ce040 msgr2=0x7f2ba80eb460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:29:28.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:28.816+0000 7f2bb1970640 0 -- 172.21.15.1:0/3090346491 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2bac0563f0 msgr2=0x7f2bac056850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:29:29.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:29.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:29.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 zone default found 2024-09-12T17:29:29.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 4 Realm: () 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 zonegroup default 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.036+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 started sync module instance, tier type = 2024-09-12T17:29:29.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.040+0000 7f2bb466b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:29.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=0 2024-09-12T17:29:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=1 2024-09-12T17:29:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=2 2024-09-12T17:29:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=3 2024-09-12T17:29:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=4 2024-09-12T17:29:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=5 2024-09-12T17:29:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.064+0000 7f2bb466b9c0 20 add_watcher() i=6 2024-09-12T17:29:29.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.068+0000 7f2bb466b9c0 20 add_watcher() i=7 2024-09-12T17:29:29.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.068+0000 7f2bb466b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:29.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2a68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:29.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:29.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:29.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 5 note: GC not initialized 2024-09-12T17:29:29.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f29e37fe640 20 reqs_thread_entry: start 2024-09-12T17:29:29.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:29.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 Filter name: none 2024-09-12T17:29:29.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f29e17fa640 20 reqs_thread_entry: start 2024-09-12T17:29:29.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:29:29.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:29.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:29:29.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 : miss 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.072+0000 7f2bb466b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.076+0000 7f2bb466b9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.076+0000 7f2bb466b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.076+0000 7f2bb466b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.076+0000 7f2bb466b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.076+0000 7f2bb466b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:29.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.076+0000 7f2bb466b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 2024-09-12T17:29:29.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.080+0000 7f2bb466b9c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T17:29:29.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.080+0000 7f2bb466b9c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T17:29:29.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.088+0000 7f2a68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:29.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.092+0000 7f2bb466b9c0 20 remove_watcher() i=0 2024-09-12T17:29:29.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.092+0000 7f2bb466b9c0 2 removed watcher, disabling cache 2024-09-12T17:29:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.096+0000 7f2bb466b9c0 20 remove_watcher() i=1 2024-09-12T17:29:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.096+0000 7f2bb466b9c0 20 remove_watcher() i=2 2024-09-12T17:29:29.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.100+0000 7f2bb466b9c0 20 remove_watcher() i=3 2024-09-12T17:29:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.100+0000 7f2bb466b9c0 20 remove_watcher() i=4 2024-09-12T17:29:29.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.104+0000 7f2bb466b9c0 20 remove_watcher() i=5 2024-09-12T17:29:29.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.104+0000 7f2bb466b9c0 20 remove_watcher() i=6 2024-09-12T17:29:29.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.104+0000 7f2bb466b9c0 20 remove_watcher() i=7 2024-09-12T17:29:29.123 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:29:29.154 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:29.154 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.196+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 realm 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.200+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.204+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:29.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.204+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.204+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:29.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.204+0000 7fe5407d59c0 20 searching for the correct realm 2024-09-12T17:29:29.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.204+0000 7fe53e2db640 0 -- 172.21.15.1:0/1833404539 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x555ce8e9d680 msgr2=0x7fe5380cb460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:29.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.212+0000 7fe53e2db640 0 -- 172.21.15.1:0/1833404539 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x555ce8ea95e0 msgr2=0x7fe5380cb970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:29.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.436+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:29.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:29.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 zone default found 2024-09-12T17:29:29.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 4 Realm: () 2024-09-12T17:29:29.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:29.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:29.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:29.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 zonegroup default 2024-09-12T17:29:29.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 started sync module instance, tier type = 2024-09-12T17:29:29.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.440+0000 7fe5407d59c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:29.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=0 2024-09-12T17:29:29.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=1 2024-09-12T17:29:29.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=2 2024-09-12T17:29:29.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=3 2024-09-12T17:29:29.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=4 2024-09-12T17:29:29.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=5 2024-09-12T17:29:29.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.464+0000 7fe5407d59c0 20 add_watcher() i=6 2024-09-12T17:29:29.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.468+0000 7fe5407d59c0 20 add_watcher() i=7 2024-09-12T17:29:29.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.468+0000 7fe5407d59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:29.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe3f4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:29.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe5407d59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:29.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe5407d59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:29.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe5407d59c0 5 note: GC not initialized 2024-09-12T17:29:29.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe36f7fe640 20 reqs_thread_entry: start 2024-09-12T17:29:29.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe5407d59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:29.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe5407d59c0 20 Filter name: none 2024-09-12T17:29:29.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe36d7fa640 20 reqs_thread_entry: start 2024-09-12T17:29:29.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.472+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:29.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:29.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:29.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:29.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:29.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.476+0000 7fe5407d59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:29.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.480+0000 7fe3f4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:29.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.484+0000 7fe5407d59c0 20 remove_watcher() i=0 2024-09-12T17:29:29.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.484+0000 7fe5407d59c0 2 removed watcher, disabling cache 2024-09-12T17:29:29.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.488+0000 7fe5407d59c0 20 remove_watcher() i=1 2024-09-12T17:29:29.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.488+0000 7fe5407d59c0 20 remove_watcher() i=2 2024-09-12T17:29:29.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.492+0000 7fe5407d59c0 20 remove_watcher() i=3 2024-09-12T17:29:29.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.492+0000 7fe5407d59c0 20 remove_watcher() i=4 2024-09-12T17:29:29.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.496+0000 7fe5407d59c0 20 remove_watcher() i=5 2024-09-12T17:29:29.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.496+0000 7fe5407d59c0 20 remove_watcher() i=6 2024-09-12T17:29:29.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.496+0000 7fe5407d59c0 20 remove_watcher() i=7 2024-09-12T17:29:29.514 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:29.515 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:29.515 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:29:29.515 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:29.516 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:29.516 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:29.528 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:29.529 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:29.577 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:29:29.615 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:29.615 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:29.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 realm 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.660+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.664+0000 7f98d29d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:29.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.664+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:29.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.664+0000 7f98d29d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:29.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.664+0000 7f98d29d09c0 20 searching for the correct realm 2024-09-12T17:29:29.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.668+0000 7f98d0cd7640 0 -- 172.21.15.1:0/3424981239 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f98c402a070 msgr2=0x7f98c4039430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:29.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:29.884+0000 7f98cfcd5640 0 -- 172.21.15.1:0/3424981239 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f98c806f3e0 msgr2=0x7f98c8088840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:30.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:30.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:30.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 zone default found 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 4 Realm: () 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 zonegroup default 2024-09-12T17:29:30.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.104+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.108+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.108+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.108+0000 7f98d29d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.108+0000 7f98d29d09c0 20 started sync module instance, tier type = 2024-09-12T17:29:30.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.108+0000 7f98d29d09c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:30.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=0 2024-09-12T17:29:30.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=1 2024-09-12T17:29:30.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=2 2024-09-12T17:29:30.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=3 2024-09-12T17:29:30.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=4 2024-09-12T17:29:30.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=5 2024-09-12T17:29:30.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.132+0000 7f98d29d09c0 20 add_watcher() i=6 2024-09-12T17:29:30.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.136+0000 7f98d29d09c0 20 add_watcher() i=7 2024-09-12T17:29:30.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.136+0000 7f98d29d09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:30.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f9786fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:30.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:30.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:30.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 5 note: GC not initialized 2024-09-12T17:29:30.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f9785fe3640 20 reqs_thread_entry: start 2024-09-12T17:29:30.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:30.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 20 Filter name: none 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f977effd640 20 reqs_thread_entry: start 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.140+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 : miss 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.144+0000 7f98d29d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 2024-09-12T17:29:30.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f98d29d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f98d29d09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f98d29d09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f98d29d09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22, ofs0, ns] 2024-09-12T17:29:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f97a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94122817431952 notifier 6501 bl.length()=925 2024-09-12T17:29:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f97a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f97a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.152+0000 7f97a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.156+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): orig_sources= new_sources= 2024-09-12T17:29:30.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.156+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): potential sources added=[] removed=[] 2024-09-12T17:29:30.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.156+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): orig_dests= new_dests= 2024-09-12T17:29:30.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.156+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): potential dests added=[] removed=[] 2024-09-12T17:29:30.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.160+0000 7f98d29d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.22.1.0 2024-09-12T17:29:30.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.160+0000 7f98d29d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.22.1.0 2024-09-12T17:29:30.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.160+0000 7f98d29d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.22.1.1 2024-09-12T17:29:30.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.160+0000 7f98d29d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.22.1.1 2024-09-12T17:29:30.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.160+0000 7f98d29d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.22.0 2024-09-12T17:29:30.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.164+0000 7f98d29d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:29:30.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.164+0000 7f98d29d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f98d29d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f98d29d09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f98d29d09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f98d29d09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22, ofs0, ns] 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f97a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366214 cookie 94122817431952 notifier 6501 bl.length()=925 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f97a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.168+0000 7f97a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.172+0000 7f97a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.172+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): orig_sources= new_sources= 2024-09-12T17:29:30.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.172+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): potential sources added=[] removed=[] 2024-09-12T17:29:30.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.172+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): orig_dests= new_dests= 2024-09-12T17:29:30.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.172+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): potential dests added=[] removed=[] 2024-09-12T17:29:30.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.176+0000 7f98d29d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.22.0 2024-09-12T17:29:30.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.176+0000 7f98d29d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:29:30.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.176+0000 7f98d29d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 2024-09-12T17:29:30.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22, ofs0, ns] 2024-09-12T17:29:30.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f97a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366215 cookie 94122817431952 notifier 6501 bl.length()=893 2024-09-12T17:29:30.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f97a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 info.flags=0x17 2024-09-12T17:29:30.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f97a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.22 to cache LRU end 2024-09-12T17:29:30.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f97a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:30.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): orig_sources= new_sources= 2024-09-12T17:29:30.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): potential sources added=[] removed=[] 2024-09-12T17:29:30.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): orig_dests= new_dests= 2024-09-12T17:29:30.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.180+0000 7f98d29d09c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.22]): potential dests added=[] removed=[] 2024-09-12T17:29:30.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.184+0000 7f98d29d09c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:29:30.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.188+0000 7f9786fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:30.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.196+0000 7f98d29d09c0 20 remove_watcher() i=0 2024-09-12T17:29:30.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.196+0000 7f98d29d09c0 2 removed watcher, disabling cache 2024-09-12T17:29:30.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.196+0000 7f98d29d09c0 20 remove_watcher() i=1 2024-09-12T17:29:30.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.200+0000 7f98d29d09c0 20 remove_watcher() i=2 2024-09-12T17:29:30.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.200+0000 7f98d29d09c0 20 remove_watcher() i=3 2024-09-12T17:29:30.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.204+0000 7f98d29d09c0 20 remove_watcher() i=4 2024-09-12T17:29:30.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.208+0000 7f98d29d09c0 20 remove_watcher() i=5 2024-09-12T17:29:30.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.208+0000 7f98d29d09c0 20 remove_watcher() i=6 2024-09-12T17:29:30.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.208+0000 7f98d29d09c0 20 remove_watcher() i=7 2024-09-12T17:29:30.236 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:29:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:30.270 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:30.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.316+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.316+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.316+0000 7f59096a59c0 20 realm 2024-09-12T17:29:30.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.316+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:30.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:30.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:30.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.320+0000 7f59096a59c0 20 searching for the correct realm 2024-09-12T17:29:30.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.324+0000 7f59079ac640 0 -- 172.21.15.1:0/3762053833 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f58fc018070 msgr2=0x7f58fc05b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:29:30.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.540+0000 7f59069aa640 0 -- 172.21.15.1:0/3762053833 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5900080b20 msgr2=0x7f590003f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:30.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.756+0000 7f59096a59c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:30.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.756+0000 7f59096a59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:30.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.756+0000 7f59096a59c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.756+0000 7f59096a59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.756+0000 7f59096a59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.756+0000 7f59096a59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:30.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 zone default found 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 4 Realm: () 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 zonegroup default 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.760+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.764+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.764+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.764+0000 7f59096a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:30.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.764+0000 7f59096a59c0 20 started sync module instance, tier type = 2024-09-12T17:29:30.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.764+0000 7f59096a59c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:30.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=0 2024-09-12T17:29:30.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=1 2024-09-12T17:29:30.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=2 2024-09-12T17:29:30.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=3 2024-09-12T17:29:30.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=4 2024-09-12T17:29:30.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=5 2024-09-12T17:29:30.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.784+0000 7f59096a59c0 20 add_watcher() i=6 2024-09-12T17:29:30.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.788+0000 7f59096a59c0 20 add_watcher() i=7 2024-09-12T17:29:30.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.788+0000 7f59096a59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:30.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f57bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:30.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:30.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:30.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 5 note: GC not initialized 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f57bcfe1640 20 reqs_thread_entry: start 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 Filter name: none 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f57367fc640 20 reqs_thread_entry: start 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:30.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:30.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:30.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.792+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:30.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.796+0000 7f59096a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:30.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.796+0000 7f59096a59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:30.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.796+0000 7f59096a59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:30.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.796+0000 7f57bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:30.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.804+0000 7f59096a59c0 20 remove_watcher() i=0 2024-09-12T17:29:30.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.804+0000 7f59096a59c0 2 removed watcher, disabling cache 2024-09-12T17:29:30.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.804+0000 7f59096a59c0 20 remove_watcher() i=1 2024-09-12T17:29:30.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.808+0000 7f59096a59c0 20 remove_watcher() i=2 2024-09-12T17:29:30.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.808+0000 7f59096a59c0 20 remove_watcher() i=3 2024-09-12T17:29:30.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.812+0000 7f59096a59c0 20 remove_watcher() i=4 2024-09-12T17:29:30.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.812+0000 7f59096a59c0 20 remove_watcher() i=5 2024-09-12T17:29:30.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.816+0000 7f59096a59c0 20 remove_watcher() i=6 2024-09-12T17:29:30.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:30.816+0000 7f59096a59c0 20 remove_watcher() i=7 2024-09-12T17:29:30.836 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:30.836 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:30.836 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:29:30.836 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:30.837 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.837 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:30.841 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.841 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:30.885 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.886 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:30.908 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T17:29:30.908 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:30.908 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.909 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:30.924 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.924 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:30.971 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.971 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:30.984 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:30.984 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.001 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.001 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.015 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.015 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.030 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.030 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.046 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.046 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.063 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.063 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.077 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.077 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.092 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.092 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.107 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.107 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.124 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.124 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.140 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.140 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.156 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.157 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.173 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.173 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.189 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.189 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.205 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.205 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.222 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.223 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.239 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.239 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.255 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.256 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.273 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:31.273 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:31.288 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:29:31.323 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:31.323 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:31.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.368+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 realm 2024-09-12T17:29:31.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:31.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:31.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:31.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.372+0000 7f473ecc09c0 20 searching for the correct realm 2024-09-12T17:29:31.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.376+0000 7f473cfc7640 0 -- 172.21.15.1:0/3700250272 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4730003030 msgr2=0x7f4730128920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:31.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.592+0000 7f473bfc5640 0 -- 172.21.15.1:0/3700250272 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f47340713e0 msgr2=0x7f473405d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.808+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:31.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 zone default found 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 4 Realm: () 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:31.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 zonegroup default 2024-09-12T17:29:31.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 started sync module instance, tier type = 2024-09-12T17:29:31.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.812+0000 7f473ecc09c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:31.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=0 2024-09-12T17:29:31.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=1 2024-09-12T17:29:31.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=2 2024-09-12T17:29:31.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=3 2024-09-12T17:29:31.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=4 2024-09-12T17:29:31.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=5 2024-09-12T17:29:31.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.836+0000 7f473ecc09c0 20 add_watcher() i=6 2024-09-12T17:29:31.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.840+0000 7f473ecc09c0 20 add_watcher() i=7 2024-09-12T17:29:31.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.840+0000 7f473ecc09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:31.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f45f2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:31.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:31.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:31.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 5 note: GC not initialized 2024-09-12T17:29:31.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f45f1fdb640 20 reqs_thread_entry: start 2024-09-12T17:29:31.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:31.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 Filter name: none 2024-09-12T17:29:31.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f45637fe640 20 reqs_thread_entry: start 2024-09-12T17:29:31.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.844+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.848+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.848+0000 7f473ecc09c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.848+0000 7f473ecc09c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:31.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.848+0000 7f473ecc09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:31.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.848+0000 7f45f2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:31.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.856+0000 7f473ecc09c0 20 remove_watcher() i=0 2024-09-12T17:29:31.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.856+0000 7f473ecc09c0 2 removed watcher, disabling cache 2024-09-12T17:29:31.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.856+0000 7f473ecc09c0 20 remove_watcher() i=1 2024-09-12T17:29:31.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.860+0000 7f473ecc09c0 20 remove_watcher() i=2 2024-09-12T17:29:31.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.860+0000 7f473ecc09c0 20 remove_watcher() i=3 2024-09-12T17:29:31.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.864+0000 7f473ecc09c0 20 remove_watcher() i=4 2024-09-12T17:29:31.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.864+0000 7f473ecc09c0 20 remove_watcher() i=5 2024-09-12T17:29:31.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.868+0000 7f473ecc09c0 20 remove_watcher() i=6 2024-09-12T17:29:31.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.868+0000 7f473ecc09c0 20 remove_watcher() i=7 2024-09-12T17:29:31.884 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:31.884 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:31.884 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:29:31.884 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:31.884 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T17:29:31.919 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:31.920 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:31.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.960+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 realm 2024-09-12T17:29:31.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:31.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:31.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:31.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.964+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:31.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.968+0000 7f3d701579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:31.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.968+0000 7f3d701579c0 20 searching for the correct realm 2024-09-12T17:29:31.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:31.968+0000 7f3d6e45e640 0 -- 172.21.15.1:0/42216374 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3d64090040 msgr2=0x7f3d64063e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:32.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.184+0000 7f3d6d45c640 0 -- 172.21.15.1:0/42216374 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f3d6810a370 msgr2=0x7f3d6812d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.400+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:32.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:32.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 zone default found 2024-09-12T17:29:32.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 4 Realm: () 2024-09-12T17:29:32.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:32.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:32.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:32.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 zonegroup default 2024-09-12T17:29:32.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.404+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.408+0000 7f3d701579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.408+0000 7f3d701579c0 20 started sync module instance, tier type = 2024-09-12T17:29:32.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.408+0000 7f3d701579c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=0 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=1 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=2 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=3 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=4 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=5 2024-09-12T17:29:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=6 2024-09-12T17:29:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 20 add_watcher() i=7 2024-09-12T17:29:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.428+0000 7f3d701579c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:32.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.432+0000 7f3c1f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:32.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:32.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:32.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 5 note: GC not initialized 2024-09-12T17:29:32.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3c1e7fc640 20 reqs_thread_entry: start 2024-09-12T17:29:32.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:32.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 Filter name: none 2024-09-12T17:29:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3b8ffff640 20 reqs_thread_entry: start 2024-09-12T17:29:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:29:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 : miss 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.436+0000 7f3d701579c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 2024-09-12T17:29:32.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.444+0000 7f3d701579c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T17:29:32.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.444+0000 7f3d701579c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.444+0000 7f3d701579c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.444+0000 7f3d701579c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.444+0000 7f3d701579c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23, ofs0, ns] 2024-09-12T17:29:32.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3c517fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366218 cookie 94648202524576 notifier 6188 bl.length()=925 2024-09-12T17:29:32.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3c517fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3c517fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3c517fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): orig_sources= new_sources= 2024-09-12T17:29:32.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): potential sources added=[] removed=[] 2024-09-12T17:29:32.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): orig_dests= new_dests= 2024-09-12T17:29:32.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.448+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): potential dests added=[] removed=[] 2024-09-12T17:29:32.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.452+0000 7f3d701579c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.23.1.0 2024-09-12T17:29:32.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.452+0000 7f3d701579c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.23.1.0 2024-09-12T17:29:32.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.452+0000 7f3d701579c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.23.1.1 2024-09-12T17:29:32.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.452+0000 7f3d701579c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.23.1.1 2024-09-12T17:29:32.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.452+0000 7f3d701579c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.23.0 2024-09-12T17:29:32.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.456+0000 7f3d701579c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:29:32.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.456+0000 7f3d701579c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 2024-09-12T17:29:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23, ofs0, ns] 2024-09-12T17:29:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3c50ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94648202524576 notifier 6188 bl.length()=925 2024-09-12T17:29:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3c50ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3c50ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3c50ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): orig_sources= new_sources= 2024-09-12T17:29:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): potential sources added=[] removed=[] 2024-09-12T17:29:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): orig_dests= new_dests= 2024-09-12T17:29:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.460+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): potential dests added=[] removed=[] 2024-09-12T17:29:32.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.464+0000 7f3d701579c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.23.0 2024-09-12T17:29:32.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.464+0000 7f3d701579c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:29:32.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.464+0000 7f3d701579c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 2024-09-12T17:29:32.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23, ofs0, ns] 2024-09-12T17:29:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3c50ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366220 cookie 94648202524576 notifier 6188 bl.length()=893 2024-09-12T17:29:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3c50ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 info.flags=0x17 2024-09-12T17:29:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3c50ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.23 to cache LRU end 2024-09-12T17:29:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3c50ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): orig_sources= new_sources= 2024-09-12T17:29:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): potential sources added=[] removed=[] 2024-09-12T17:29:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): orig_dests= new_dests= 2024-09-12T17:29:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.468+0000 7f3d701579c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.23]): potential dests added=[] removed=[] 2024-09-12T17:29:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.472+0000 7f3d701579c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:29:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.480+0000 7f3c1f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:32.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.484+0000 7f3d701579c0 20 remove_watcher() i=0 2024-09-12T17:29:32.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.484+0000 7f3d701579c0 2 removed watcher, disabling cache 2024-09-12T17:29:32.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.488+0000 7f3d701579c0 20 remove_watcher() i=1 2024-09-12T17:29:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.488+0000 7f3d701579c0 20 remove_watcher() i=2 2024-09-12T17:29:32.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.492+0000 7f3d701579c0 20 remove_watcher() i=3 2024-09-12T17:29:32.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.492+0000 7f3d701579c0 20 remove_watcher() i=4 2024-09-12T17:29:32.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.496+0000 7f3d701579c0 20 remove_watcher() i=5 2024-09-12T17:29:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.496+0000 7f3d701579c0 20 remove_watcher() i=6 2024-09-12T17:29:32.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.500+0000 7f3d701579c0 20 remove_watcher() i=7 2024-09-12T17:29:32.517 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:29:32.547 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:32.548 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:32.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.592+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.592+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.592+0000 7fe9c01de9c0 20 realm 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.592+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:32.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:32.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.596+0000 7fe9c01de9c0 20 searching for the correct realm 2024-09-12T17:29:32.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.600+0000 7fe9bdce4640 0 -- 172.21.15.1:0/2884016089 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fe9b8103c20 msgr2=0x7fe9b80fae40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:32.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.604+0000 7fe9bdce4640 0 -- 172.21.15.1:0/2884016089 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x55cd9d380370 msgr2=0x7fe9b8119ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:32.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:32.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:32.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:32.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:32.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:32.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:32.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.828+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:32.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 zone default found 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 4 Realm: () 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:32.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 zonegroup default 2024-09-12T17:29:32.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.832+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.836+0000 7fe9c01de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:32.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.836+0000 7fe9c01de9c0 20 started sync module instance, tier type = 2024-09-12T17:29:32.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.836+0000 7fe9c01de9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:32.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=0 2024-09-12T17:29:32.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=1 2024-09-12T17:29:32.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=2 2024-09-12T17:29:32.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=3 2024-09-12T17:29:32.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=4 2024-09-12T17:29:32.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=5 2024-09-12T17:29:32.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.860+0000 7fe9c01de9c0 20 add_watcher() i=6 2024-09-12T17:29:32.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.864+0000 7fe9c01de9c0 20 add_watcher() i=7 2024-09-12T17:29:32.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.864+0000 7fe9c01de9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:32.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe86f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:32.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:32.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:32.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 5 note: GC not initialized 2024-09-12T17:29:32.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe86e7fc640 20 reqs_thread_entry: start 2024-09-12T17:29:32.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:32.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 Filter name: none 2024-09-12T17:29:32.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe7dffff640 20 reqs_thread_entry: start 2024-09-12T17:29:32.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:32.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.868+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:32.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:32.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:32.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:32.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:32.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.872+0000 7fe9c01de9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:32.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.876+0000 7fe86f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:32.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.880+0000 7fe9c01de9c0 20 remove_watcher() i=0 2024-09-12T17:29:32.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.880+0000 7fe9c01de9c0 2 removed watcher, disabling cache 2024-09-12T17:29:32.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.884+0000 7fe9c01de9c0 20 remove_watcher() i=1 2024-09-12T17:29:32.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.884+0000 7fe9c01de9c0 20 remove_watcher() i=2 2024-09-12T17:29:32.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.888+0000 7fe9c01de9c0 20 remove_watcher() i=3 2024-09-12T17:29:32.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.888+0000 7fe9c01de9c0 20 remove_watcher() i=4 2024-09-12T17:29:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.892+0000 7fe9c01de9c0 20 remove_watcher() i=5 2024-09-12T17:29:32.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.892+0000 7fe9c01de9c0 20 remove_watcher() i=6 2024-09-12T17:29:32.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:32.896+0000 7fe9c01de9c0 20 remove_watcher() i=7 2024-09-12T17:29:32.912 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:32.912 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:32.912 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.23 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:29:32.912 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:32.914 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:32.914 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:32.917 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:32.917 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:32.962 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:32.962 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:32.996 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T17:29:32.996 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:32.997 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:32.998 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.018 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.018 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.064 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.064 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.083 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.083 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.104 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.104 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.122 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.123 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.140 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.140 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.158 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.158 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.174 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.175 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.192 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.192 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.212 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.212 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.228 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.228 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.245 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.245 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.262 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.262 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.279 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.280 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.296 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.297 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.317 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.317 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.335 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.335 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.354 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.355 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.374 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.374 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.393 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.393 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.410 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:33.410 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:33.425 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:29:33.459 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:33.459 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:33.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.504+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.504+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 realm 2024-09-12T17:29:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:33.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:33.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.508+0000 7f234c49f9c0 20 searching for the correct realm 2024-09-12T17:29:33.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.512+0000 7f234a7a6640 0 -- 172.21.15.1:0/588064894 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f234001a040 msgr2=0x7f234001d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:33.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.728+0000 7f23497a4640 0 -- 172.21.15.1:0/588064894 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f23440810c0 msgr2=0x7f234406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:33.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:33.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:33.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:33.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:33.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:33.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:33.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.944+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:33.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:33.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 zone default found 2024-09-12T17:29:33.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 4 Realm: () 2024-09-12T17:29:33.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:33.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:33.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:33.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 zonegroup default 2024-09-12T17:29:33.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:33.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 started sync module instance, tier type = 2024-09-12T17:29:33.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.948+0000 7f234c49f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:33.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=0 2024-09-12T17:29:33.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=1 2024-09-12T17:29:33.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=2 2024-09-12T17:29:33.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=3 2024-09-12T17:29:33.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=4 2024-09-12T17:29:33.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=5 2024-09-12T17:29:33.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.972+0000 7f234c49f9c0 20 add_watcher() i=6 2024-09-12T17:29:33.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.976+0000 7f234c49f9c0 20 add_watcher() i=7 2024-09-12T17:29:33.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.976+0000 7f234c49f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:33.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f22007e8640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:33.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f234c49f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:33.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f234c49f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:33.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f234c49f9c0 5 note: GC not initialized 2024-09-12T17:29:33.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f21ff7e6640 20 reqs_thread_entry: start 2024-09-12T17:29:33.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f234c49f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:33.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f234c49f9c0 20 Filter name: none 2024-09-12T17:29:33.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f21fd7e2640 20 reqs_thread_entry: start 2024-09-12T17:29:33.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.980+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:33.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:33.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:33.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:33.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.984+0000 7f234c49f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:33.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.988+0000 7f234c49f9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:33.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.988+0000 7f234c49f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:33.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.988+0000 7f22007e8640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:33.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.996+0000 7f234c49f9c0 20 remove_watcher() i=0 2024-09-12T17:29:33.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.996+0000 7f234c49f9c0 2 removed watcher, disabling cache 2024-09-12T17:29:33.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:33.996+0000 7f234c49f9c0 20 remove_watcher() i=1 2024-09-12T17:29:34.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.000+0000 7f234c49f9c0 20 remove_watcher() i=2 2024-09-12T17:29:34.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.000+0000 7f234c49f9c0 20 remove_watcher() i=3 2024-09-12T17:29:34.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.004+0000 7f234c49f9c0 20 remove_watcher() i=4 2024-09-12T17:29:34.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.004+0000 7f234c49f9c0 20 remove_watcher() i=5 2024-09-12T17:29:34.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.008+0000 7f234c49f9c0 20 remove_watcher() i=6 2024-09-12T17:29:34.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.008+0000 7f234c49f9c0 20 remove_watcher() i=7 2024-09-12T17:29:34.029 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.029 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:34.029 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:29:34.029 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.029 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T17:29:34.060 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:34.060 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:34.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 realm 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:34.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.108+0000 7fe3491859c0 20 searching for the correct realm 2024-09-12T17:29:34.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.112+0000 7fe34748c640 0 -- 172.21.15.1:0/1712850935 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe33001a040 msgr2=0x7fe33005d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:34.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.328+0000 7fe34648a640 0 -- 172.21.15.1:0/1712850935 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe34002c930 msgr2=0x7fe34004d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:34.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:34.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:34.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:34.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:34.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:34.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:34.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 zone default found 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 4 Realm: () 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 zonegroup default 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.552+0000 7fe3491859c0 20 started sync module instance, tier type = 2024-09-12T17:29:34.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.552+0000 7fe3491859c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:34.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=0 2024-09-12T17:29:34.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=1 2024-09-12T17:29:34.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=2 2024-09-12T17:29:34.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=3 2024-09-12T17:29:34.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=4 2024-09-12T17:29:34.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=5 2024-09-12T17:29:34.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=6 2024-09-12T17:29:34.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=7 2024-09-12T17:29:34.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.576+0000 7fe3491859c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:34.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe1fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:34.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:34.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:34.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 5 note: GC not initialized 2024-09-12T17:29:34.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe177fff640 20 reqs_thread_entry: start 2024-09-12T17:29:34.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:34.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 Filter name: none 2024-09-12T17:29:34.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe175ffb640 20 reqs_thread_entry: start 2024-09-12T17:29:34.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:29:34.586 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:34.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:29:34.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:29:34.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : miss 2024-09-12T17:29:34.587 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.588+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:34.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.588+0000 7fe3491859c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:29:34.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.588+0000 7fe3491859c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:29:34.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.588+0000 7fe3491859c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:34.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.588+0000 7fe3491859c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:34.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.588+0000 7fe3491859c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:29:34.592 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe3491859c0 time 2024-09-12T17:29:34.593601+0000 2024-09-12T17:29:34.592 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:29:34.593 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.593 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe34ca5f2eb] 2024-09-12T17:29:34.593 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.593 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.593 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.593 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe3491859c0 thread_name:radosgw-admin 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.592+0000 7fe3491859c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe3491859c0 time 2024-09-12T17:29:34.593601+0000 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe34ca5f2eb] 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.594 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:29:34.595 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.613 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.613 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe34b8de520] 2024-09-12T17:29:34.613 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:29:34.613 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:29:34.613 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe34ca5f345] 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.592+0000 7fe3491859c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe3491859c0 thread_name:radosgw-admin 2024-09-12T17:29:34.614 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe34b8de520] 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe34ca5f345] 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:29:34.615 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:29:34.080+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:29:34.080+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b075f7dc10 auth_method 0 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:29:34.080+0000 7fe34648a640 10 monclient(hunting): handle_auth_done global_id 6224 payload 274 2024-09-12T17:29:34.616 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:29:34.080+0000 7fe34648a640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:29:34.080+0000 7fe34648a640 1 monclient: found mon.noname-c 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:29:34.080+0000 7fe34648a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: dump: 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.617 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6224 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: get_monmap_and_config success 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:29:34.080+0000 7fe3491859c0 4 set_mon_vals no callback set 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: dump: 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.618 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: shutdown 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) unregister_commands rotate-key 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.619 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding auth protocol: cephx 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding auth protocol: cephx 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding auth protocol: cephx 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.620 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:29:34.080+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.621 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: starting msgr at 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: starting objecter 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command objecter_requests hook 0x55b075e5b350 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: setting wanted keys 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: calling monclient init 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding auth protocol: cephx 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding auth protocol: cephx 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding auth protocol: cephx 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.622 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:29:34.080+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:29:34.084+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:29:34.084+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key hook 0x55b07603c218 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:29:34.623 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b075ec9070 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b075ef60e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b075f7dc10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.372299s 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b075ef60e0 auth_method 0 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b075f7dc10 auth_method 0 2024-09-12T17:29:34.624 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b075ec9070 auth_method 0 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_done global_id 6609 payload 824 2024-09-12T17:29:34.625 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:29:34.084+0000 7fe34648a640 1 monclient: found mon.noname-a 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: dump: 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.626 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: dump: 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.627 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:29:34.084+0000 7fe234e09640 4 set_mon_vals no callback set 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:29:34.084+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6609 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:29:34.084+0000 7fe3491859c0 1 librados: init done 2024-09-12T17:29:34.628 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:29:34.084+0000 7fe233606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:29:34.084+0000 7fe233606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:29:34.084+0000 7fe233606640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:29:34.088+0000 7fe346c8b640 10 monclient: get_auth_request con 0x7fe22c070ae0 auth_method 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:29:34.088+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b076063fc0 auth_method 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:29:34.088+0000 7fe346c8b640 10 monclient: get_auth_request con 0x55b076086de0 auth_method 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:29:34.088+0000 7fe34648a640 10 monclient: get_auth_request con 0x55b07608b180 auth_method 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b07608a690 auth_method 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:29:34.092+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.629 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding auth protocol: cephx 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding auth protocol: cephx 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding auth protocol: cephx 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.630 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:29:34.092+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b076096cd0 EEXIST 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding auth protocol: cephx 2024-09-12T17:29:34.631 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding auth protocol: cephx 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding auth protocol: cephx 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.632 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:29:34.092+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:29:34.092+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key cmddesc rotate-key hook 0x55b076092370 EEXIST 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b0760bae80 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b0760ba7b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b0760b9190 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.633 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.382812s 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b0760b9190 auth_method 0 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b0760bae80 auth_method 0 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.634 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b0760ba7b0 auth_method 0 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_done global_id 6612 payload 824 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:29:34.092+0000 7fe346c8b640 1 monclient: found mon.noname-a 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: dump: 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.635 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6612 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.636 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: dump: 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.637 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:29:34.092+0000 7fe347c8d640 4 set_mon_vals no callback set 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:29:34.096+0000 7fe230e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:29:34.096+0000 7fe230e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:29:34.096+0000 7fe230e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: get_monmap_and_config 2024-09-12T17:29:34.638 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:29:34.096+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding auth protocol: cephx 2024-09-12T17:29:34.639 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding auth protocol: cephx 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding auth protocol: cephx 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.640 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe220070a20 auth_method 0 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:29:34.096+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding auth protocol: cephx 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding auth protocol: cephx 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding auth protocol: cephx 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.641 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:29:34.096+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:29:34.096+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffedfd21548 EEXIST 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b0760de720 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.642 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b0760deb00 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b076109170 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.387217s 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b0760de720 auth_method 0 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b0760deb00 auth_method 0 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.643 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b076109170 auth_method 0 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_done global_id 6233 payload 274 2024-09-12T17:29:34.644 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:29:34.096+0000 7fe34648a640 1 monclient: found mon.noname-c 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: dump: 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.645 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6233 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: get_monmap_and_config success 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:29:34.096+0000 7fe3491859c0 4 set_mon_vals no callback set 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 10 monclient: dump: 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.646 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: shutdown 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.647 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding auth protocol: cephx 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding auth protocol: cephx 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding auth protocol: cephx 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.648 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.649 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:29:34.100+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: starting msgr at 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: starting objecter 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b076101cf0 EEXIST 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: setting wanted keys 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: calling monclient init 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding auth protocol: cephx 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding auth protocol: cephx 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding auth protocol: cephx 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.650 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:29:34.100+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:29:34.100+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.651 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key cmddesc rotate-key hook 0x55b0760bcde8 EEXIST 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b0760de720 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b076109170 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b076105430 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.389863s 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b076109170 auth_method 0 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.652 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b076105430 auth_method 0 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b0760de720 auth_method 0 2024-09-12T17:29:34.653 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:29:34.100+0000 7fe346c8b640 1 monclient: found mon.noname-c 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: dump: 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.654 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.655 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: dump: 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.656 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 4 set_mon_vals no callback set 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6236 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: init done 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cr dump hook 0x55b076102a68 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.657 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:29:34.104+0000 7fe228ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:29:34.104+0000 7fe228ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:29:34.104+0000 7fe228ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:29:34.104+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b076128ad0 auth_method 0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:29:34.104+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe210070ae0 auth_method 0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 realm 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:29:34.104+0000 7fe3491859c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.658 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:29:34.104+0000 7fe34648a640 10 monclient: get_auth_request con 0x55b07612cd00 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:29:34.108+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b076130560 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 searching for the correct realm 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:29:34.108+0000 7fe346c8b640 10 monclient: get_auth_request con 0x7fe34002c040 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:29:34.108+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe3380c5040 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:29:34.112+0000 7fe34748c640 0 -- 172.21.15.1:0/1712850935 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe33001a040 msgr2=0x7fe33005d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:29:34.112+0000 7fe34748c640 10 monclient: get_auth_request con 0x7fe33001a040 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:29:34.316+0000 7fe34748c640 10 monclient: get_auth_request con 0x7fe33001a040 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:29:34.320+0000 7fe346c8b640 10 monclient: get_auth_request con 0x7fe340010440 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:29:34.328+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe34002c930 auth_method 0 2024-09-12T17:29:34.659 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:29:34.328+0000 7fe34648a640 0 -- 172.21.15.1:0/1712850935 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe34002c930 msgr2=0x7fe34004d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:29:34.532+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe34002c930 auth_method 0 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.660 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 zone default found 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:29:34.548+0000 7fe3491859c0 4 Realm: () 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:29:34.548+0000 7fe3491859c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:29:34.548+0000 7fe3491859c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:29:34.548+0000 7fe3491859c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 zonegroup default 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 started sync module instance, tier type = 2024-09-12T17:29:34.661 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=0 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=1 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=2 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=3 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=4 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=5 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=6 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=7 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:29:34.576+0000 7fe3491859c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding auth protocol: cephx 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding auth protocol: cephx 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding auth protocol: cephx 2024-09-12T17:29:34.662 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:29:34.584+0000 7fe1fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:29:34.584+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.663 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache list hook 0x55b0760dcbe0 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache inspect hook 0x55b0760dcbe0 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache erase hook 0x55b0760dcbe0 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache zap hook 0x55b0760dcbe0 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 note: GC not initialized 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:29:34.584+0000 7fe177fff640 20 reqs_thread_entry: start 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace show hook 0x7fe340002480 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace history hook 0x7fe340002480 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace active hook 0x7fe340002480 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace active_short hook 0x7fe340002480 2024-09-12T17:29:34.664 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 Filter name: none 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:29:34.584+0000 7fe175ffb640 20 reqs_thread_entry: start 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : miss 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:29:34.588+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:29:34.665 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:29:34.592+0000 7fe3491859c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe3491859c0 time 2024-09-12T17:29:34.593601+0000 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe34ca5f2eb] 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:29:34.666 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:29:34.592+0000 7fe3491859c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe3491859c0 thread_name:radosgw-admin 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe34b8de520] 2024-09-12T17:29:34.667 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe34ca5f345] 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:29:34.668 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:29:34.669 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:29:34.670 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:29:34.671 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:29:34.672 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:29:34.673 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:29:34.674 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:29:34.675 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe175ffb640 / http_manager 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe177fff640 / http_manager 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe1fd7e2640 / rgw_dt_lg_renew 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe228ff9640 / ms_dispatch 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe22a7fc640 / io_context_pool 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe230e01640 / ms_dispatch 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe233606640 / ms_dispatch 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe234e09640 / io_context_pool 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe34648a640 / msgr-worker-2 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe346c8b640 / msgr-worker-1 2024-09-12T17:29:34.676 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe34748c640 / msgr-worker-0 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe347c8d640 / io_context_pool 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe3491859c0 / radosgw-admin 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.88719.log 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:29:34.080+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:29:34.080+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b075f7dc10 auth_method 0 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:29:34.080+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.677 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:29:34.080+0000 7fe34648a640 10 monclient(hunting): handle_auth_done global_id 6224 payload 274 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:29:34.080+0000 7fe34648a640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:29:34.080+0000 7fe34648a640 1 monclient: found mon.noname-c 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:29:34.080+0000 7fe34648a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: dump: 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.678 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6224 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: get_monmap_and_config success 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:29:34.080+0000 7fe3491859c0 4 set_mon_vals no callback set 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:29:34.080+0000 7fe234e09640 10 monclient: dump: 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.679 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: shutdown 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) unregister_commands rotate-key 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.680 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding auth protocol: cephx 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding auth protocol: cephx 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding auth protocol: cephx 2024-09-12T17:29:34.681 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: crc 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603f380) adding con mode: secure 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:29:34.080+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.682 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: starting msgr at 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: starting objecter 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command objecter_requests hook 0x55b075e5b350 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: setting wanted keys 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:29:34.080+0000 7fe3491859c0 1 librados: calling monclient init 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:29:34.080+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding auth protocol: cephx 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding auth protocol: cephx 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding auth protocol: cephx 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.683 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: crc 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:29:34.080+0000 7fe3491859c0 5 AuthRegistry(0x55b07603c0d0) adding con mode: secure 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:29:34.080+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:29:34.084+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:29:34.084+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key hook 0x55b07603c218 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b075ec9070 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.684 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b075ef60e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b075f7dc10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.372299s 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b075ef60e0 auth_method 0 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b075f7dc10 auth_method 0 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.685 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:29:34.084+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b075ec9070 auth_method 0 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:29:34.084+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient(hunting): handle_auth_done global_id 6609 payload 824 2024-09-12T17:29:34.686 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:29:34.084+0000 7fe34648a640 1 monclient: found mon.noname-a 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:29:34.084+0000 7fe34648a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: dump: 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.687 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:29:34.084+0000 7fe233606640 10 monclient: dump: 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.688 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:29:34.084+0000 7fe234e09640 4 set_mon_vals no callback set 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:29:34.084+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6609 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:29:34.084+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:29:34.084+0000 7fe3491859c0 1 librados: init done 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:29:34.084+0000 7fe233606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:29:34.084+0000 7fe233606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.689 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:29:34.084+0000 7fe233606640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:29:34.088+0000 7fe346c8b640 10 monclient: get_auth_request con 0x7fe22c070ae0 auth_method 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:29:34.088+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b076063fc0 auth_method 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:29:34.088+0000 7fe346c8b640 10 monclient: get_auth_request con 0x55b076086de0 auth_method 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:29:34.088+0000 7fe34648a640 10 monclient: get_auth_request con 0x55b07608b180 auth_method 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b07608a690 auth_method 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:29:34.092+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.690 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding auth protocol: cephx 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding auth protocol: cephx 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding auth protocol: cephx 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.691 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: crc 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b0760932e0) adding con mode: secure 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:29:34.092+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b076096cd0 EEXIST 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding auth protocol: cephx 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding auth protocol: cephx 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding auth protocol: cephx 2024-09-12T17:29:34.692 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: crc 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 AuthRegistry(0x55b076092228) adding con mode: secure 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:29:34.092+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.693 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:29:34.092+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key cmddesc rotate-key hook 0x55b076092370 EEXIST 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b0760bae80 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b0760ba7b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b0760b9190 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.382812s 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b0760b9190 auth_method 0 2024-09-12T17:29:34.694 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b0760bae80 auth_method 0 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:29:34.092+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b0760ba7b0 auth_method 0 2024-09-12T17:29:34.695 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:29:34.092+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient(hunting): handle_auth_done global_id 6612 payload 824 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:29:34.092+0000 7fe346c8b640 1 monclient: found mon.noname-a 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:29:34.092+0000 7fe346c8b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: dump: 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.696 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:29:34.092+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6612 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.697 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:29:34.092+0000 7fe230e01640 10 monclient: dump: 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.698 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:29:34.092+0000 7fe347c8d640 4 set_mon_vals no callback set 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:29:34.092+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:29:34.096+0000 7fe230e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:29:34.096+0000 7fe230e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:29:34.096+0000 7fe230e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: get_monmap_and_config 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:29:34.096+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.699 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding auth protocol: cephx 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding auth protocol: cephx 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding auth protocol: cephx 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.700 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: crc 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x55b0760da800) adding con mode: secure 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe220070a20 auth_method 0 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:29:34.096+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding auth protocol: cephx 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding auth protocol: cephx 2024-09-12T17:29:34.701 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding auth protocol: cephx 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: crc 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd21400) adding con mode: secure 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:29:34.096+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.702 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:29:34.096+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffedfd21548 EEXIST 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b0760de720 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b0760deb00 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b076109170 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.387217s 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b0760de720 auth_method 0 2024-09-12T17:29:34.703 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b0760deb00 auth_method 0 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.704 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:29:34.096+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b076109170 auth_method 0 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:29:34.096+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient(hunting): handle_auth_done global_id 6233 payload 274 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:29:34.096+0000 7fe34648a640 1 monclient: found mon.noname-c 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:29:34.096+0000 7fe34648a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: dump: 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.705 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:29:34.096+0000 7fe22a7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:29:34.096+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6233 2024-09-12T17:29:34.706 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:29:34.096+0000 7fe3491859c0 10 monclient: get_monmap_and_config success 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:29:34.096+0000 7fe3491859c0 4 set_mon_vals no callback set 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 10 monclient: dump: 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.707 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: shutdown 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: build_initial_monmap 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 build_initial for_mkfs: 0 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: monmap: 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:29:34.708 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding auth protocol: cephx 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding auth protocol: cephx 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding auth protocol: cephx 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.709 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: crc 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760df980) adding con mode: secure 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:29:34.100+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: starting msgr at 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: starting objecter 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b076101cf0 EEXIST 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: setting wanted keys 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: calling monclient init 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: init 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding auth protocol: cephx 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding auth protocol: cephx 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding auth protocol: cephx 2024-09-12T17:29:34.710 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: crc 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 AuthRegistry(0x55b0760bcca0) adding con mode: secure 2024-09-12T17:29:34.711 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:29:34.100+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:29:34.100+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command rotate-key cmddesc rotate-key hook 0x55b0760bcde8 EEXIST 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _reopen_session rank -1 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-b con 0x55b0760de720 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-a con 0x55b076109170 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): picked mon.noname-c con 0x55b076105430 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.712 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): _renew_subs 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient(hunting): authenticate will time out at 2208.389863s 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): get_auth_request con 0x55b076109170 auth_method 0 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): get_auth_request con 0x55b076105430 auth_method 0 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.713 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:29:34.100+0000 7fe34748c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): get_auth_request con 0x55b0760de720 auth_method 0 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:29:34.100+0000 7fe34648a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2024-09-12T17:29:34.714 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient: _finish_hunting 0 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:29:34.100+0000 7fe346c8b640 1 monclient: found mon.noname-c 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:29:34.100+0000 7fe346c8b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: dump: 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.715 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: _finish_auth 0 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:29:34.100+0000 7fe228ff9640 10 monclient: dump: 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:29:34.716 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:29:34.100+0000 7fe22a7fc640 4 set_mon_vals no callback set 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 monclient: authenticate success, global_id 6236 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _renew_subs 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:29:34.100+0000 7fe3491859c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:29:34.100+0000 7fe3491859c0 1 librados: init done 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:29:34.100+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cr dump hook 0x55b076102a68 2024-09-12T17:29:34.717 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:29:34.104+0000 7fe228ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:29:34.104+0000 7fe228ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:29:34.104+0000 7fe228ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:29:34.104+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b076128ad0 auth_method 0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:29:34.104+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe210070ae0 auth_method 0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 realm 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:29:34.104+0000 7fe3491859c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.718 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:29:34.104+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:29:34.104+0000 7fe34648a640 10 monclient: get_auth_request con 0x55b07612cd00 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:29:34.108+0000 7fe34748c640 10 monclient: get_auth_request con 0x55b076130560 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:29:34.108+0000 7fe3491859c0 20 searching for the correct realm 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:29:34.108+0000 7fe346c8b640 10 monclient: get_auth_request con 0x7fe34002c040 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:29:34.108+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe3380c5040 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:29:34.112+0000 7fe34748c640 0 -- 172.21.15.1:0/1712850935 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe33001a040 msgr2=0x7fe33005d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:29:34.112+0000 7fe34748c640 10 monclient: get_auth_request con 0x7fe33001a040 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:29:34.316+0000 7fe34748c640 10 monclient: get_auth_request con 0x7fe33001a040 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:29:34.320+0000 7fe346c8b640 10 monclient: get_auth_request con 0x7fe340010440 auth_method 0 2024-09-12T17:29:34.719 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:29:34.328+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe34002c930 auth_method 0 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:29:34.328+0000 7fe34648a640 0 -- 172.21.15.1:0/1712850935 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe34002c930 msgr2=0x7fe34004d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:29:34.532+0000 7fe34648a640 10 monclient: get_auth_request con 0x7fe34002c930 auth_method 0 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.720 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 zone default found 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:29:34.548+0000 7fe3491859c0 4 Realm: () 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:29:34.548+0000 7fe3491859c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:29:34.548+0000 7fe3491859c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:29:34.548+0000 7fe3491859c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 zonegroup default 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:29:34.548+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.721 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 started sync module instance, tier type = 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:29:34.552+0000 7fe3491859c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=0 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=1 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=2 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=3 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=4 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=5 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=6 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:29:34.576+0000 7fe3491859c0 20 add_watcher() i=7 2024-09-12T17:29:34.722 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:29:34.576+0000 7fe3491859c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding auth protocol: cephx 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding auth protocol: cephx 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding auth protocol: cephx 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.723 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: crc 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 AuthRegistry(0x7ffedfd218d0) adding con mode: secure 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:29:34.584+0000 7fe1fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:29:34.584+0000 7fe3491859c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache list hook 0x55b0760dcbe0 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache inspect hook 0x55b0760dcbe0 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache erase hook 0x55b0760dcbe0 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command cache zap hook 0x55b0760dcbe0 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 note: GC not initialized 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:29:34.584+0000 7fe177fff640 20 reqs_thread_entry: start 2024-09-12T17:29:34.724 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace show hook 0x7fe340002480 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace history hook 0x7fe340002480 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace active hook 0x7fe340002480 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:29:34.584+0000 7fe3491859c0 5 asok(0x55b075e2f2b0) register_command sync trace active_short hook 0x7fe340002480 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 Filter name: none 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:29:34.584+0000 7fe175ffb640 20 reqs_thread_entry: start 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:29:34.584+0000 7fe3491859c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : miss 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:29:34.584+0000 7fe3491859c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.725 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:29:34.588+0000 7fe3491859c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:29:34.588+0000 7fe3491859c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:29:34.592+0000 7fe3491859c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe3491859c0 time 2024-09-12T17:29:34.593601+0000 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe34ca5f2eb] 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.726 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:29:34.592+0000 7fe3491859c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe3491859c0 thread_name:radosgw-admin 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe34b8de520] 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:29:34.727 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe34ca5f345] 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe34ca5f49f] 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0746530c1] 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x140f6b8) [0x55b0750a86b8] 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55b07466518d] 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe34b8c5d90] 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:34.728 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:29:34.729 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:29:34.730 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:29:34.731 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:29:34.732 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:29:34.733 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:29:34.734 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe175ffb640 / http_manager 2024-09-12T17:29:34.735 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe177fff640 / http_manager 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe1fd7e2640 / rgw_dt_lg_renew 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe228ff9640 / ms_dispatch 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe22a7fc640 / io_context_pool 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe230e01640 / ms_dispatch 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe233606640 / ms_dispatch 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe234e09640 / io_context_pool 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe34648a640 / msgr-worker-2 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe346c8b640 / msgr-worker-1 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe34748c640 / msgr-worker-0 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe347c8d640 / io_context_pool 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe3491859c0 / radosgw-admin 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:29:34.736 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:29:34.596178Z_f2703301-15dc-46f1-99ea-920e66ecd863/log 2024-09-12T17:29:34.737 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:29:34.737 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:29:34.737 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:29:34.738 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:34.738 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:34.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.676+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 realm 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.680+0000 7efe3c66d9c0 20 searching for the correct realm 2024-09-12T17:29:34.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.684+0000 7efe3a974640 0 -- 172.21.15.1:0/1401025427 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7efe3011e060 msgr2=0x7efe30129400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:29:34.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:34.900+0000 7efe39972640 0 -- 172.21.15.1:0/1401025427 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7efe3400e040 msgr2=0x7efe34065810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:35.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.116+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:35.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 zone default found 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 4 Realm: () 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 zonegroup default 2024-09-12T17:29:35.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.120+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.124+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.124+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.124+0000 7efe3c66d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.124+0000 7efe3c66d9c0 20 started sync module instance, tier type = 2024-09-12T17:29:35.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.124+0000 7efe3c66d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=0 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=1 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=2 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=3 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=4 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=5 2024-09-12T17:29:35.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.148+0000 7efe3c66d9c0 20 add_watcher() i=6 2024-09-12T17:29:35.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.152+0000 7efe3c66d9c0 20 add_watcher() i=7 2024-09-12T17:29:35.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.152+0000 7efe3c66d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:35.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efcf17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:35.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efe3c66d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:35.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efe3c66d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:35.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efe3c66d9c0 5 note: GC not initialized 2024-09-12T17:29:35.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efceb7fe640 20 reqs_thread_entry: start 2024-09-12T17:29:35.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efe3c66d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:35.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efe3c66d9c0 20 Filter name: none 2024-09-12T17:29:35.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efce97fa640 20 reqs_thread_entry: start 2024-09-12T17:29:35.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.156+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:35.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:35.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:35.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:35.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:35.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.160+0000 7efe3c66d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:29:35.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.164+0000 7efcf17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:35.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.168+0000 7efe3c66d9c0 20 remove_watcher() i=0 2024-09-12T17:29:35.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.168+0000 7efe3c66d9c0 2 removed watcher, disabling cache 2024-09-12T17:29:35.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.172+0000 7efe3c66d9c0 20 remove_watcher() i=1 2024-09-12T17:29:35.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.172+0000 7efe3c66d9c0 20 remove_watcher() i=2 2024-09-12T17:29:35.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.176+0000 7efe3c66d9c0 20 remove_watcher() i=3 2024-09-12T17:29:35.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.180+0000 7efe3c66d9c0 20 remove_watcher() i=4 2024-09-12T17:29:35.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.180+0000 7efe3c66d9c0 20 remove_watcher() i=5 2024-09-12T17:29:35.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.180+0000 7efe3c66d9c0 20 remove_watcher() i=6 2024-09-12T17:29:35.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.184+0000 7efe3c66d9c0 20 remove_watcher() i=7 2024-09-12T17:29:35.203 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:35.203 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:29:35.203 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:29:35.203 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:29:35.205 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:35.205 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:35.215 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:29:35.215 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:29:35.265 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:29:35.297 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:29:35.297 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:29:35.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 realm 2024-09-12T17:29:35.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:29:35.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.344+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.348+0000 7f27446ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:35.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.348+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.348+0000 7f27446ee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:29:35.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.348+0000 7f27446ee9c0 20 searching for the correct realm 2024-09-12T17:29:35.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.352+0000 7f27429f5640 0 -- 172.21.15.1:0/1778223102 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2734046060 msgr2=0x7f273406f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:35.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.568+0000 7f27419f3640 0 -- 172.21.15.1:0/1778223102 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f273c063580 msgr2=0x7f273c07d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:29:35.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:29:35.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:29:35.787 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.784+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:29:35.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 zone default found 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 4 Realm: () 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 zonegroup default 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.788+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.792+0000 7f27446ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:29:35.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.792+0000 7f27446ee9c0 20 started sync module instance, tier type = 2024-09-12T17:29:35.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.792+0000 7f27446ee9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:29:35.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=0 2024-09-12T17:29:35.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=1 2024-09-12T17:29:35.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=2 2024-09-12T17:29:35.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=3 2024-09-12T17:29:35.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=4 2024-09-12T17:29:35.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=5 2024-09-12T17:29:35.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.812+0000 7f27446ee9c0 20 add_watcher() i=6 2024-09-12T17:29:35.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.816+0000 7f27446ee9c0 20 add_watcher() i=7 2024-09-12T17:29:35.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.816+0000 7f27446ee9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:29:35.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.820+0000 7f25f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:35.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.820+0000 7f27446ee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:29:35.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.820+0000 7f27446ee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:29:35.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.820+0000 7f27446ee9c0 5 note: GC not initialized 2024-09-12T17:29:35.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f25737fe640 20 reqs_thread_entry: start 2024-09-12T17:29:35.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:29:35.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 20 Filter name: none 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f25717fa640 20 reqs_thread_entry: start 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:29:35.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : miss 2024-09-12T17:29:35.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:29:35.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:29:35.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:29:35.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:29:35.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:29:35.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:29:35.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.824+0000 7f27446ee9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:29:35.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.828+0000 7f27446ee9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to be held by another RGW process; skipping for now 2024-09-12T17:29:35.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.828+0000 7f25f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:29:35.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.832+0000 7f27446ee9c0 20 remove_watcher() i=0 2024-09-12T17:29:35.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.832+0000 7f27446ee9c0 2 removed watcher, disabling cache 2024-09-12T17:29:35.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.836+0000 7f27446ee9c0 20 remove_watcher() i=1 2024-09-12T17:29:35.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.836+0000 7f27446ee9c0 20 remove_watcher() i=2 2024-09-12T17:29:35.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.840+0000 7f27446ee9c0 20 remove_watcher() i=3 2024-09-12T17:29:35.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.840+0000 7f27446ee9c0 20 remove_watcher() i=4 2024-09-12T17:29:35.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.844+0000 7f27446ee9c0 20 remove_watcher() i=5 2024-09-12T17:29:35.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.844+0000 7f27446ee9c0 20 remove_watcher() i=6 2024-09-12T17:29:35.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:29:35.848+0000 7f27446ee9c0 20 remove_watcher() i=7 2024-09-12T17:29:35.863 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:30:05.893 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:30:05.931 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:05.931 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:05.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.976+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:05.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.976+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:05.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.976+0000 7fda3e1559c0 20 realm 2024-09-12T17:30:05.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.976+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:05.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:05.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:05.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:05.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:05.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:05.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:05.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:05.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:05.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.980+0000 7fda3e1559c0 20 searching for the correct realm 2024-09-12T17:30:05.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:05.984+0000 7fda3c45c640 0 -- 172.21.15.1:0/2324808100 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fda3002e040 msgr2=0x7fda30008960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:06.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.200+0000 7fda3b45a640 0 -- 172.21.15.1:0/2324808100 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fda34007da0 msgr2=0x7fda34131900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:06.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:06.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:06.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:06.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 zone default found 2024-09-12T17:30:06.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 4 Realm: () 2024-09-12T17:30:06.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:06.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:06.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:06.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 zonegroup default 2024-09-12T17:30:06.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.420+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 started sync module instance, tier type = 2024-09-12T17:30:06.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.424+0000 7fda3e1559c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:06.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=0 2024-09-12T17:30:06.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=1 2024-09-12T17:30:06.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=2 2024-09-12T17:30:06.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=3 2024-09-12T17:30:06.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=4 2024-09-12T17:30:06.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=5 2024-09-12T17:30:06.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.448+0000 7fda3e1559c0 20 add_watcher() i=6 2024-09-12T17:30:06.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.452+0000 7fda3e1559c0 20 add_watcher() i=7 2024-09-12T17:30:06.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.452+0000 7fda3e1559c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:06.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fd8f27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:06.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:06.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:06.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 5 note: GC not initialized 2024-09-12T17:30:06.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fd8f17e2640 20 reqs_thread_entry: start 2024-09-12T17:30:06.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:06.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 Filter name: none 2024-09-12T17:30:06.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fd8ea7fc640 20 reqs_thread_entry: start 2024-09-12T17:30:06.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:30:06.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:30:06.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:30:06.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:30:06.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : miss 2024-09-12T17:30:06.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.456+0000 7fda3e1559c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.460+0000 7fda3e1559c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:30:06.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.460+0000 7fda3e1559c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.460+0000 7fda3e1559c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.460+0000 7fda3e1559c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:06.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.460+0000 7fda3e1559c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.460+0000 7fda3e1559c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:30:06.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.464+0000 7fda3e1559c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.464+0000 7fda3e1559c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.464+0000 7fda3e1559c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.464+0000 7fda3e1559c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24, ofs0, ns] 2024-09-12T17:30:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fd91affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94337406229536 notifier 6672 bl.length()=925 2024-09-12T17:30:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fd91affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fd91affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fd91affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): orig_sources= new_sources= 2024-09-12T17:30:06.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): potential sources added=[] removed=[] 2024-09-12T17:30:06.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): orig_dests= new_dests= 2024-09-12T17:30:06.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.468+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): potential dests added=[] removed=[] 2024-09-12T17:30:06.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.472+0000 7fda3e1559c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.24.1.0 2024-09-12T17:30:06.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.472+0000 7fda3e1559c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.24.1.0 2024-09-12T17:30:06.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.472+0000 7fda3e1559c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.24.1.1 2024-09-12T17:30:06.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.472+0000 7fda3e1559c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.24.1.1 2024-09-12T17:30:06.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.472+0000 7fda3e1559c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.24.0 2024-09-12T17:30:06.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.480+0000 7fda3e1559c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:06.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.480+0000 7fda3e1559c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:30:06.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.480+0000 7fda3e1559c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.480+0000 7fda3e1559c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.480+0000 7fda3e1559c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.480+0000 7fda3e1559c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24, ofs0, ns] 2024-09-12T17:30:06.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fd91a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366214 cookie 94337406229536 notifier 6672 bl.length()=925 2024-09-12T17:30:06.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fd91a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fd91a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fd91a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): orig_sources= new_sources= 2024-09-12T17:30:06.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): potential sources added=[] removed=[] 2024-09-12T17:30:06.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): orig_dests= new_dests= 2024-09-12T17:30:06.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): potential dests added=[] removed=[] 2024-09-12T17:30:06.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.484+0000 7fda3e1559c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.24.0 2024-09-12T17:30:06.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.488+0000 7fda3e1559c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:06.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.488+0000 7fda3e1559c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 2024-09-12T17:30:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24, ofs0, ns] 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fd91affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366215 cookie 94337406229536 notifier 6672 bl.length()=893 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fd91affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 info.flags=0x17 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fd91affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.24 to cache LRU end 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fd91affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): orig_sources= new_sources= 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): potential sources added=[] removed=[] 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): orig_dests= new_dests= 2024-09-12T17:30:06.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.492+0000 7fda3e1559c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.24]): potential dests added=[] removed=[] 2024-09-12T17:30:06.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.496+0000 7fda3e1559c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:30:06.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.496+0000 7fd8f27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:06.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.504+0000 7fda3e1559c0 20 remove_watcher() i=0 2024-09-12T17:30:06.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.504+0000 7fda3e1559c0 2 removed watcher, disabling cache 2024-09-12T17:30:06.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.508+0000 7fda3e1559c0 20 remove_watcher() i=1 2024-09-12T17:30:06.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.508+0000 7fda3e1559c0 20 remove_watcher() i=2 2024-09-12T17:30:06.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.512+0000 7fda3e1559c0 20 remove_watcher() i=3 2024-09-12T17:30:06.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.516+0000 7fda3e1559c0 20 remove_watcher() i=4 2024-09-12T17:30:06.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.516+0000 7fda3e1559c0 20 remove_watcher() i=5 2024-09-12T17:30:06.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.516+0000 7fda3e1559c0 20 remove_watcher() i=6 2024-09-12T17:30:06.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.520+0000 7fda3e1559c0 20 remove_watcher() i=7 2024-09-12T17:30:06.542 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:30:06.570 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:06.570 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:06.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 realm 2024-09-12T17:30:06.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:06.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:06.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.616+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.620+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:06.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.620+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:06.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.620+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:06.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.620+0000 7ff89e84c9c0 20 searching for the correct realm 2024-09-12T17:30:06.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.624+0000 7ff89cb53640 0 -- 172.21.15.1:0/3910526080 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff884001000 msgr2=0x7ff8841109e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:06.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:06.840+0000 7ff893fff640 0 -- 172.21.15.1:0/3910526080 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff894065bb0 msgr2=0x7ff8940891d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:07.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.056+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:07.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 zone default found 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 4 Realm: () 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 zonegroup default 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.060+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.064+0000 7ff89e84c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.064+0000 7ff89e84c9c0 20 started sync module instance, tier type = 2024-09-12T17:30:07.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.064+0000 7ff89e84c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:07.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=0 2024-09-12T17:30:07.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=1 2024-09-12T17:30:07.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=2 2024-09-12T17:30:07.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=3 2024-09-12T17:30:07.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=4 2024-09-12T17:30:07.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=5 2024-09-12T17:30:07.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.088+0000 7ff89e84c9c0 20 add_watcher() i=6 2024-09-12T17:30:07.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.092+0000 7ff89e84c9c0 20 add_watcher() i=7 2024-09-12T17:30:07.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.092+0000 7ff89e84c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:07.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff752fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:07.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:07.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:07.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 5 note: GC not initialized 2024-09-12T17:30:07.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff751fdb640 20 reqs_thread_entry: start 2024-09-12T17:30:07.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:07.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 Filter name: none 2024-09-12T17:30:07.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff6c37fe640 20 reqs_thread_entry: start 2024-09-12T17:30:07.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:30:07.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.096+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:30:07.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:07.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:30:07.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:30:07.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff89e84c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:07.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.100+0000 7ff752fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:07.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.108+0000 7ff89e84c9c0 20 remove_watcher() i=0 2024-09-12T17:30:07.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.108+0000 7ff89e84c9c0 2 removed watcher, disabling cache 2024-09-12T17:30:07.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.108+0000 7ff89e84c9c0 20 remove_watcher() i=1 2024-09-12T17:30:07.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.112+0000 7ff89e84c9c0 20 remove_watcher() i=2 2024-09-12T17:30:07.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.112+0000 7ff89e84c9c0 20 remove_watcher() i=3 2024-09-12T17:30:07.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.116+0000 7ff89e84c9c0 20 remove_watcher() i=4 2024-09-12T17:30:07.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.116+0000 7ff89e84c9c0 20 remove_watcher() i=5 2024-09-12T17:30:07.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.120+0000 7ff89e84c9c0 20 remove_watcher() i=6 2024-09-12T17:30:07.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.120+0000 7ff89e84c9c0 20 remove_watcher() i=7 2024-09-12T17:30:07.136 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:07.136 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:07.136 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-set-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.24 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:30:07.136 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:07.137 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.137 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.140 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.141 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.185 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.185 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.207 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T17:30:07.207 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:07.208 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.208 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.225 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.225 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.272 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.272 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.291 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.291 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.309 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.331 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.331 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.348 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.348 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.366 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.366 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.385 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.385 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.405 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.405 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.422 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.422 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.438 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.439 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.458 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.528 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.528 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.542 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.542 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.556 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.557 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.572 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.573 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.589 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.589 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.604 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.604 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.620 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.620 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.637 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.637 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.654 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:07.654 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:07.668 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:30:07.703 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:07.703 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:07.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 realm 2024-09-12T17:30:07.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:07.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:07.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.748+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.752+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:07.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.752+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:07.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.752+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:07.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.752+0000 7f12f18239c0 20 searching for the correct realm 2024-09-12T17:30:07.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.756+0000 7f12efb2a640 0 -- 172.21.15.1:0/4210379286 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f12e4017b90 msgr2=0x7f12e404a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:07.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:07.972+0000 7f12eeb28640 0 -- 172.21.15.1:0/4210379286 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f12e806cd70 msgr2=0x7f12e80623f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:08.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:08.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.188+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:08.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:08.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 zone default found 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 4 Realm: () 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 zonegroup default 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.192+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.196+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.196+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.196+0000 7f12f18239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.196+0000 7f12f18239c0 20 started sync module instance, tier type = 2024-09-12T17:30:08.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.196+0000 7f12f18239c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:08.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=0 2024-09-12T17:30:08.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=1 2024-09-12T17:30:08.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=2 2024-09-12T17:30:08.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=3 2024-09-12T17:30:08.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=4 2024-09-12T17:30:08.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=5 2024-09-12T17:30:08.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=6 2024-09-12T17:30:08.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 20 add_watcher() i=7 2024-09-12T17:30:08.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.220+0000 7f12f18239c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:08.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.224+0000 7f11a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 5 note: GC not initialized 2024-09-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f11a4fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 Filter name: none 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f111e7fc640 20 reqs_thread_entry: start 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.228+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.232+0000 7f12f18239c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:08.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.236+0000 7f11a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:08.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.240+0000 7f12f18239c0 20 remove_watcher() i=0 2024-09-12T17:30:08.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.240+0000 7f12f18239c0 2 removed watcher, disabling cache 2024-09-12T17:30:08.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.244+0000 7f12f18239c0 20 remove_watcher() i=1 2024-09-12T17:30:08.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.244+0000 7f12f18239c0 20 remove_watcher() i=2 2024-09-12T17:30:08.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.248+0000 7f12f18239c0 20 remove_watcher() i=3 2024-09-12T17:30:08.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.252+0000 7f12f18239c0 20 remove_watcher() i=4 2024-09-12T17:30:08.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.252+0000 7f12f18239c0 20 remove_watcher() i=5 2024-09-12T17:30:08.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.256+0000 7f12f18239c0 20 remove_watcher() i=6 2024-09-12T17:30:08.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.256+0000 7f12f18239c0 20 remove_watcher() i=7 2024-09-12T17:30:08.274 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:08.274 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:08.274 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:08.274 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:08.275 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T17:30:08.308 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:08.308 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:08.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 20 realm 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.352+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.356+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.356+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.356+0000 7f7b180749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.356+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.356+0000 7f7b180749c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.356+0000 7f7b180749c0 20 searching for the correct realm 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.360+0000 7f7b1637b640 0 -- 172.21.15.1:0/3548783950 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7b0c058260 msgr2=0x7f7b0c081960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:08.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.368+0000 7f7b15379640 0 -- 172.21.15.1:0/3548783950 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7b10018040 msgr2=0x7f7b100660c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:08.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:08.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:08.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:08.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:08.588 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:08.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:08.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:08.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:08.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 zone default found 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 4 Realm: () 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 zonegroup default 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.588+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.592+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.592+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.592+0000 7f7b180749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.592+0000 7f7b180749c0 20 started sync module instance, tier type = 2024-09-12T17:30:08.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.592+0000 7f7b180749c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=0 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=1 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=2 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=3 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=4 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=5 2024-09-12T17:30:08.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=6 2024-09-12T17:30:08.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 20 add_watcher() i=7 2024-09-12T17:30:08.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.616+0000 7f7b180749c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:08.623 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.620+0000 7f79c77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:08.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:08.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:08.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 5 note: GC not initialized 2024-09-12T17:30:08.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f79c67fc640 20 reqs_thread_entry: start 2024-09-12T17:30:08.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:08.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 Filter name: none 2024-09-12T17:30:08.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7937fff640 20 reqs_thread_entry: start 2024-09-12T17:30:08.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:30:08.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:08.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:08.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:08.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 : miss 2024-09-12T17:30:08.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:08.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:08.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:08.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:08.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:08.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.624+0000 7f7b180749c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 2024-09-12T17:30:08.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:08.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:08.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:08.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25, ofs0, ns] 2024-09-12T17:30:08.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f79f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366164 cookie 94570973885552 notifier 6732 bl.length()=939 2024-09-12T17:30:08.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f79f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:08.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f79f97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:08.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f79f97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:08.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_sources= new_sources= 2024-09-12T17:30:08.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential sources added=[] removed=[] 2024-09-12T17:30:08.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_dests= new_dests= 2024-09-12T17:30:08.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential dests added=[] removed=[] 2024-09-12T17:30:08.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T17:30:08.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.632+0000 7f7b180749c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T17:30:08.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.636+0000 7f79c77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:08.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.644+0000 7f7b180749c0 20 remove_watcher() i=0 2024-09-12T17:30:08.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.644+0000 7f7b180749c0 2 removed watcher, disabling cache 2024-09-12T17:30:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.644+0000 7f7b180749c0 20 remove_watcher() i=1 2024-09-12T17:30:08.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.648+0000 7f7b180749c0 20 remove_watcher() i=2 2024-09-12T17:30:08.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.652+0000 7f7b180749c0 20 remove_watcher() i=3 2024-09-12T17:30:08.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.652+0000 7f7b180749c0 20 remove_watcher() i=4 2024-09-12T17:30:08.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.656+0000 7f7b180749c0 20 remove_watcher() i=5 2024-09-12T17:30:08.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.656+0000 7f7b180749c0 20 remove_watcher() i=6 2024-09-12T17:30:08.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.656+0000 7f7b180749c0 20 remove_watcher() i=7 2024-09-12T17:30:08.674 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:30:08.701 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:08.701 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:08.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.744+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 realm 2024-09-12T17:30:08.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:08.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:08.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:08.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:08.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:08.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.748+0000 7f56e35f19c0 20 searching for the correct realm 2024-09-12T17:30:08.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.752+0000 7f56e18f8640 0 -- 172.21.15.1:0/1446549105 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f56d80abfd0 msgr2=0x7f56d8119ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:08.968+0000 7f56e08f6640 0 -- 172.21.15.1:0/1446549105 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f56dc050900 msgr2=0x7f56dc0283e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.184+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 zone default found 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 4 Realm: () 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 zonegroup default 2024-09-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.188+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.192+0000 7f56e35f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.192+0000 7f56e35f19c0 20 started sync module instance, tier type = 2024-09-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.192+0000 7f56e35f19c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=0 2024-09-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=1 2024-09-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=2 2024-09-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=3 2024-09-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=4 2024-09-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=5 2024-09-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.212+0000 7f56e35f19c0 20 add_watcher() i=6 2024-09-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.216+0000 7f56e35f19c0 20 add_watcher() i=7 2024-09-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.216+0000 7f56e35f19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.220+0000 7f55977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.220+0000 7f56e35f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.220+0000 7f56e35f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.220+0000 7f56e35f19c0 5 note: GC not initialized 2024-09-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.220+0000 7f55967e4640 20 reqs_thread_entry: start 2024-09-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 Filter name: none 2024-09-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f5507fff640 20 reqs_thread_entry: start 2024-09-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.224+0000 7f56e35f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.228+0000 7f56e35f19c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.228+0000 7f56e35f19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.228+0000 7f55977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.236+0000 7f56e35f19c0 20 remove_watcher() i=0 2024-09-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.236+0000 7f56e35f19c0 2 removed watcher, disabling cache 2024-09-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.236+0000 7f56e35f19c0 20 remove_watcher() i=1 2024-09-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.240+0000 7f56e35f19c0 20 remove_watcher() i=2 2024-09-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.240+0000 7f56e35f19c0 20 remove_watcher() i=3 2024-09-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.244+0000 7f56e35f19c0 20 remove_watcher() i=4 2024-09-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.248+0000 7f56e35f19c0 20 remove_watcher() i=5 2024-09-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.248+0000 7f56e35f19c0 20 remove_watcher() i=6 2024-09-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.248+0000 7f56e35f19c0 20 remove_watcher() i=7 2024-09-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 realm 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.416+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.420+0000 7f987093c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.420+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.420+0000 7f987093c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.420+0000 7f987093c9c0 20 searching for the correct realm 2024-09-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.424+0000 7f986ec43640 0 -- 172.21.15.1:0/2834471051 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f98640ccab0 msgr2=0x7f98640fd770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.640+0000 7f986dc41640 0 -- 172.21.15.1:0/2834471051 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f98680473e0 msgr2=0x7f9868047840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.856+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 zone default found 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 4 Realm: () 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 zonegroup default 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.860+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.864+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.864+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.864+0000 7f987093c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.864+0000 7f987093c9c0 20 started sync module instance, tier type = 2024-09-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.864+0000 7f987093c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=0 2024-09-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=1 2024-09-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=2 2024-09-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=3 2024-09-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=4 2024-09-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=5 2024-09-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.888+0000 7f987093c9c0 20 add_watcher() i=6 2024-09-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.892+0000 7f987093c9c0 20 add_watcher() i=7 2024-09-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.892+0000 7f987093c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f97257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 5 note: GC not initialized 2024-09-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f971f7fe640 20 reqs_thread_entry: start 2024-09-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 20 Filter name: none 2024-09-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f971d7fa640 20 reqs_thread_entry: start 2024-09-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.896+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 : miss 2024-09-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 2024-09-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.900+0000 7f987093c9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25, ofs0, ns] 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f9751ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366165 cookie 94772829421920 notifier 6771 bl.length()=939 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f9751ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f9751ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f9751ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_sources= new_sources= 2024-09-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential sources added=[] removed=[] 2024-09-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_dests= new_dests= 2024-09-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.908+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential dests added=[] removed=[] 2024-09-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.916+0000 7f987093c9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.25.2.0 2024-09-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.916+0000 7f987093c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.25.2.0 2024-09-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.916+0000 7f987093c9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.25.2.1 2024-09-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.916+0000 7f987093c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.25.2.1 2024-09-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.916+0000 7f987093c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.25.0 2024-09-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.920+0000 7f987093c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.920+0000 7f987093c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 2024-09-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25, ofs0, ns] 2024-09-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f9751ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366166 cookie 94772829421920 notifier 6771 bl.length()=939 2024-09-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f9751ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f9751ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f9751ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_sources= new_sources= 2024-09-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential sources added=[] removed=[] 2024-09-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_dests= new_dests= 2024-09-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.924+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential dests added=[] removed=[] 2024-09-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.25.0 2024-09-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 2024-09-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f987093c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25, ofs0, ns] 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f9751ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366167 cookie 94772829421920 notifier 6771 bl.length()=907 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f9751ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 info.flags=0x17 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f9751ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.25 to cache LRU end 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.928+0000 7f9751ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.932+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_sources= new_sources= 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.932+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential sources added=[] removed=[] 2024-09-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.932+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): orig_dests= new_dests= 2024-09-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.932+0000 7f987093c9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.25]): potential dests added=[] removed=[] 2024-09-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.932+0000 7f987093c9c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.936+0000 7f97257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.944+0000 7f987093c9c0 20 remove_watcher() i=0 2024-09-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.944+0000 7f987093c9c0 2 removed watcher, disabling cache 2024-09-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.944+0000 7f987093c9c0 20 remove_watcher() i=1 2024-09-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.948+0000 7f987093c9c0 20 remove_watcher() i=2 2024-09-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.952+0000 7f987093c9c0 20 remove_watcher() i=3 2024-09-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.952+0000 7f987093c9c0 20 remove_watcher() i=4 2024-09-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.956+0000 7f987093c9c0 20 remove_watcher() i=5 2024-09-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.956+0000 7f987093c9c0 20 remove_watcher() i=6 2024-09-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:09.960+0000 7f987093c9c0 20 remove_watcher() i=7 2024-09-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.052+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 realm 2024-09-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.056+0000 7fa93f2139c0 20 searching for the correct realm 2024-09-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.060+0000 7fa93d51a640 0 -- 172.21.15.1:0/1230655862 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa9300073b0 msgr2=0x7fa930099a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.276+0000 7fa93c518640 0 -- 172.21.15.1:0/1230655862 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa9340d9900 msgr2=0x7fa9340c63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 zone default found 2024-09-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 4 Realm: () 2024-09-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 zonegroup default 2024-09-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.496+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 started sync module instance, tier type = 2024-09-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.500+0000 7fa93f2139c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=0 2024-09-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=1 2024-09-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=2 2024-09-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=3 2024-09-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=4 2024-09-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=5 2024-09-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.524+0000 7fa93f2139c0 20 add_watcher() i=6 2024-09-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.528+0000 7fa93f2139c0 20 add_watcher() i=7 2024-09-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.528+0000 7fa93f2139c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.532+0000 7fa7f2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.532+0000 7fa93f2139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.532+0000 7fa93f2139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.532+0000 7fa93f2139c0 5 note: GC not initialized 2024-09-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.532+0000 7fa7f1fe3640 20 reqs_thread_entry: start 2024-09-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 Filter name: none 2024-09-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa7637fe640 20 reqs_thread_entry: start 2024-09-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.536+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.540+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.540+0000 7fa93f2139c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.540+0000 7fa93f2139c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.540+0000 7fa93f2139c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.540+0000 7fa7f2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.548+0000 7fa93f2139c0 20 remove_watcher() i=0 2024-09-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.548+0000 7fa93f2139c0 2 removed watcher, disabling cache 2024-09-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.548+0000 7fa93f2139c0 20 remove_watcher() i=1 2024-09-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.552+0000 7fa93f2139c0 20 remove_watcher() i=2 2024-09-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.552+0000 7fa93f2139c0 20 remove_watcher() i=3 2024-09-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.556+0000 7fa93f2139c0 20 remove_watcher() i=4 2024-09-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.556+0000 7fa93f2139c0 20 remove_watcher() i=5 2024-09-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.560+0000 7fa93f2139c0 20 remove_watcher() i=6 2024-09-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:10.560+0000 7fa93f2139c0 20 remove_watcher() i=7 2024-09-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.320+0000 7f0928e72640 0 --2- 172.21.15.1:0/3601720694 >> [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] conn(0x561dad41c3e0 0x561dad41d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.328+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.328+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.328+0000 7f092bb6d9c0 20 realm 2024-09-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.328+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.332+0000 7f092bb6d9c0 20 searching for the correct realm 2024-09-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.336+0000 7f0929673640 0 -- 172.21.15.1:0/337480121 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f0924038070 msgr2=0x7f0924052950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.548+0000 7f0929673640 0 -- 172.21.15.1:0/337480121 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x7f092405f430 msgr2=0x7f092405f890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.772+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 zone default found 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 4 Realm: () 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 zonegroup default 2024-09-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 started sync module instance, tier type = 2024-09-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.776+0000 7f092bb6d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=0 2024-09-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=1 2024-09-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=2 2024-09-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=3 2024-09-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=4 2024-09-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=5 2024-09-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.800+0000 7f092bb6d9c0 20 add_watcher() i=6 2024-09-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.804+0000 7f092bb6d9c0 20 add_watcher() i=7 2024-09-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.804+0000 7f092bb6d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f07df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f092bb6d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f092bb6d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f092bb6d9c0 5 note: GC not initialized 2024-09-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f07de7e4640 20 reqs_thread_entry: start 2024-09-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f092bb6d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f092bb6d9c0 20 Filter name: none 2024-09-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f074ffff640 20 reqs_thread_entry: start 2024-09-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.808+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.812+0000 7f092bb6d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.816+0000 7f07df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.820+0000 7f092bb6d9c0 20 remove_watcher() i=0 2024-09-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.820+0000 7f092bb6d9c0 2 removed watcher, disabling cache 2024-09-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.824+0000 7f092bb6d9c0 20 remove_watcher() i=1 2024-09-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.824+0000 7f092bb6d9c0 20 remove_watcher() i=2 2024-09-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.828+0000 7f092bb6d9c0 20 remove_watcher() i=3 2024-09-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.828+0000 7f092bb6d9c0 20 remove_watcher() i=4 2024-09-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.832+0000 7f092bb6d9c0 20 remove_watcher() i=5 2024-09-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.832+0000 7f092bb6d9c0 20 remove_watcher() i=6 2024-09-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.836+0000 7f092bb6d9c0 20 remove_watcher() i=7 2024-09-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 realm 2024-09-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.932+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.936+0000 7fc45284f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.936+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.936+0000 7fc45284f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.936+0000 7fc45284f9c0 20 searching for the correct realm 2024-09-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:11.940+0000 7fc450b56640 0 -- 172.21.15.1:0/647033939 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc44403a030 msgr2=0x7fc44403c970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.156+0000 7fc44fb54640 0 -- 172.21.15.1:0/647033939 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc4480dd900 msgr2=0x7fc4480b73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.372+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 zone default found 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 4 Realm: () 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 zonegroup default 2024-09-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.376+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.380+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.380+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.380+0000 7fc45284f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.380+0000 7fc45284f9c0 20 started sync module instance, tier type = 2024-09-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.380+0000 7fc45284f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=0 2024-09-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=1 2024-09-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=2 2024-09-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=3 2024-09-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=4 2024-09-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=5 2024-09-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.404+0000 7fc45284f9c0 20 add_watcher() i=6 2024-09-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.408+0000 7fc45284f9c0 20 add_watcher() i=7 2024-09-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.408+0000 7fc45284f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc306fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 5 note: GC not initialized 2024-09-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc305fdb640 20 reqs_thread_entry: start 2024-09-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 20 Filter name: none 2024-09-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc2777fe640 20 reqs_thread_entry: start 2024-09-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.412+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 : miss 2024-09-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 info.flags=0x17 2024-09-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 to cache LRU end 2024-09-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.416+0000 7fc45284f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 2024-09-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 info.flags=0x17 2024-09-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 to cache LRU end 2024-09-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26, ofs0, ns] 2024-09-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc3277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366170 cookie 93936978644976 notifier 6422 bl.length()=939 2024-09-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc3277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 info.flags=0x17 2024-09-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc3277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 to cache LRU end 2024-09-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc3277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): orig_sources= new_sources= 2024-09-12T17:30:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): potential sources added=[] removed=[] 2024-09-12T17:30:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): orig_dests= new_dests= 2024-09-12T17:30:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): potential dests added=[] removed=[] 2024-09-12T17:30:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T17:30:12.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.424+0000 7fc45284f9c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:30:12.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.428+0000 7fc45284f9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.26.1.0 2024-09-12T17:30:12.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.428+0000 7fc45284f9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.26.1.0 2024-09-12T17:30:12.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.428+0000 7fc45284f9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.26.1.1 2024-09-12T17:30:12.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.428+0000 7fc45284f9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.26.1.1 2024-09-12T17:30:12.429 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.428+0000 7fc45284f9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.26.0 2024-09-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc45284f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc45284f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 2024-09-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc45284f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 info.flags=0x17 2024-09-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc45284f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 to cache LRU end 2024-09-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc45284f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc45284f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26, ofs0, ns] 2024-09-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc3277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 93936978644976 notifier 6422 bl.length()=907 2024-09-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc3277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 info.flags=0x17 2024-09-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc3277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.26 to cache LRU end 2024-09-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.432+0000 7fc3277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.436+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): orig_sources= new_sources= 2024-09-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.436+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): potential sources added=[] removed=[] 2024-09-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.436+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): orig_dests= new_dests= 2024-09-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.436+0000 7fc45284f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.26]): potential dests added=[] removed=[] 2024-09-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.436+0000 7fc45284f9c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.440+0000 7fc306fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.444+0000 7fc45284f9c0 20 remove_watcher() i=0 2024-09-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.444+0000 7fc45284f9c0 2 removed watcher, disabling cache 2024-09-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.448+0000 7fc45284f9c0 20 remove_watcher() i=1 2024-09-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.448+0000 7fc45284f9c0 20 remove_watcher() i=2 2024-09-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.452+0000 7fc45284f9c0 20 remove_watcher() i=3 2024-09-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.452+0000 7fc45284f9c0 20 remove_watcher() i=4 2024-09-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.456+0000 7fc45284f9c0 20 remove_watcher() i=5 2024-09-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.456+0000 7fc45284f9c0 20 remove_watcher() i=6 2024-09-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.460+0000 7fc45284f9c0 20 remove_watcher() i=7 2024-09-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.548+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.548+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.548+0000 7f6bc070b9c0 20 realm 2024-09-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.548+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.552+0000 7f6bc070b9c0 20 searching for the correct realm 2024-09-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.556+0000 7f6bbea12640 0 -- 172.21.15.1:0/3038272779 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f6bb4008070 msgr2=0x7f6bb40627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.772+0000 7f6bbda10640 0 -- 172.21.15.1:0/3038272779 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6bb807ebe0 msgr2=0x7f6bb80445d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 zone default found 2024-09-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 4 Realm: () 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 zonegroup default 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.992+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 started sync module instance, tier type = 2024-09-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:12.996+0000 7f6bc070b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=0 2024-09-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=1 2024-09-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=2 2024-09-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=3 2024-09-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=4 2024-09-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=5 2024-09-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.016+0000 7f6bc070b9c0 20 add_watcher() i=6 2024-09-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.020+0000 7f6bc070b9c0 20 add_watcher() i=7 2024-09-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.020+0000 7f6bc070b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6a757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 5 note: GC not initialized 2024-09-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6a6f7fe640 20 reqs_thread_entry: start 2024-09-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 Filter name: none 2024-09-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6a6d7fa640 20 reqs_thread_entry: start 2024-09-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.024+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6bc070b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.028+0000 7f6a757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:13.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.036+0000 7f6bc070b9c0 20 remove_watcher() i=0 2024-09-12T17:30:13.037 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.036+0000 7f6bc070b9c0 2 removed watcher, disabling cache 2024-09-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.036+0000 7f6bc070b9c0 20 remove_watcher() i=1 2024-09-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.040+0000 7f6bc070b9c0 20 remove_watcher() i=2 2024-09-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.040+0000 7f6bc070b9c0 20 remove_watcher() i=3 2024-09-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.044+0000 7f6bc070b9c0 20 remove_watcher() i=4 2024-09-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.048+0000 7f6bc070b9c0 20 remove_watcher() i=5 2024-09-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.048+0000 7f6bc070b9c0 20 remove_watcher() i=6 2024-09-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.048+0000 7f6bc070b9c0 20 remove_watcher() i=7 2024-09-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.26 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.648+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 realm 2024-09-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.652+0000 7f78f896d9c0 20 searching for the correct realm 2024-09-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.656+0000 7f78f6c74640 0 -- 172.21.15.1:0/3080505590 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f78ec0ed060 msgr2=0x7f78ec0ac000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:13.872+0000 7f78f5c72640 0 -- 172.21.15.1:0/3080505590 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f78f0071920 msgr2=0x7f78f00491c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.088+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 zone default found 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 4 Realm: () 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 zonegroup default 2024-09-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.092+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.096+0000 7f78f896d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.096+0000 7f78f896d9c0 20 started sync module instance, tier type = 2024-09-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.096+0000 7f78f896d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=0 2024-09-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=1 2024-09-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=2 2024-09-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=3 2024-09-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=4 2024-09-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=5 2024-09-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.120+0000 7f78f896d9c0 20 add_watcher() i=6 2024-09-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.124+0000 7f78f896d9c0 20 add_watcher() i=7 2024-09-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.124+0000 7f78f896d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f77acfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f78f896d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f78f896d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f78f896d9c0 5 note: GC not initialized 2024-09-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f77277fe640 20 reqs_thread_entry: start 2024-09-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f78f896d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f78f896d9c0 20 Filter name: none 2024-09-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f77257fa640 20 reqs_thread_entry: start 2024-09-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.128+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.132+0000 7f78f896d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.136+0000 7f77acfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.140+0000 7f78f896d9c0 20 remove_watcher() i=0 2024-09-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.140+0000 7f78f896d9c0 2 removed watcher, disabling cache 2024-09-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.144+0000 7f78f896d9c0 20 remove_watcher() i=1 2024-09-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.144+0000 7f78f896d9c0 20 remove_watcher() i=2 2024-09-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.148+0000 7f78f896d9c0 20 remove_watcher() i=3 2024-09-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.148+0000 7f78f896d9c0 20 remove_watcher() i=4 2024-09-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.152+0000 7f78f896d9c0 20 remove_watcher() i=5 2024-09-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.152+0000 7f78f896d9c0 20 remove_watcher() i=6 2024-09-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.156+0000 7f78f896d9c0 20 remove_watcher() i=7 2024-09-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 realm 2024-09-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 searching for the correct realm 2024-09-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.260+0000 7f8d9e4c5640 0 -- 172.21.15.1:0/1048877791 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55ae58d68580 msgr2=0x55ae58d6a970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.268+0000 7f8d9d4c3640 0 -- 172.21.15.1:0/1048877791 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8d980683c0 msgr2=0x7f8d9806e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 zone default found 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 Realm: () 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 zonegroup default 2024-09-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 started sync module instance, tier type = 2024-09-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=0 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=1 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=2 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=3 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=4 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=5 2024-09-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=6 2024-09-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=7 2024-09-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.296+0000 7f8da01be9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8c53fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 note: GC not initialized 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8c52fe5640 20 reqs_thread_entry: start 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 Filter name: none 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8c50fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : miss 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27, ofs0, ns] 2024-09-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366218 cookie 94207303157472 notifier 6882 bl.length()=939 2024-09-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_sources= new_sources= 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential sources added=[] removed=[] 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_dests= new_dests= 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential dests added=[] removed=[] 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8da01be9c0 time 2024-09-12T17:30:14.311861+0000 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8da3a982eb] 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.308+0000 7f8da01be9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8da01be9c0 time 2024-09-12T17:30:14.311861+0000 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8da3a982eb] 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f8da01be9c0 thread_name:radosgw-admin 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8da2917520] 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8da3a98345] 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.312+0000 7f8da01be9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f8da01be9c0 thread_name:radosgw-admin 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8da2917520] 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8da3a98345] 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: dump: 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6870 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 4 set_mon_vals no callback set 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: dump: 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: shutdown 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) unregister_commands rotate-key 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding auth protocol: cephx 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding auth protocol: cephx 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding auth protocol: cephx 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: starting msgr at 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: starting objecter 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command objecter_requests hook 0x55ae58ca5bd0 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: setting wanted keys 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: calling monclient init 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding auth protocol: cephx 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding auth protocol: cephx 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding auth protocol: cephx 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key hook 0x55ae58c74408 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58bb9410 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58bbfc70 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58bc06a0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.519529s 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request con 0x55ae58bb9410 auth_method 0 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58bc06a0 auth_method 0 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_done global_id 6873 payload 824 2024-09-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58bbfc70 auth_method 0 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: dump: 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: dump: 2024-09-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6873 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:30:14.232+0000 7f8c8be07640 4 set_mon_vals no callback set 2024-09-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 1 librados: init done 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:30:14.232+0000 7f8c8a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:30:14.232+0000 7f8c8a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:30:14.232+0000 7f8c8a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:30:14.232+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8c84070b10 auth_method 0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:30:14.232+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x55ae58cbc3d0 auth_method 0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:30:14.236+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x55ae58cbf5b0 auth_method 0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:30:14.236+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58cc37a0 auth_method 0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:30:14.236+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x55ae58cc2e40 auth_method 0 2024-09-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding auth protocol: cephx 2024-09-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding auth protocol: cephx 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding auth protocol: cephx 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ae58ccf0c0 EEXIST 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding auth protocol: cephx 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding auth protocol: cephx 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding auth protocol: cephx 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key cmddesc rotate-key hook 0x55ae58cca760 EEXIST 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58cf3270 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58cf2ba0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58cf1580 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.530065s 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request con 0x55ae58cf3270 auth_method 0 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58cf2ba0 auth_method 0 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request con 0x55ae58cf1580 auth_method 0 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_done global_id 6467 payload 824 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 1 monclient: found mon.noname-c 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: dump: 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: dump: 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:30:14.240+0000 7f8d9ccc2640 4 set_mon_vals no callback set 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6467 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:30:14.244+0000 7f8c837fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:30:14.244+0000 7f8c837fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:30:14.244+0000 7f8c837fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: get_monmap_and_config 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding auth protocol: cephx 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding auth protocol: cephx 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding auth protocol: cephx 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x7f8c78070a20 auth_method 0 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding auth protocol: cephx 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding auth protocol: cephx 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding auth protocol: cephx 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key cmddesc rotate-key hook 0x7fffe39a0528 EEXIST 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58d16be0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58d17d80 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58d38b50 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.534999s 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request con 0x55ae58d16be0 auth_method 0 2024-09-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58d17d80 auth_method 0 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_done global_id 6879 payload 274 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:30:14.244+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x55ae58d38b50 auth_method 0 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: dump: 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6879 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 4 set_mon_vals no callback set 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: dump: 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: shutdown 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding auth protocol: cephx 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding auth protocol: cephx 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding auth protocol: cephx 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: starting msgr at 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: starting objecter 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ae58d18990 EEXIST 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: setting wanted keys 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: calling monclient init 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding auth protocol: cephx 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding auth protocol: cephx 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding auth protocol: cephx 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key cmddesc rotate-key hook 0x55ae58cf51d8 EEXIST 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58d16be0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58d17d80 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58d38b50 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.537650s 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58d17d80 auth_method 0 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request con 0x55ae58d38b50 auth_method 0 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_done global_id 6882 payload 824 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:30:14.248+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58d16be0 auth_method 0 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: dump: 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: dump: 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6882 2024-09-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:30:14.248+0000 7f8c817fa640 4 set_mon_vals no callback set 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: init done 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cr dump hook 0x55ae58d35818 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:30:14.252+0000 7f8c6f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:30:14.252+0000 7f8c6f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:30:14.252+0000 7f8c6f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:30:14.252+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x55ae58d60b40 auth_method 0 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:30:14.252+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8c68070ae0 auth_method 0 2024-09-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 realm 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:30:14.252+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58d64e40 auth_method 0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:30:14.256+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x55ae58d68580 auth_method 0 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 searching for the correct realm 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:30:14.256+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x7f8d98067c90 auth_method 0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:30:14.256+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8d900ffc20 auth_method 0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:30:14.260+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x7f8d94015070 auth_method 0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:30:14.260+0000 7f8d9e4c5640 0 -- 172.21.15.1:0/1048877791 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55ae58d68580 msgr2=0x55ae58d6a970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:30:14.260+0000 7f8c6f7fe640 1 client.6882.objecter ms_handle_reset 0x55ae58d68580 session 0x55ae58d64660 osd.3 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:30:14.260+0000 7f8c6f7fe640 10 monclient: _renew_subs 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:30:14.260+0000 7f8c6f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:30:14.260+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x7f8c68081200 auth_method 0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:30:14.260+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x7f8d98070830 auth_method 0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:30:14.268+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8d980683c0 auth_method 0 2024-09-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:30:14.268+0000 7f8d9d4c3640 0 -- 172.21.15.1:0/1048877791 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8d980683c0 msgr2=0x7f8d9806e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:30:14.268+0000 7f8c6f7fe640 1 client.6882.objecter ms_handle_reset 0x7f8d980683c0 session 0x7f8d98070cc0 osd.0 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:30:14.268+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58d68580 auth_method 0 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 zone default found 2024-09-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 Realm: () 2024-09-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 zonegroup default 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 started sync module instance, tier type = 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=0 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=1 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=2 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=3 2024-09-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=4 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=5 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=6 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=7 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding auth protocol: cephx 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding auth protocol: cephx 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding auth protocol: cephx 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:30:14.300+0000 7f8c53fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache list hook 0x55ae58d3fce0 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache inspect hook 0x55ae58d3fce0 2024-09-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache erase hook 0x55ae58d3fce0 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache zap hook 0x55ae58d3fce0 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 note: GC not initialized 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:30:14.300+0000 7f8c52fe5640 20 reqs_thread_entry: start 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace show hook 0x7f8d98013040 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace history hook 0x7f8d98013040 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace active hook 0x7f8d98013040 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace active_short hook 0x7f8d98013040 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 Filter name: none 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:30:14.300+0000 7f8c50fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : miss 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27, ofs0, ns] 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366218 cookie 94207303157472 notifier 6882 bl.length()=939 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_sources= new_sources= 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential sources added=[] removed=[] 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_dests= new_dests= 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential dests added=[] removed=[] 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8da01be9c0 time 2024-09-12T17:30:14.311861+0000 2024-09-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8da3a982eb] 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:30:14.312+0000 7f8da01be9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f8da01be9c0 thread_name:radosgw-admin 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8da2917520] 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8da3a98345] 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c50fe1640 / http_manager 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c52fe5640 / http_manager 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c53fe7640 / rgw_dt_lg_renew 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c6f7fe640 / ms_dispatch 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c817fa640 / io_context_pool 2024-09-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c837fe640 / ms_dispatch 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c8a604640 / ms_dispatch 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c8be07640 / io_context_pool 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9ccc2640 / io_context_pool 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9d4c3640 / msgr-worker-2 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9dcc4640 / msgr-worker-1 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9e4c5640 / msgr-worker-0 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8da01be9c0 / radosgw-admin 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.96981.log 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: dump: 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6870 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 4 set_mon_vals no callback set 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:30:14.228+0000 7f8c8be07640 10 monclient: dump: 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: shutdown 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) unregister_commands rotate-key 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding auth protocol: cephx 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding auth protocol: cephx 2024-09-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding auth protocol: cephx 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: crc 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c9dc20) adding con mode: secure 2024-09-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: starting msgr at 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: starting objecter 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command objecter_requests hook 0x55ae58ca5bd0 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: setting wanted keys 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 1 librados: calling monclient init 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding auth protocol: cephx 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding auth protocol: cephx 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding auth protocol: cephx 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: crc 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58c742c0) adding con mode: secure 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key hook 0x55ae58c74408 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58bb9410 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58bbfc70 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58bc06a0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:30:14.228+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.519529s 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request con 0x55ae58bb9410 auth_method 0 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58bc06a0 auth_method 0 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:30:14.228+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_done global_id 6873 payload 824 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:30:14.228+0000 7f8d9dcc4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:30:14.228+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58bbfc70 auth_method 0 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: dump: 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:30:14.232+0000 7f8c8a604640 10 monclient: dump: 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6873 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:30:14.232+0000 7f8c8be07640 4 set_mon_vals no callback set 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:30:14.232+0000 7f8da01be9c0 1 librados: init done 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:30:14.232+0000 7f8c8a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:30:14.232+0000 7f8c8a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:30:14.232+0000 7f8c8a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:30:14.232+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8c84070b10 auth_method 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:30:14.232+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x55ae58cbc3d0 auth_method 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:30:14.236+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x55ae58cbf5b0 auth_method 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:30:14.236+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58cc37a0 auth_method 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:30:14.236+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x55ae58cc2e40 auth_method 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding auth protocol: cephx 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding auth protocol: cephx 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding auth protocol: cephx 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: crc 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58ccb6d0) adding con mode: secure 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ae58ccf0c0 EEXIST 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding auth protocol: cephx 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding auth protocol: cephx 2024-09-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding auth protocol: cephx 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: crc 2024-09-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cca618) adding con mode: secure 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key cmddesc rotate-key hook 0x55ae58cca760 EEXIST 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58cf3270 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58cf2ba0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58cf1580 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.530065s 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request con 0x55ae58cf3270 auth_method 0 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58cf2ba0 auth_method 0 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:30:14.240+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request con 0x55ae58cf1580 auth_method 0 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:30:14.240+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_done global_id 6467 payload 824 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 1 monclient: found mon.noname-c 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:30:14.240+0000 7f8d9d4c3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: dump: 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:30:14.240+0000 7f8c837fe640 10 monclient: dump: 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:30:14.240+0000 7f8d9ccc2640 4 set_mon_vals no callback set 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6467 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:30:14.240+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:30:14.244+0000 7f8c837fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:30:14.244+0000 7f8c837fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:30:14.244+0000 7f8c837fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: get_monmap_and_config 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding auth protocol: cephx 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding auth protocol: cephx 2024-09-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding auth protocol: cephx 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: crc 2024-09-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d12aa0) adding con mode: secure 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x7f8c78070a20 auth_method 0 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding auth protocol: cephx 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding auth protocol: cephx 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding auth protocol: cephx 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: crc 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a03e0) adding con mode: secure 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key cmddesc rotate-key hook 0x7fffe39a0528 EEXIST 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58d16be0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58d17d80 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58d38b50 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.534999s 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request con 0x55ae58d16be0 auth_method 0 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58d17d80 auth_method 0 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:30:14.244+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient(hunting): handle_auth_done global_id 6879 payload 274 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:30:14.244+0000 7f8d9d4c3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:30:14.244+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x55ae58d38b50 auth_method 0 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: dump: 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6879 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:30:14.244+0000 7f8da01be9c0 4 set_mon_vals no callback set 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:30:14.244+0000 7f8c817fa640 10 monclient: dump: 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: shutdown 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: build_initial_monmap 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: monmap: 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding auth protocol: cephx 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding auth protocol: cephx 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding auth protocol: cephx 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: crc 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58d423a0) adding con mode: secure 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: starting msgr at 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: starting objecter 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ae58d18990 EEXIST 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: setting wanted keys 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: calling monclient init 2024-09-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: init 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding auth protocol: cephx 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding auth protocol: cephx 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding auth protocol: cephx 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: crc 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 AuthRegistry(0x55ae58cf5090) adding con mode: secure 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command rotate-key cmddesc rotate-key hook 0x55ae58cf51d8 EEXIST 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-b con 0x55ae58d16be0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-a con 0x55ae58d17d80 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): picked mon.noname-c con 0x55ae58d38b50 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient(hunting): authenticate will time out at 2248.537650s 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request con 0x55ae58d17d80 auth_method 0 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request con 0x55ae58d38b50 auth_method 0 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:30:14.248+0000 7f8d9dcc4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient(hunting): handle_auth_done global_id 6882 payload 824 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient: _finish_hunting 0 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 1 monclient: found mon.noname-a 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:30:14.248+0000 7f8d9e4c5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:30:14.248+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58d16be0 auth_method 0 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: dump: 2024-09-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: _finish_auth 0 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:30:14.248+0000 7f8c6f7fe640 10 monclient: dump: 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 monclient: authenticate success, global_id 6882 2024-09-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:30:14.248+0000 7f8c817fa640 4 set_mon_vals no callback set 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _renew_subs 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 1 librados: init done 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:30:14.248+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cr dump hook 0x55ae58d35818 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:30:14.252+0000 7f8c6f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:30:14.252+0000 7f8c6f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:30:14.252+0000 7f8c6f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:30:14.252+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x55ae58d60b40 auth_method 0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:30:14.252+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8c68070ae0 auth_method 0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 realm 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:30:14.252+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:30:14.252+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58d64e40 auth_method 0 2024-09-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:30:14.256+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x55ae58d68580 auth_method 0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:30:14.256+0000 7f8da01be9c0 20 searching for the correct realm 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:30:14.256+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x7f8d98067c90 auth_method 0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:30:14.256+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8d900ffc20 auth_method 0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:30:14.260+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x7f8d94015070 auth_method 0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:30:14.260+0000 7f8d9e4c5640 0 -- 172.21.15.1:0/1048877791 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55ae58d68580 msgr2=0x55ae58d6a970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:30:14.260+0000 7f8c6f7fe640 1 client.6882.objecter ms_handle_reset 0x55ae58d68580 session 0x55ae58d64660 osd.3 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:30:14.260+0000 7f8c6f7fe640 10 monclient: _renew_subs 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:30:14.260+0000 7f8c6f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:30:14.260+0000 7f8d9e4c5640 10 monclient: get_auth_request con 0x7f8c68081200 auth_method 0 2024-09-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:30:14.260+0000 7f8d9dcc4640 10 monclient: get_auth_request con 0x7f8d98070830 auth_method 0 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:30:14.268+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x7f8d980683c0 auth_method 0 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:30:14.268+0000 7f8d9d4c3640 0 -- 172.21.15.1:0/1048877791 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8d980683c0 msgr2=0x7f8d9806e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:30:14.268+0000 7f8c6f7fe640 1 client.6882.objecter ms_handle_reset 0x7f8d980683c0 session 0x7f8d98070cc0 osd.0 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:30:14.268+0000 7f8d9d4c3640 10 monclient: get_auth_request con 0x55ae58d68580 auth_method 0 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:30:14.276+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 zone default found 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 Realm: () 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 zonegroup default 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 started sync module instance, tier type = 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:30:14.280+0000 7f8da01be9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=0 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=1 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=2 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=3 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=4 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=5 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=6 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 20 add_watcher() i=7 2024-09-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:30:14.296+0000 7f8da01be9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding auth protocol: cephx 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding auth protocol: cephx 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding auth protocol: cephx 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:30:14.300+0000 7f8c53fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: crc 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 AuthRegistry(0x7fffe39a08b0) adding con mode: secure 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache list hook 0x55ae58d3fce0 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache inspect hook 0x55ae58d3fce0 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache erase hook 0x55ae58d3fce0 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command cache zap hook 0x55ae58d3fce0 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 note: GC not initialized 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:30:14.300+0000 7f8c52fe5640 20 reqs_thread_entry: start 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace show hook 0x7f8d98013040 2024-09-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace history hook 0x7f8d98013040 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace active hook 0x7f8d98013040 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 5 asok(0x55ae58a6a2b0) register_command sync trace active_short hook 0x7f8d98013040 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 Filter name: none 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:30:14.300+0000 7f8c50fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : miss 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:30:14.300+0000 7f8da01be9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27, ofs0, ns] 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366218 cookie 94207303157472 notifier 6882 bl.length()=939 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:30:14.308+0000 7f8c817fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_sources= new_sources= 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential sources added=[] removed=[] 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_dests= new_dests= 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential dests added=[] removed=[] 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:30:14.308+0000 7f8da01be9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8da01be9c0 time 2024-09-12T17:30:14.311861+0000 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8da3a982eb] 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:30:14.312+0000 7f8da01be9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f8da01be9c0 thread_name:radosgw-admin 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8da2917520] 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8da3a98345] 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8da3a9849f] 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ae5760e0c1] 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x141007e) [0x55ae5806407e] 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ae5762018d] 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8da28fed90] 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c50fe1640 / http_manager 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c52fe5640 / http_manager 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c53fe7640 / rgw_dt_lg_renew 2024-09-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c6f7fe640 / ms_dispatch 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c817fa640 / io_context_pool 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c837fe640 / ms_dispatch 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c8a604640 / ms_dispatch 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8c8be07640 / io_context_pool 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9ccc2640 / io_context_pool 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9d4c3640 / msgr-worker-2 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9dcc4640 / msgr-worker-1 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8d9e4c5640 / msgr-worker-0 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: 7f8da01be9c0 / radosgw-admin 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:30:14.314352Z_9c7a2563-8ffa-4c61-bed9-6352c4bcbddd/log 2024-09-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.392+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 realm 2024-09-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.396+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.400+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.400+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.400+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.400+0000 7f67e73a39c0 20 searching for the correct realm 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.404+0000 7f67e4ea9640 0 -- 172.21.15.1:0/2258852140 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f67dc01a210 msgr2=0x7f67dc032430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.412+0000 7f67e46a8640 0 -- 172.21.15.1:0/2258852140 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f67dc0433b0 msgr2=0x7f67dc043830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.628+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 zone default found 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 4 Realm: () 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 zonegroup default 2024-09-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.632+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.636+0000 7f67e73a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.636+0000 7f67e73a39c0 20 started sync module instance, tier type = 2024-09-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.636+0000 7f67e73a39c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=0 2024-09-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=1 2024-09-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=2 2024-09-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=3 2024-09-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=4 2024-09-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=5 2024-09-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=6 2024-09-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 20 add_watcher() i=7 2024-09-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.660+0000 7f67e73a39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f669b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 5 note: GC not initialized 2024-09-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f669a7e4640 20 reqs_thread_entry: start 2024-09-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 Filter name: none 2024-09-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f66937fe640 20 reqs_thread_entry: start 2024-09-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.668+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.672+0000 7f67e73a39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.676+0000 7f669b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.680+0000 7f67e73a39c0 20 remove_watcher() i=0 2024-09-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.680+0000 7f67e73a39c0 2 removed watcher, disabling cache 2024-09-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.684+0000 7f67e73a39c0 20 remove_watcher() i=1 2024-09-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.684+0000 7f67e73a39c0 20 remove_watcher() i=2 2024-09-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.688+0000 7f67e73a39c0 20 remove_watcher() i=3 2024-09-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.688+0000 7f67e73a39c0 20 remove_watcher() i=4 2024-09-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.692+0000 7f67e73a39c0 20 remove_watcher() i=5 2024-09-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.696+0000 7f67e73a39c0 20 remove_watcher() i=6 2024-09-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.696+0000 7f67e73a39c0 20 remove_watcher() i=7 2024-09-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.856+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.856+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.856+0000 7fa1bd98b9c0 20 realm 2024-09-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.856+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.860+0000 7fa1bd98b9c0 20 searching for the correct realm 2024-09-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:14.864+0000 7fa1bbc92640 0 -- 172.21.15.1:0/2870123665 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fa1a407f0c0 msgr2=0x7fa1a4047850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.080+0000 7fa1b2c90640 0 -- 172.21.15.1:0/2870123665 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fa1b4067210 msgr2=0x7fa1b407e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:15.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.296+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:15.300 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:15.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 zone default found 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 4 Realm: () 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 zonegroup default 2024-09-12T17:30:15.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:15.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:15.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.300+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.304+0000 7fa1bd98b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:15.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.304+0000 7fa1bd98b9c0 20 started sync module instance, tier type = 2024-09-12T17:30:15.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.304+0000 7fa1bd98b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:15.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=0 2024-09-12T17:30:15.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=1 2024-09-12T17:30:15.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=2 2024-09-12T17:30:15.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=3 2024-09-12T17:30:15.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=4 2024-09-12T17:30:15.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=5 2024-09-12T17:30:15.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=6 2024-09-12T17:30:15.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 20 add_watcher() i=7 2024-09-12T17:30:15.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.328+0000 7fa1bd98b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:15.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.332+0000 7fa071fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:15.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.332+0000 7fa1bd98b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:15.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.332+0000 7fa1bd98b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:15.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.332+0000 7fa1bd98b9c0 5 note: GC not initialized 2024-09-12T17:30:15.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa070fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:15.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:15.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 20 Filter name: none 2024-09-12T17:30:15.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7f9fea7fc640 20 reqs_thread_entry: start 2024-09-12T17:30:15.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:30:15.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:15.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:15.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:15.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : miss 2024-09-12T17:30:15.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:15.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:15.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:15.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:15.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:15.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:15.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.336+0000 7fa1bd98b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:15.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.340+0000 7fa1bd98b9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to be held by another RGW process; skipping for now 2024-09-12T17:30:15.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.340+0000 7fa071fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:15.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.348+0000 7fa1bd98b9c0 20 remove_watcher() i=0 2024-09-12T17:30:15.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.348+0000 7fa1bd98b9c0 2 removed watcher, disabling cache 2024-09-12T17:30:15.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.352+0000 7fa1bd98b9c0 20 remove_watcher() i=1 2024-09-12T17:30:15.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.352+0000 7fa1bd98b9c0 20 remove_watcher() i=2 2024-09-12T17:30:15.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.356+0000 7fa1bd98b9c0 20 remove_watcher() i=3 2024-09-12T17:30:15.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.356+0000 7fa1bd98b9c0 20 remove_watcher() i=4 2024-09-12T17:30:15.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.360+0000 7fa1bd98b9c0 20 remove_watcher() i=5 2024-09-12T17:30:15.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.360+0000 7fa1bd98b9c0 20 remove_watcher() i=6 2024-09-12T17:30:15.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:15.364+0000 7fa1bd98b9c0 20 remove_watcher() i=7 2024-09-12T17:30:15.384 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:30:45.410 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:30:45.447 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:45.447 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:45.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.491+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 realm 2024-09-12T17:30:45.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:45.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:45.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:45.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.495+0000 7f2a177549c0 20 searching for the correct realm 2024-09-12T17:30:45.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.499+0000 7f2a15a5b640 0 -- 172.21.15.1:0/3535791555 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2a000a9070 msgr2=0x7f2a000bd910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:45.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.715+0000 7f2a14a59640 0 -- 172.21.15.1:0/3535791555 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2a100760c0 msgr2=0x7f2a1005b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:45.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.931+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:45.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 zone default found 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 4 Realm: () 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 zonegroup default 2024-09-12T17:30:45.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.935+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.939+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.939+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.939+0000 7f2a177549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:45.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.939+0000 7f2a177549c0 20 started sync module instance, tier type = 2024-09-12T17:30:45.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.939+0000 7f2a177549c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=0 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=1 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=2 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=3 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=4 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=5 2024-09-12T17:30:45.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=6 2024-09-12T17:30:45.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 20 add_watcher() i=7 2024-09-12T17:30:45.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.967+0000 7f2a177549c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:45.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f28cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:45.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:45.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:45.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 5 note: GC not initialized 2024-09-12T17:30:45.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f28ca7e4640 20 reqs_thread_entry: start 2024-09-12T17:30:45.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:45.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 Filter name: none 2024-09-12T17:30:45.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f283bfff640 20 reqs_thread_entry: start 2024-09-12T17:30:45.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:30:45.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:45.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:30:45.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:30:45.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : miss 2024-09-12T17:30:45.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.975+0000 7f2a177549c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:45.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:45.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:45.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:45.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:45.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:45.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:45.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.979+0000 7f2a177549c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:30:45.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:45.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:45.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:45.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27, ofs0, ns] 2024-09-12T17:30:45.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f28f8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94810047113312 notifier 6524 bl.length()=939 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f28f8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f28f8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f28f8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_sources= new_sources= 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential sources added=[] removed=[] 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_dests= new_dests= 2024-09-12T17:30:45.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.987+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential dests added=[] removed=[] 2024-09-12T17:30:45.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.991+0000 7f2a177549c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.27.2.0 2024-09-12T17:30:45.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.991+0000 7f2a177549c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.27.2.0 2024-09-12T17:30:45.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.991+0000 7f2a177549c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.27.2.1 2024-09-12T17:30:45.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.991+0000 7f2a177549c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.27.2.1 2024-09-12T17:30:45.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.991+0000 7f2a177549c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.27.0 2024-09-12T17:30:46.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.999+0000 7f2a177549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:46.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:45.999+0000 7f2a177549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:46.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:46.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:46.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:46.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27, ofs0, ns] 2024-09-12T17:30:46.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f28f8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366220 cookie 94810047113312 notifier 6524 bl.length()=939 2024-09-12T17:30:46.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f28f8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:46.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f28f8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:46.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f28f8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:46.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_sources= new_sources= 2024-09-12T17:30:46.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential sources added=[] removed=[] 2024-09-12T17:30:46.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_dests= new_dests= 2024-09-12T17:30:46.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.003+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential dests added=[] removed=[] 2024-09-12T17:30:46.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.007+0000 7f2a177549c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.27.0 2024-09-12T17:30:46.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.007+0000 7f2a177549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:46.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.007+0000 7f2a177549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 2024-09-12T17:30:46.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:46.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:46.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:46.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27, ofs0, ns] 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f28e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366221 cookie 94810047113312 notifier 6524 bl.length()=907 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f28e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 info.flags=0x17 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f28e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:89018418-9cac-4cab-9409-03996b4334d4.4611.27 to cache LRU end 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f28e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_sources= new_sources= 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential sources added=[] removed=[] 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): orig_dests= new_dests= 2024-09-12T17:30:46.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[89018418-9cac-4cab-9409-03996b4334d4.4611.27]): potential dests added=[] removed=[] 2024-09-12T17:30:46.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.011+0000 7f2a177549c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:30:46.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.015+0000 7f28cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:46.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.023+0000 7f2a177549c0 20 remove_watcher() i=0 2024-09-12T17:30:46.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.023+0000 7f2a177549c0 2 removed watcher, disabling cache 2024-09-12T17:30:46.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.027+0000 7f2a177549c0 20 remove_watcher() i=1 2024-09-12T17:30:46.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.031+0000 7f2a177549c0 20 remove_watcher() i=2 2024-09-12T17:30:46.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.031+0000 7f2a177549c0 20 remove_watcher() i=3 2024-09-12T17:30:46.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.035+0000 7f2a177549c0 20 remove_watcher() i=4 2024-09-12T17:30:46.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.035+0000 7f2a177549c0 20 remove_watcher() i=5 2024-09-12T17:30:46.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.039+0000 7f2a177549c0 20 remove_watcher() i=6 2024-09-12T17:30:46.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.039+0000 7f2a177549c0 20 remove_watcher() i=7 2024-09-12T17:30:46.060 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:30:46.092 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:46.092 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:46.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.135+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.135+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.135+0000 7fd297f5e9c0 20 realm 2024-09-12T17:30:46.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.135+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:46.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:46.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:46.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.139+0000 7fd297f5e9c0 20 searching for the correct realm 2024-09-12T17:30:46.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.147+0000 7fd296265640 0 -- 172.21.15.1:0/3042897123 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fd28c041030 msgr2=0x7fd28c070970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:46.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.151+0000 7fd295263640 0 -- 172.21.15.1:0/3042897123 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fd2900e8450 msgr2=0x7fd2900e88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:46.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:46.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:46.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:46.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:46.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:46.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:46.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.367+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:46.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 zone default found 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 4 Realm: () 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 zonegroup default 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.371+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.375+0000 7fd297f5e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:46.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.375+0000 7fd297f5e9c0 20 started sync module instance, tier type = 2024-09-12T17:30:46.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.375+0000 7fd297f5e9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:46.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=0 2024-09-12T17:30:46.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=1 2024-09-12T17:30:46.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=2 2024-09-12T17:30:46.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=3 2024-09-12T17:30:46.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=4 2024-09-12T17:30:46.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=5 2024-09-12T17:30:46.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.407+0000 7fd297f5e9c0 20 add_watcher() i=6 2024-09-12T17:30:46.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.411+0000 7fd297f5e9c0 20 add_watcher() i=7 2024-09-12T17:30:46.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.411+0000 7fd297f5e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:46.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.415+0000 7fd1477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:46.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.415+0000 7fd297f5e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:46.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.415+0000 7fd297f5e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:46.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.415+0000 7fd297f5e9c0 5 note: GC not initialized 2024-09-12T17:30:46.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.415+0000 7fd1467fc640 20 reqs_thread_entry: start 2024-09-12T17:30:46.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:46.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 Filter name: none 2024-09-12T17:30:46.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd0b7fff640 20 reqs_thread_entry: start 2024-09-12T17:30:46.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:46.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:46.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:46.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:30:46.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.419+0000 7fd297f5e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:46.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.423+0000 7fd297f5e9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:30:46.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.423+0000 7fd297f5e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:46.426 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.423+0000 7fd1477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:46.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.431+0000 7fd297f5e9c0 20 remove_watcher() i=0 2024-09-12T17:30:46.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.431+0000 7fd297f5e9c0 2 removed watcher, disabling cache 2024-09-12T17:30:46.434 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.431+0000 7fd297f5e9c0 20 remove_watcher() i=1 2024-09-12T17:30:46.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.435+0000 7fd297f5e9c0 20 remove_watcher() i=2 2024-09-12T17:30:46.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.435+0000 7fd297f5e9c0 20 remove_watcher() i=3 2024-09-12T17:30:46.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.439+0000 7fd297f5e9c0 20 remove_watcher() i=4 2024-09-12T17:30:46.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.439+0000 7fd297f5e9c0 20 remove_watcher() i=5 2024-09-12T17:30:46.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.443+0000 7fd297f5e9c0 20 remove_watcher() i=6 2024-09-12T17:30:46.445 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:46.443+0000 7fd297f5e9c0 20 remove_watcher() i=7 2024-09-12T17:30:46.466 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:46.466 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:46.466 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-trim-reshard-log-entries id: 89018418-9cac-4cab-9409-03996b4334d4.4611.27 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:30:46.466 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:46.468 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.468 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.475 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.475 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.526 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.527 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.557 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T17:30:46.557 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:46.559 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.559 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.576 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.576 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.622 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.622 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.642 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.642 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.661 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.661 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.679 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.679 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.697 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.697 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.717 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.717 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.735 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.735 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.751 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.752 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.769 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.769 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.786 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.787 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.803 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.804 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.821 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.821 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.839 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.839 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.857 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.858 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.874 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.874 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.892 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.892 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.909 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.909 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.927 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.927 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.944 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.944 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.961 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:46.962 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:46.979 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:30:47.014 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:47.014 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:47.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.059+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 realm 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:47.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:47.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.063+0000 7feb437799c0 20 searching for the correct realm 2024-09-12T17:30:47.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.067+0000 7feb41a80640 0 -- 172.21.15.1:0/1374584029 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7feb3811bbe0 msgr2=0x7feb38109ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:47.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.283+0000 7feb40a7e640 0 -- 172.21.15.1:0/1374584029 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7feb3c019850 msgr2=0x7feb3c0820c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:47.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.499+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:47.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 zone default found 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 4 Realm: () 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 zonegroup default 2024-09-12T17:30:47.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.503+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.507+0000 7feb437799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.507+0000 7feb437799c0 20 started sync module instance, tier type = 2024-09-12T17:30:47.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.507+0000 7feb437799c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:47.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=0 2024-09-12T17:30:47.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=1 2024-09-12T17:30:47.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=2 2024-09-12T17:30:47.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=3 2024-09-12T17:30:47.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=4 2024-09-12T17:30:47.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=5 2024-09-12T17:30:47.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=6 2024-09-12T17:30:47.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 20 add_watcher() i=7 2024-09-12T17:30:47.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.527+0000 7feb437799c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:47.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7fe9f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:47.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7feb437799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:47.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7feb437799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:47.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7feb437799c0 5 note: GC not initialized 2024-09-12T17:30:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7fe9f67e4640 20 reqs_thread_entry: start 2024-09-12T17:30:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7feb437799c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.531+0000 7feb437799c0 20 Filter name: none 2024-09-12T17:30:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7fe967fff640 20 reqs_thread_entry: start 2024-09-12T17:30:47.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:47.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:47.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7feb437799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:47.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.535+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.539+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:47.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.539+0000 7feb437799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.539+0000 7feb437799c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:47.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.539+0000 7feb437799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:47.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.543+0000 7fe9f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:47.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.547+0000 7feb437799c0 20 remove_watcher() i=0 2024-09-12T17:30:47.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.547+0000 7feb437799c0 2 removed watcher, disabling cache 2024-09-12T17:30:47.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.547+0000 7feb437799c0 20 remove_watcher() i=1 2024-09-12T17:30:47.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.551+0000 7feb437799c0 20 remove_watcher() i=2 2024-09-12T17:30:47.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.555+0000 7feb437799c0 20 remove_watcher() i=3 2024-09-12T17:30:47.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.555+0000 7feb437799c0 20 remove_watcher() i=4 2024-09-12T17:30:47.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.555+0000 7feb437799c0 20 remove_watcher() i=5 2024-09-12T17:30:47.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.559+0000 7feb437799c0 20 remove_watcher() i=6 2024-09-12T17:30:47.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.559+0000 7feb437799c0 20 remove_watcher() i=7 2024-09-12T17:30:47.579 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:47.579 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:47.579 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-block-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:47.579 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:47.580 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T17:30:47.617 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:47.618 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:47.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.659+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 realm 2024-09-12T17:30:47.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:47.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.663+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.667+0000 7fd7b53ac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:47.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.667+0000 7fd7b53ac9c0 20 searching for the correct realm 2024-09-12T17:30:47.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.667+0000 7fd7b2eb2640 0 -- 172.21.15.1:0/1298113208 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fd79c003be0 msgr2=0x7fd7ac08d0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:47.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.675+0000 7fd7b2eb2640 0 -- 172.21.15.1:0/1298113208 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x558a38819760 msgr2=0x7fd7ac08d910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:47.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:47.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.899+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:47.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 zone default found 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 4 Realm: () 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 zonegroup default 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:47.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 started sync module instance, tier type = 2024-09-12T17:30:47.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.903+0000 7fd7b53ac9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=0 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=1 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=2 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=3 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=4 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=5 2024-09-12T17:30:47.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=6 2024-09-12T17:30:47.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 20 add_watcher() i=7 2024-09-12T17:30:47.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.931+0000 7fd7b53ac9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:47.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.935+0000 7fd669fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:47.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:47.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:47.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 5 note: GC not initialized 2024-09-12T17:30:47.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd668fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:47.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:47.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 Filter name: none 2024-09-12T17:30:47.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd661ffb640 20 reqs_thread_entry: start 2024-09-12T17:30:47.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:30:47.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:47.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:30:47.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:30:47.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 : miss 2024-09-12T17:30:47.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.939+0000 7fd7b53ac9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:47.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.943+0000 7fd7b53ac9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:47.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.943+0000 7fd7b53ac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.943+0000 7fd7b53ac9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.943+0000 7fd7b53ac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:47.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.943+0000 7fd7b53ac9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.943+0000 7fd7b53ac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 2024-09-12T17:30:47.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28, ofs0, ns] 2024-09-12T17:30:47.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd6967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366174 cookie 94052144253024 notifier 6993 bl.length()=915 2024-09-12T17:30:47.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd6967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd6967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd6967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_sources= new_sources= 2024-09-12T17:30:47.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential sources added=[] removed=[] 2024-09-12T17:30:47.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_dests= new_dests= 2024-09-12T17:30:47.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.951+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential dests added=[] removed=[] 2024-09-12T17:30:47.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.955+0000 7fd7b53ac9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.0 2024-09-12T17:30:47.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.955+0000 7fd7b53ac9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.0 2024-09-12T17:30:47.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.955+0000 7fd7b53ac9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.1 2024-09-12T17:30:47.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.955+0000 7fd7b53ac9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.1 2024-09-12T17:30:47.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.955+0000 7fd7b53ac9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.0 2024-09-12T17:30:47.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.959+0000 7fd7b53ac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:47.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.959+0000 7fd7b53ac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 2024-09-12T17:30:47.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd7b53ac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd7b53ac9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd7b53ac9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd7b53ac9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28, ofs0, ns] 2024-09-12T17:30:47.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd6967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94052144253024 notifier 6993 bl.length()=915 2024-09-12T17:30:47.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd6967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd6967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.963+0000 7fd6967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd695ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366176 cookie 94052144253024 notifier 6993 bl.length()=915 2024-09-12T17:30:47.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd695ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd695ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd695ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_sources= new_sources= 2024-09-12T17:30:47.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential sources added=[] removed=[] 2024-09-12T17:30:47.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_dests= new_dests= 2024-09-12T17:30:47.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential dests added=[] removed=[] 2024-09-12T17:30:47.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd7b53ac9c0 -1 Injecting error=-5 at location=block_writes 2024-09-12T17:30:47.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.967+0000 7fd7b53ac9c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:30:47.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.971+0000 7fd7b53ac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:47.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.971+0000 7fd7b53ac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 2024-09-12T17:30:47.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28, ofs0, ns] 2024-09-12T17:30:47.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd6967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366177 cookie 94052144253024 notifier 6993 bl.length()=883 2024-09-12T17:30:47.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd6967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:47.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd6967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:47.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd6967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:47.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_sources= new_sources= 2024-09-12T17:30:47.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential sources added=[] removed=[] 2024-09-12T17:30:47.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_dests= new_dests= 2024-09-12T17:30:47.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential dests added=[] removed=[] 2024-09-12T17:30:47.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.975+0000 7fd7b53ac9c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T17:30:47.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.979+0000 7fd669fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:47.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.987+0000 7fd7b53ac9c0 20 remove_watcher() i=0 2024-09-12T17:30:47.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.987+0000 7fd7b53ac9c0 2 removed watcher, disabling cache 2024-09-12T17:30:47.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.987+0000 7fd7b53ac9c0 20 remove_watcher() i=1 2024-09-12T17:30:47.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.991+0000 7fd7b53ac9c0 20 remove_watcher() i=2 2024-09-12T17:30:47.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.991+0000 7fd7b53ac9c0 20 remove_watcher() i=3 2024-09-12T17:30:47.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.995+0000 7fd7b53ac9c0 20 remove_watcher() i=4 2024-09-12T17:30:47.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.995+0000 7fd7b53ac9c0 20 remove_watcher() i=5 2024-09-12T17:30:48.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.999+0000 7fd7b53ac9c0 20 remove_watcher() i=6 2024-09-12T17:30:48.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:47.999+0000 7fd7b53ac9c0 20 remove_watcher() i=7 2024-09-12T17:30:48.022 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:30:48.056 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:48.056 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:48.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.099+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 realm 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:48.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.103+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.107+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:48.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.107+0000 7f69cbc589c0 20 searching for the correct realm 2024-09-12T17:30:48.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.111+0000 7f69c9f5f640 0 -- 172.21.15.1:0/1728888813 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f69c0051040 msgr2=0x7f69c002c420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:48.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.115+0000 7f69c8f5d640 0 -- 172.21.15.1:0/1728888813 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f69c41028a0 msgr2=0x7f69c4123040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.331+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:48.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:48.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 zone default found 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 4 Realm: () 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 zonegroup default 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.335+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.339+0000 7f69cbc589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.339+0000 7f69cbc589c0 20 started sync module instance, tier type = 2024-09-12T17:30:48.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.339+0000 7f69cbc589c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=0 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=1 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=2 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=3 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=4 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=5 2024-09-12T17:30:48.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=6 2024-09-12T17:30:48.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 20 add_watcher() i=7 2024-09-12T17:30:48.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.363+0000 7f69cbc589c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:48.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.367+0000 7f687ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:48.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:48.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:48.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 5 note: GC not initialized 2024-09-12T17:30:48.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f687efe5640 20 reqs_thread_entry: start 2024-09-12T17:30:48.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:48.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 Filter name: none 2024-09-12T17:30:48.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f687cfe1640 20 reqs_thread_entry: start 2024-09-12T17:30:48.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:48.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.371+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:48.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:48.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:48.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:48.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.375+0000 7f69cbc589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:48.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.379+0000 7f687ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:48.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.383+0000 7f69cbc589c0 20 remove_watcher() i=0 2024-09-12T17:30:48.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.383+0000 7f69cbc589c0 2 removed watcher, disabling cache 2024-09-12T17:30:48.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.387+0000 7f69cbc589c0 20 remove_watcher() i=1 2024-09-12T17:30:48.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.387+0000 7f69cbc589c0 20 remove_watcher() i=2 2024-09-12T17:30:48.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.391+0000 7f69cbc589c0 20 remove_watcher() i=3 2024-09-12T17:30:48.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.395+0000 7f69cbc589c0 20 remove_watcher() i=4 2024-09-12T17:30:48.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.395+0000 7f69cbc589c0 20 remove_watcher() i=5 2024-09-12T17:30:48.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.395+0000 7f69cbc589c0 20 remove_watcher() i=6 2024-09-12T17:30:48.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.399+0000 7f69cbc589c0 20 remove_watcher() i=7 2024-09-12T17:30:48.419 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:48.419 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:48.419 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-block-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:48.419 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:48.420 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:48.420 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:48.430 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:48.430 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:48.473 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:30:48.511 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:48.511 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:48.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.555+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 realm 2024-09-12T17:30:48.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:48.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:48.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:48.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.559+0000 7fdbf013a9c0 20 searching for the correct realm 2024-09-12T17:30:48.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.563+0000 7fdbee441640 0 -- 172.21.15.1:0/2911274972 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fdbe4018070 msgr2=0x7fdbe4010400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:48.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.571+0000 7fdbed43f640 0 -- 172.21.15.1:0/2911274972 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fdbe80f03e0 msgr2=0x7fdbe80f0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:48.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:48.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:48.790 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:48.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:48.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:48.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:48.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.787+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:48.792 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 zone default found 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 4 Realm: () 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 zonegroup default 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.795 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.791+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.795+0000 7fdbf013a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.795+0000 7fdbf013a9c0 20 started sync module instance, tier type = 2024-09-12T17:30:48.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.795+0000 7fdbf013a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=0 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=1 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=2 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=3 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=4 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=5 2024-09-12T17:30:48.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.815+0000 7fdbf013a9c0 20 add_watcher() i=6 2024-09-12T17:30:48.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.819+0000 7fdbf013a9c0 20 add_watcher() i=7 2024-09-12T17:30:48.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.819+0000 7fdbf013a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:48.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fda9f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:48.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:48.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:48.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 5 note: GC not initialized 2024-09-12T17:30:48.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fda9e7fc640 20 reqs_thread_entry: start 2024-09-12T17:30:48.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:48.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 20 Filter name: none 2024-09-12T17:30:48.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fda0ffff640 20 reqs_thread_entry: start 2024-09-12T17:30:48.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:30:48.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.823+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:48.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:30:48.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:30:48.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 : miss 2024-09-12T17:30:48.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:48.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:48.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.827+0000 7fdbf013a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 2024-09-12T17:30:48.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.835+0000 7fdbf013a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.835+0000 7fdbf013a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.835+0000 7fdbf013a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.835+0000 7fdbf013a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28, ofs0, ns] 2024-09-12T17:30:48.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdad17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366178 cookie 94680738130960 notifier 6602 bl.length()=915 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdad17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdad17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdad17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_sources= new_sources= 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential sources added=[] removed=[] 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_dests= new_dests= 2024-09-12T17:30:48.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.839+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential dests added=[] removed=[] 2024-09-12T17:30:48.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.843+0000 7fdbf013a9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.0 2024-09-12T17:30:48.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.843+0000 7fdbf013a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.0 2024-09-12T17:30:48.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.843+0000 7fdbf013a9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.1 2024-09-12T17:30:48.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.843+0000 7fdbf013a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.1.1 2024-09-12T17:30:48.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.843+0000 7fdbf013a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.0 2024-09-12T17:30:48.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.847+0000 7fdbf013a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:48.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.847+0000 7fdbf013a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 2024-09-12T17:30:48.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28, ofs0, ns] 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdad17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366179 cookie 94680738130960 notifier 6602 bl.length()=915 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdad17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdad17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdad17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_sources= new_sources= 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential sources added=[] removed=[] 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_dests= new_dests= 2024-09-12T17:30:48.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.851+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential dests added=[] removed=[] 2024-09-12T17:30:48.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.28.0 2024-09-12T17:30:48.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:48.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 2024-09-12T17:30:48.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdbf013a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28, ofs0, ns] 2024-09-12T17:30:48.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdad17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94680738130960 notifier 6602 bl.length()=883 2024-09-12T17:30:48.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdad17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 info.flags=0x17 2024-09-12T17:30:48.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdad17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.28 to cache LRU end 2024-09-12T17:30:48.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.855+0000 7fdad17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:48.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.859+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_sources= new_sources= 2024-09-12T17:30:48.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.859+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential sources added=[] removed=[] 2024-09-12T17:30:48.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.859+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): orig_dests= new_dests= 2024-09-12T17:30:48.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.859+0000 7fdbf013a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.28]): potential dests added=[] removed=[] 2024-09-12T17:30:48.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.859+0000 7fdbf013a9c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:30:48.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.863+0000 7fda9f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:48.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.867+0000 7fdbf013a9c0 20 remove_watcher() i=0 2024-09-12T17:30:48.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.867+0000 7fdbf013a9c0 2 removed watcher, disabling cache 2024-09-12T17:30:48.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.871+0000 7fdbf013a9c0 20 remove_watcher() i=1 2024-09-12T17:30:48.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.871+0000 7fdbf013a9c0 20 remove_watcher() i=2 2024-09-12T17:30:48.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.875+0000 7fdbf013a9c0 20 remove_watcher() i=3 2024-09-12T17:30:48.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.875+0000 7fdbf013a9c0 20 remove_watcher() i=4 2024-09-12T17:30:48.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.879+0000 7fdbf013a9c0 20 remove_watcher() i=5 2024-09-12T17:30:48.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.879+0000 7fdbf013a9c0 20 remove_watcher() i=6 2024-09-12T17:30:48.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.883+0000 7fdbf013a9c0 20 remove_watcher() i=7 2024-09-12T17:30:48.902 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:30:48.931 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:48.931 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:48.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 realm 2024-09-12T17:30:48.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:48.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:48.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.975+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.979+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:48.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.979+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:48.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.979+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:48.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.979+0000 7f11b68779c0 20 searching for the correct realm 2024-09-12T17:30:48.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:48.983+0000 7f11b4b7e640 0 -- 172.21.15.1:0/1556478540 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f11a8055040 msgr2=0x7f11a8055420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:49.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.199+0000 7f11b3b7c640 0 -- 172.21.15.1:0/1556478540 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f11ac111b60 msgr2=0x7f11ac10d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:49.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.415+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:49.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:49.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 zone default found 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 4 Realm: () 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 zonegroup default 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:49.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.419+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.423+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:49.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.423+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.423+0000 7f11b68779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:49.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.423+0000 7f11b68779c0 20 started sync module instance, tier type = 2024-09-12T17:30:49.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.423+0000 7f11b68779c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:49.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=0 2024-09-12T17:30:49.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=1 2024-09-12T17:30:49.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=2 2024-09-12T17:30:49.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=3 2024-09-12T17:30:49.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=4 2024-09-12T17:30:49.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=5 2024-09-12T17:30:49.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=6 2024-09-12T17:30:49.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 20 add_watcher() i=7 2024-09-12T17:30:49.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.447+0000 7f11b68779c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.451+0000 7f106afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:49.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 5 note: GC not initialized 2024-09-12T17:30:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f1069fdb640 20 reqs_thread_entry: start 2024-09-12T17:30:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:49.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 Filter name: none 2024-09-12T17:30:49.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f0fdb7fe640 20 reqs_thread_entry: start 2024-09-12T17:30:49.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:49.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:49.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:49.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.455+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.459+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:49.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.459+0000 7f11b68779c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:49.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.459+0000 7f11b68779c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:49.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.459+0000 7f11b68779c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:49.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.463+0000 7f106afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:49.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.467+0000 7f11b68779c0 20 remove_watcher() i=0 2024-09-12T17:30:49.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.467+0000 7f11b68779c0 2 removed watcher, disabling cache 2024-09-12T17:30:49.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.471+0000 7f11b68779c0 20 remove_watcher() i=1 2024-09-12T17:30:49.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.471+0000 7f11b68779c0 20 remove_watcher() i=2 2024-09-12T17:30:49.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.475+0000 7f11b68779c0 20 remove_watcher() i=3 2024-09-12T17:30:49.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.475+0000 7f11b68779c0 20 remove_watcher() i=4 2024-09-12T17:30:49.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.475+0000 7f11b68779c0 20 remove_watcher() i=5 2024-09-12T17:30:49.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.479+0000 7f11b68779c0 20 remove_watcher() i=6 2024-09-12T17:30:49.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:49.479+0000 7f11b68779c0 20 remove_watcher() i=7 2024-09-12T17:30:49.499 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:49.499 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:49.499 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-block-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:30:49.499 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:49.500 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.500 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.503 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.503 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.550 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.550 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.573 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T17:30:49.573 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:49.574 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.574 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.588 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.588 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.636 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.636 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.657 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.657 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.675 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.675 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.692 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.693 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.709 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.709 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.727 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.727 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.743 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.744 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.761 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.761 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.778 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.779 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.796 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.796 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.813 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.813 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.830 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.830 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.847 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.848 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.866 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.866 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.884 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.884 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.902 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.902 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.919 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.919 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.937 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.937 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.955 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.955 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.972 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:49.973 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:49.988 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:30:50.021 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:50.021 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:50.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 realm 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.079+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.083+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.085 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.083+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.083+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:50.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.083+0000 7f8d0c3a19c0 20 searching for the correct realm 2024-09-12T17:30:50.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.087+0000 7f8d096a6640 0 -- 172.21.15.1:0/4100308958 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f8cfc123040 msgr2=0x7f8cfc0c0680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.091+0000 7f8d09ea7640 0 -- 172.21.15.1:0/4100308958 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f8d0402b070 msgr2=0x7f8d040074d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:50.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:50.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:50.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:50.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:50.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:50.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:50.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 zone default found 2024-09-12T17:30:50.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 4 Realm: () 2024-09-12T17:30:50.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 zonegroup default 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 started sync module instance, tier type = 2024-09-12T17:30:50.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.103+0000 7f8d0c3a19c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:50.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=0 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=1 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=2 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=3 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=4 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=5 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=6 2024-09-12T17:30:50.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 20 add_watcher() i=7 2024-09-12T17:30:50.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.119+0000 7f8d0c3a19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:50.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8bbb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:50.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:50.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 5 note: GC not initialized 2024-09-12T17:30:50.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8bba7fc640 20 reqs_thread_entry: start 2024-09-12T17:30:50.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:50.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 Filter name: none 2024-09-12T17:30:50.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8b2bfff640 20 reqs_thread_entry: start 2024-09-12T17:30:50.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:50.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:50.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:50.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.123+0000 7f8d0c3a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:50.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.127+0000 7f8bbb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.131+0000 7f8d0c3a19c0 20 remove_watcher() i=0 2024-09-12T17:30:50.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.131+0000 7f8d0c3a19c0 2 removed watcher, disabling cache 2024-09-12T17:30:50.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.131+0000 7f8d0c3a19c0 20 remove_watcher() i=1 2024-09-12T17:30:50.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.135+0000 7f8d0c3a19c0 20 remove_watcher() i=2 2024-09-12T17:30:50.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.135+0000 7f8d0c3a19c0 20 remove_watcher() i=3 2024-09-12T17:30:50.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.139+0000 7f8d0c3a19c0 20 remove_watcher() i=4 2024-09-12T17:30:50.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.139+0000 7f8d0c3a19c0 20 remove_watcher() i=5 2024-09-12T17:30:50.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.139+0000 7f8d0c3a19c0 20 remove_watcher() i=6 2024-09-12T17:30:50.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.139+0000 7f8d0c3a19c0 20 remove_watcher() i=7 2024-09-12T17:30:50.155 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.155 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:50.156 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-block-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:50.156 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.156 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T17:30:50.187 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:50.187 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:50.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 20 realm 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:50.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.231+0000 7f17429219c0 20 searching for the correct realm 2024-09-12T17:30:50.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.235+0000 7f1740c28640 0 -- 172.21.15.1:0/679560634 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1734139040 msgr2=0x7f17340fd470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.243+0000 7f173fc26640 0 -- 172.21.15.1:0/679560634 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f173805c1f0 msgr2=0x7f173805e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:50.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:50.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:50.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:50.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:50.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:50.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 zone default found 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 4 Realm: () 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:50.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 zonegroup default 2024-09-12T17:30:50.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.467+0000 7f17429219c0 20 started sync module instance, tier type = 2024-09-12T17:30:50.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.467+0000 7f17429219c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:50.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=0 2024-09-12T17:30:50.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=1 2024-09-12T17:30:50.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=2 2024-09-12T17:30:50.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=3 2024-09-12T17:30:50.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=4 2024-09-12T17:30:50.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=5 2024-09-12T17:30:50.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=6 2024-09-12T17:30:50.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.491+0000 7f17429219c0 20 add_watcher() i=7 2024-09-12T17:30:50.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.491+0000 7f17429219c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:50.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f15f6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:50.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:50.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 5 note: GC not initialized 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f15f5fdb640 20 reqs_thread_entry: start 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 Filter name: none 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f15677fe640 20 reqs_thread_entry: start 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : miss 2024-09-12T17:30:50.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:50.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:50.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.495+0000 7f17429219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:50.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f17429219c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f17429219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:30:50.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94380203538128 notifier 6656 bl.length()=915 2024-09-12T17:30:50.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:30:50.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:30:50.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:30:50.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:30:50.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.511+0000 7f17429219c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.0 2024-09-12T17:30:50.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.0 2024-09-12T17:30:50.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.511+0000 7f17429219c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.1 2024-09-12T17:30:50.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.1 2024-09-12T17:30:50.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.0 2024-09-12T17:30:50.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.515+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:50.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.515+0000 7f17429219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:50.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:30:50.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94380203538128 notifier 6656 bl.length()=915 2024-09-12T17:30:50.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:30:50.522 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f17429219c0 time 2024-09-12T17:30:50.523389+0000 2024-09-12T17:30:50.523 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:50.523 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.523 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f17461fb2eb] 2024-09-12T17:30:50.523 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.523 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.519+0000 7f17429219c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f17429219c0 time 2024-09-12T17:30:50.523389+0000 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.524 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f17461fb2eb] 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.525 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:30:50.526 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f17429219c0 thread_name:radosgw-admin 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f174507a520] 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f17461fb345] 2024-09-12T17:30:50.539 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.523+0000 7f17429219c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f17429219c0 thread_name:radosgw-admin 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.540 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f174507a520] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f17461fb345] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:50.541 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding auth protocol: cephx 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding auth protocol: cephx 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.542 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:30:50.207+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: starting msgr at 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: starting objecter 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command objecter_requests hook 0x55d69a720af0 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: setting wanted keys 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: calling monclient init 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.543 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding auth protocol: cephx 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding auth protocol: cephx 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding auth protocol: cephx 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.544 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:30:50.207+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:30:50.207+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key hook 0x55d69a719148 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a5d2760 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a5d4440 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a65e530 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.545 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.498104s 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a5d4440 auth_method 0 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): get_auth_request con 0x55d69a65e530 auth_method 0 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.546 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_done global_id 6647 payload 824 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:30:50.207+0000 7f1740c28640 1 monclient: found mon.noname-c 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.547 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: dump: 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.548 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: dump: 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.549 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:30:50.207+0000 7f162e60c640 4 set_mon_vals no callback set 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 monclient: authenticate success, global_id 6647 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: init done 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:30:50.211+0000 7f162ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:30:50.211+0000 7f162ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:30:50.211+0000 7f162ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:30:50.211+0000 7f173fc26640 10 monclient: get_auth_request con 0x55d69a7411d0 auth_method 0 2024-09-12T17:30:50.550 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:30:50.211+0000 7f1740427640 10 monclient: get_auth_request con 0x7f1628070ae0 auth_method 0 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:30:50.211+0000 7f1740427640 10 monclient: get_auth_request con 0x55d69a763ce0 auth_method 0 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:30:50.215+0000 7f173fc26640 10 monclient: get_auth_request con 0x55d69a768090 auth_method 0 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:30:50.215+0000 7f1740c28640 10 monclient: get_auth_request con 0x55d69a767580 auth_method 0 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:30:50.215+0000 7f17429219c0 10 monclient: build_initial_monmap 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:30:50.215+0000 7f17429219c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:30:50.215+0000 7f17429219c0 10 monclient: monmap: 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:50.551 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding auth protocol: cephx 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding auth protocol: cephx 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding auth protocol: cephx 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.552 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:30:50.215+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d69a773c30 EEXIST 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding auth protocol: cephx 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding auth protocol: cephx 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding auth protocol: cephx 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.553 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:30:50.219+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:30:50.219+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.554 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key cmddesc rotate-key hook 0x55d69a76f2d0 EEXIST 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a797de0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a797710 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a7960f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.508608s 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a797de0 auth_method 0 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.555 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): get_auth_request con 0x55d69a797710 auth_method 0 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.556 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): get_auth_request con 0x55d69a7960f0 auth_method 0 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_done global_id 7077 payload 824 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:30:50.219+0000 7f173fc26640 1 monclient: found mon.noname-a 2024-09-12T17:30:50.558 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: dump: 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.559 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: dump: 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.560 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:30:50.219+0000 7f1741429640 4 set_mon_vals no callback set 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 monclient: authenticate success, global_id 7077 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:30:50.219+0000 7f1625ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:30:50.219+0000 7f1625ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.561 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:30:50.219+0000 7f1625ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: get_monmap_and_config 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: build_initial_monmap 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: monmap: 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:50.562 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding auth protocol: cephx 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding auth protocol: cephx 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding auth protocol: cephx 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.563 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1618070a20 auth_method 0 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding auth protocol: cephx 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding auth protocol: cephx 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding auth protocol: cephx 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.564 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffebe1b7c28 EEXIST 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:30:50.565 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a7ebb90 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a7e7030 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a7dd7a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.513323s 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): get_auth_request con 0x55d69a7e7030 auth_method 0 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a7ebb90 auth_method 0 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.566 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request con 0x55d69a7dd7a0 auth_method 0 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_done global_id 6653 payload 274 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.567 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:30:50.223+0000 7f1740c28640 1 monclient: found mon.noname-c 2024-09-12T17:30:50.568 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.568 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.568 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:50.568 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: dump: 2024-09-12T17:30:50.568 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.568 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:50.569 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: dump: 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 monclient: authenticate success, global_id 6653 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: get_monmap_and_config success 2024-09-12T17:30:50.570 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:30:50.223+0000 7f17429219c0 4 set_mon_vals no callback set 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: shutdown 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: build_initial_monmap 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: monmap: 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:50.571 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding auth protocol: cephx 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding auth protocol: cephx 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding auth protocol: cephx 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.572 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: starting msgr at 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: starting objecter 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d69a7bd040 EEXIST 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: setting wanted keys 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: calling monclient init 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding auth protocol: cephx 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding auth protocol: cephx 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding auth protocol: cephx 2024-09-12T17:30:50.573 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.574 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key cmddesc rotate-key hook 0x55d69a799d48 EEXIST 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a7dd7a0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a7e7030 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a7ebb90 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.575 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.515847s 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a7dd7a0 auth_method 0 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request con 0x55d69a7ebb90 auth_method 0 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.576 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_done global_id 6656 payload 824 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:30:50.227+0000 7f173fc26640 1 monclient: found mon.noname-c 2024-09-12T17:30:50.577 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: dump: 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.578 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.579 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: dump: 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.580 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:30:50.227+0000 7f17429219c0 5 monclient: authenticate success, global_id 6656 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:30:50.227+0000 7f16177fe640 4 set_mon_vals no callback set 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:30:50.227+0000 7f17429219c0 1 librados: init done 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:30:50.227+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cr dump hook 0x55d69a7e5dd8 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:30:50.227+0000 7f1615ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:30:50.227+0000 7f1615ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:30:50.227+0000 7f1615ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:30:50.227+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1608070b10 auth_method 0 2024-09-12T17:30:50.581 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient: get_auth_request con 0x55d69a804fa0 auth_method 0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 realm 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:30:50.227+0000 7f17429219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:30:50.231+0000 7f173fc26640 10 monclient: get_auth_request con 0x55d69a8091d0 auth_method 0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:30:50.231+0000 7f1740c28640 10 monclient: get_auth_request con 0x55d69a80ca10 auth_method 0 2024-09-12T17:30:50.582 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 searching for the correct realm 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:30:50.231+0000 7f1740427640 10 monclient: get_auth_request con 0x7f1738077a40 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:30:50.235+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f1730032920 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:30:50.235+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1734139040 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:30:50.235+0000 7f1740c28640 0 -- 172.21.15.1:0/679560634 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1734139040 msgr2=0x7f17340fd470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:30:50.235+0000 7f1615ffb640 1 client.6656.objecter ms_handle_reset 0x7f1734139040 session 0x7f17340a6070 osd.4 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:30:50.235+0000 7f1615ffb640 10 monclient: _renew_subs 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:30:50.235+0000 7f1615ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:30:50.235+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1608081230 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:30:50.239+0000 7f1740427640 10 monclient: get_auth_request con 0x7f1738093210 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:30:50.243+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f173805c1f0 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:30:50.243+0000 7f173fc26640 0 -- 172.21.15.1:0/679560634 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f173805c1f0 msgr2=0x7f173805e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:30:50.447+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f173805c1f0 auth_method 0 2024-09-12T17:30:50.583 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:50.584 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 zone default found 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:30:50.463+0000 7f17429219c0 4 Realm: () 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:30:50.463+0000 7f17429219c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:30:50.463+0000 7f17429219c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:30:50.463+0000 7f17429219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 zonegroup default 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:30:50.463+0000 7f1615ffb640 1 client.6656.objecter ms_handle_reset 0x7f173805c1f0 session 0x7f1738065e30 osd.0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:30:50.463+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f1734139040 auth_method 0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.585 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 started sync module instance, tier type = 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=0 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=1 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=2 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=3 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=4 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=5 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=6 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:30:50.491+0000 7f17429219c0 20 add_watcher() i=7 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:30:50.491+0000 7f17429219c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:50.586 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding auth protocol: cephx 2024-09-12T17:30:50.588 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding auth protocol: cephx 2024-09-12T17:30:50.588 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding auth protocol: cephx 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.589 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:30:50.495+0000 7f15f6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:30:50.495+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache list hook 0x55d69a7e22c0 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache inspect hook 0x55d69a7e22c0 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache erase hook 0x55d69a7e22c0 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache zap hook 0x55d69a7e22c0 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 note: GC not initialized 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:30:50.495+0000 7f15f5fdb640 20 reqs_thread_entry: start 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace show hook 0x7f1738019040 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace history hook 0x7f1738019040 2024-09-12T17:30:50.590 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace active hook 0x7f1738019040 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace active_short hook 0x7f1738019040 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 Filter name: none 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:30:50.495+0000 7f15677fe640 20 reqs_thread_entry: start 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : miss 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:50.591 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94380203538128 notifier 6656 bl.length()=915 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.592 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:30:50.511+0000 7f17429219c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.0 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.0 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:30:50.511+0000 7f17429219c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.1 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.1 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.0 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:30:50.515+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:30:50.515+0000 7f17429219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.593 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94380203538128 notifier 6656 bl.length()=915 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:30:50.519+0000 7f17429219c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f17429219c0 time 2024-09-12T17:30:50.523389+0000 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.594 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f17461fb2eb] 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:30:50.523+0000 7f17429219c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f17429219c0 thread_name:radosgw-admin 2024-09-12T17:30:50.595 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f174507a520] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f17461fb345] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.596 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:30:50.597 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:30:50.598 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:30:50.599 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:30:50.600 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:30:50.601 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:30:50.602 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:30:50.603 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 7f15677fe640 / http_manager 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 7f15f5fdb640 / http_manager 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 7f15f6fdd640 / rgw_dt_lg_renew 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1615ffb640 / ms_dispatch 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 7f16177fe640 / io_context_pool 2024-09-12T17:30:50.604 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1625ffb640 / ms_dispatch 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f162ce09640 / ms_dispatch 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f162e60c640 / io_context_pool 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f173fc26640 / msgr-worker-2 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1740427640 / msgr-worker-1 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1740c28640 / msgr-worker-0 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1741429640 / io_context_pool 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: 7f17429219c0 / radosgw-admin 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.103471.log 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding auth protocol: cephx 2024-09-12T17:30:50.605 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding auth protocol: cephx 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: crc 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a71c400) adding con mode: secure 2024-09-12T17:30:50.606 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:30:50.207+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: starting msgr at 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: starting objecter 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command objecter_requests hook 0x55d69a720af0 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: setting wanted keys 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: calling monclient init 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding auth protocol: cephx 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding auth protocol: cephx 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding auth protocol: cephx 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.607 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: crc 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 AuthRegistry(0x55d69a719000) adding con mode: secure 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:30:50.207+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:30:50.207+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key hook 0x55d69a719148 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:30:50.608 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a5d2760 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a5d4440 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a65e530 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.498104s 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a5d4440 auth_method 0 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): get_auth_request con 0x55d69a65e530 auth_method 0 2024-09-12T17:30:50.609 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:30:50.207+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient(hunting): handle_auth_done global_id 6647 payload 824 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:30:50.207+0000 7f1740c28640 1 monclient: found mon.noname-c 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:30:50.207+0000 7f1740c28640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.610 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: dump: 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.611 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:30:50.207+0000 7f162ce09640 10 monclient: dump: 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.612 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:30:50.207+0000 7f162e60c640 4 set_mon_vals no callback set 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:30:50.207+0000 7f17429219c0 5 monclient: authenticate success, global_id 6647 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:30:50.207+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:30:50.207+0000 7f17429219c0 1 librados: init done 2024-09-12T17:30:50.613 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:30:50.211+0000 7f162ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:30:50.211+0000 7f162ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:30:50.211+0000 7f162ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:30:50.211+0000 7f173fc26640 10 monclient: get_auth_request con 0x55d69a7411d0 auth_method 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:30:50.211+0000 7f1740427640 10 monclient: get_auth_request con 0x7f1628070ae0 auth_method 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:30:50.211+0000 7f1740427640 10 monclient: get_auth_request con 0x55d69a763ce0 auth_method 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:30:50.215+0000 7f173fc26640 10 monclient: get_auth_request con 0x55d69a768090 auth_method 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:30:50.215+0000 7f1740c28640 10 monclient: get_auth_request con 0x55d69a767580 auth_method 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:30:50.215+0000 7f17429219c0 10 monclient: build_initial_monmap 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:30:50.215+0000 7f17429219c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:30:50.215+0000 7f17429219c0 10 monclient: monmap: 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:50.614 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding auth protocol: cephx 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding auth protocol: cephx 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding auth protocol: cephx 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.615 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: crc 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 AuthRegistry(0x55d69a770240) adding con mode: secure 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:30:50.215+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:30:50.215+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d69a773c30 EEXIST 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.616 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding auth protocol: cephx 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding auth protocol: cephx 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding auth protocol: cephx 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.617 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: crc 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 AuthRegistry(0x55d69a76f188) adding con mode: secure 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:30:50.219+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:30:50.219+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key cmddesc rotate-key hook 0x55d69a76f2d0 EEXIST 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a797de0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a797710 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a7960f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.618 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.508608s 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a797de0 auth_method 0 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): get_auth_request con 0x55d69a797710 auth_method 0 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.619 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:30:50.219+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): get_auth_request con 0x55d69a7960f0 auth_method 0 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:30:50.219+0000 7f1740427640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient(hunting): handle_auth_done global_id 7077 payload 824 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:30:50.219+0000 7f173fc26640 1 monclient: found mon.noname-a 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:30:50.219+0000 7f173fc26640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:30:50.620 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: dump: 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.621 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:30:50.219+0000 7f1625ffb640 10 monclient: dump: 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.622 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:30:50.219+0000 7f1741429640 4 set_mon_vals no callback set 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:30:50.219+0000 7f17429219c0 5 monclient: authenticate success, global_id 7077 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:30:50.219+0000 7f17429219c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:30:50.219+0000 7f1625ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:30:50.219+0000 7f1625ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:30:50.219+0000 7f1625ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: get_monmap_and_config 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: build_initial_monmap 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: monmap: 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:50.623 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding auth protocol: cephx 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding auth protocol: cephx 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding auth protocol: cephx 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.624 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: crc 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7b7680) adding con mode: secure 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1618070a20 auth_method 0 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.625 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding auth protocol: cephx 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding auth protocol: cephx 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding auth protocol: cephx 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.626 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: crc 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7ae0) adding con mode: secure 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffebe1b7c28 EEXIST 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a7ebb90 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a7e7030 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a7dd7a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.627 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.513323s 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): get_auth_request con 0x55d69a7e7030 auth_method 0 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a7ebb90 auth_method 0 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.628 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request con 0x55d69a7dd7a0 auth_method 0 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient(hunting): handle_auth_done global_id 6653 payload 274 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:30:50.223+0000 7f1740c28640 1 monclient: found mon.noname-c 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:30:50.223+0000 7f1740c28640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:50.629 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: dump: 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.630 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:30:50.223+0000 7f16177fe640 10 monclient: dump: 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.631 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 monclient: authenticate success, global_id 6653 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: get_monmap_and_config success 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:30:50.223+0000 7f17429219c0 4 set_mon_vals no callback set 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: shutdown 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: build_initial_monmap 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 build_initial for_mkfs: 0 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: monmap: 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:30:50.632 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding auth protocol: cephx 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding auth protocol: cephx 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding auth protocol: cephx 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.633 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: crc 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a7bb670) adding con mode: secure 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: starting msgr at 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: starting objecter 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d69a7bd040 EEXIST 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: setting wanted keys 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:30:50.223+0000 7f17429219c0 1 librados: calling monclient init 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: init 2024-09-12T17:30:50.634 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding auth protocol: cephx 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding auth protocol: cephx 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding auth protocol: cephx 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.635 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: crc 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 AuthRegistry(0x55d69a799c00) adding con mode: secure 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:30:50.223+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:30:50.223+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command rotate-key cmddesc rotate-key hook 0x55d69a799d48 EEXIST 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _reopen_session rank -1 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-c con 0x55d69a7dd7a0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-b con 0x55d69a7e7030 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): picked mon.noname-a con 0x55d69a7ebb90 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:30:50.636 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): _renew_subs 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:30:50.223+0000 7f17429219c0 10 monclient(hunting): authenticate will time out at 2284.515847s 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request con 0x55d69a7dd7a0 auth_method 0 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:30:50.223+0000 7f173fc26640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request con 0x55d69a7ebb90 auth_method 0 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:30:50.223+0000 7f1740427640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:30:50.637 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient(hunting): handle_auth_done global_id 6656 payload 824 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient: _finish_hunting 0 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:30:50.227+0000 7f173fc26640 1 monclient: found mon.noname-c 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:30:50.227+0000 7f173fc26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: dump: 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.638 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: _finish_auth 0 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:30:50.227+0000 7f1615ffb640 10 monclient: dump: 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.639 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:30:50.227+0000 7f17429219c0 5 monclient: authenticate success, global_id 6656 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:30:50.227+0000 7f16177fe640 4 set_mon_vals no callback set 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _renew_subs 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:30:50.227+0000 7f17429219c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.640 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:30:50.227+0000 7f17429219c0 1 librados: init done 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:30:50.227+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cr dump hook 0x55d69a7e5dd8 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:30:50.227+0000 7f1615ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:30:50.227+0000 7f1615ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:30:50.227+0000 7f1615ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:30:50.227+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1608070b10 auth_method 0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:30:50.227+0000 7f1740427640 10 monclient: get_auth_request con 0x55d69a804fa0 auth_method 0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 realm 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:30:50.227+0000 7f17429219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:30:50.227+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.641 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:30:50.231+0000 7f173fc26640 10 monclient: get_auth_request con 0x55d69a8091d0 auth_method 0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:30:50.231+0000 7f1740c28640 10 monclient: get_auth_request con 0x55d69a80ca10 auth_method 0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:30:50.231+0000 7f17429219c0 20 searching for the correct realm 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:30:50.231+0000 7f1740427640 10 monclient: get_auth_request con 0x7f1738077a40 auth_method 0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:30:50.235+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f1730032920 auth_method 0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:30:50.235+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1734139040 auth_method 0 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:30:50.235+0000 7f1740c28640 0 -- 172.21.15.1:0/679560634 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1734139040 msgr2=0x7f17340fd470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:30:50.235+0000 7f1615ffb640 1 client.6656.objecter ms_handle_reset 0x7f1734139040 session 0x7f17340a6070 osd.4 2024-09-12T17:30:50.642 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:30:50.235+0000 7f1615ffb640 10 monclient: _renew_subs 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:30:50.235+0000 7f1615ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:30:50.235+0000 7f1740c28640 10 monclient: get_auth_request con 0x7f1608081230 auth_method 0 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:30:50.239+0000 7f1740427640 10 monclient: get_auth_request con 0x7f1738093210 auth_method 0 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:30:50.243+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f173805c1f0 auth_method 0 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:30:50.243+0000 7f173fc26640 0 -- 172.21.15.1:0/679560634 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f173805c1f0 msgr2=0x7f173805e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:30:50.447+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f173805c1f0 auth_method 0 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.643 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:30:50.459+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 zone default found 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:30:50.463+0000 7f17429219c0 4 Realm: () 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:30:50.463+0000 7f17429219c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:30:50.463+0000 7f17429219c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:30:50.463+0000 7f17429219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 zonegroup default 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.644 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:30:50.463+0000 7f1615ffb640 1 client.6656.objecter ms_handle_reset 0x7f173805c1f0 session 0x7f1738065e30 osd.0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:30:50.463+0000 7f173fc26640 10 monclient: get_auth_request con 0x7f1734139040 auth_method 0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:30:50.463+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 started sync module instance, tier type = 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:30:50.467+0000 7f17429219c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=0 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=1 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=2 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=3 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=4 2024-09-12T17:30:50.645 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=5 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:30:50.487+0000 7f17429219c0 20 add_watcher() i=6 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:30:50.491+0000 7f17429219c0 20 add_watcher() i=7 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:30:50.491+0000 7f17429219c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding auth protocol: cephx 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding auth protocol: cephx 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding auth protocol: cephx 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.646 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: crc 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 AuthRegistry(0x7ffebe1b7fb0) adding con mode: secure 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:30:50.495+0000 7f15f6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:30:50.495+0000 7f17429219c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache list hook 0x55d69a7e22c0 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache inspect hook 0x55d69a7e22c0 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache erase hook 0x55d69a7e22c0 2024-09-12T17:30:50.647 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command cache zap hook 0x55d69a7e22c0 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 note: GC not initialized 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:30:50.495+0000 7f15f5fdb640 20 reqs_thread_entry: start 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace show hook 0x7f1738019040 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace history hook 0x7f1738019040 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace active hook 0x7f1738019040 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:30:50.495+0000 7f17429219c0 5 asok(0x55d69a50c2b0) register_command sync trace active_short hook 0x7f1738019040 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 Filter name: none 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:30:50.495+0000 7f15677fe640 20 reqs_thread_entry: start 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.648 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : miss 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:30:50.495+0000 7f17429219c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:30:50.495+0000 7f17429219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:30:50.503+0000 7f17429219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:30:50.649 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94380203538128 notifier 6656 bl.length()=915 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:30:50.503+0000 7f16177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:30:50.507+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:30:50.511+0000 7f17429219c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.0 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.0 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:30:50.511+0000 7f17429219c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.1 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.1.1 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:30:50.511+0000 7f17429219c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.0 2024-09-12T17:30:50.650 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:30:50.515+0000 7f17429219c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:30:50.515+0000 7f17429219c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:30:50.519+0000 7f17429219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94380203538128 notifier 6656 bl.length()=915 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:30:50.519+0000 7f16177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:30:50.651 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:30:50.519+0000 7f17429219c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:30:50.519+0000 7f17429219c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f17429219c0 time 2024-09-12T17:30:50.523389+0000 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f17461fb2eb] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:30:50.652 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:30:50.523+0000 7f17429219c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f17429219c0 thread_name:radosgw-admin 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f174507a520] 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f17461fb345] 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f17461fb49f] 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d6976df0c1] 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55d6976f055b] 2024-09-12T17:30:50.653 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55d6976f1b44] 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f1745061d90] 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:30:50.654 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:30:50.655 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:30:50.656 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:30:50.657 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:30:50.658 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:30:50.659 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:30:50.660 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f15677fe640 / http_manager 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f15f5fdb640 / http_manager 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f15f6fdd640 / rgw_dt_lg_renew 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1615ffb640 / ms_dispatch 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f16177fe640 / io_context_pool 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1625ffb640 / ms_dispatch 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f162ce09640 / ms_dispatch 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f162e60c640 / io_context_pool 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f173fc26640 / msgr-worker-2 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1740427640 / msgr-worker-1 2024-09-12T17:30:50.661 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1740c28640 / msgr-worker-0 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr: 7f1741429640 / io_context_pool 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr: 7f17429219c0 / radosgw-admin 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:30:50.526579Z_eb92000c-56cf-4c3c-8770-da89ab025376/log 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:30:50.662 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 realm 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.611+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.615+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.615+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.615+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:50.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.615+0000 7f12852019c0 20 searching for the correct realm 2024-09-12T17:30:50.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.615+0000 7f1282d07640 0 -- 172.21.15.1:0/508412491 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x559af7e485e0 msgr2=0x7f127c03dac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:50.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.623+0000 7f1282d07640 0 -- 172.21.15.1:0/508412491 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x559af7efd250 msgr2=0x7f127c04f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:50.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:50.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:50.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:50.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.847+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:50.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 zone default found 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 4 Realm: () 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 zonegroup default 2024-09-12T17:30:50.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:50.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 started sync module instance, tier type = 2024-09-12T17:30:50.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.851+0000 7f12852019c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=0 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=1 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=2 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=3 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=4 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=5 2024-09-12T17:30:50.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=6 2024-09-12T17:30:50.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 20 add_watcher() i=7 2024-09-12T17:30:50.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.875+0000 7f12852019c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.879+0000 7f11397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.879+0000 7f12852019c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.879+0000 7f12852019c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.879+0000 7f12852019c0 5 note: GC not initialized 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f10b3fff640 20 reqs_thread_entry: start 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 Filter name: none 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f10b1ffb640 20 reqs_thread_entry: start 2024-09-12T17:30:50.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:30:50.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:50.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:50.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:50.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:30:50.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.883+0000 7f12852019c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:30:50.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.887+0000 7f11397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:50.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.891+0000 7f12852019c0 20 remove_watcher() i=0 2024-09-12T17:30:50.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.891+0000 7f12852019c0 2 removed watcher, disabling cache 2024-09-12T17:30:50.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.895+0000 7f12852019c0 20 remove_watcher() i=1 2024-09-12T17:30:50.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.895+0000 7f12852019c0 20 remove_watcher() i=2 2024-09-12T17:30:50.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.899+0000 7f12852019c0 20 remove_watcher() i=3 2024-09-12T17:30:50.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.899+0000 7f12852019c0 20 remove_watcher() i=4 2024-09-12T17:30:50.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.903+0000 7f12852019c0 20 remove_watcher() i=5 2024-09-12T17:30:50.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.903+0000 7f12852019c0 20 remove_watcher() i=6 2024-09-12T17:30:50.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:50.907+0000 7f12852019c0 20 remove_watcher() i=7 2024-09-12T17:30:50.924 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.924 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:30:50.925 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-block-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:30:50.925 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:30:50.925 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:50.925 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:50.937 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:50.937 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:30:50.981 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:30:51.017 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:51.017 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:51.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 realm 2024-09-12T17:30:51.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:51.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.063+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.067+0000 7f322fac79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:51.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.067+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.067+0000 7f322fac79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:51.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.067+0000 7f322fac79c0 20 searching for the correct realm 2024-09-12T17:30:51.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.071+0000 7f322ddce640 0 -- 172.21.15.1:0/1046105767 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3220042060 msgr2=0x7f3220071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:51.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.287+0000 7f322cdcc640 0 -- 172.21.15.1:0/1046105767 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f32280628c0 msgr2=0x7f3228086750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.503+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:51.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:51.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 zone default found 2024-09-12T17:30:51.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 4 Realm: () 2024-09-12T17:30:51.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:30:51.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:30:51.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:51.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 zonegroup default 2024-09-12T17:30:51.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.507+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.511+0000 7f322fac79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:51.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.511+0000 7f322fac79c0 20 started sync module instance, tier type = 2024-09-12T17:30:51.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.511+0000 7f322fac79c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:30:51.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.531+0000 7f322fac79c0 20 add_watcher() i=0 2024-09-12T17:30:51.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.531+0000 7f322fac79c0 20 add_watcher() i=1 2024-09-12T17:30:51.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.531+0000 7f322fac79c0 20 add_watcher() i=2 2024-09-12T17:30:51.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.531+0000 7f322fac79c0 20 add_watcher() i=3 2024-09-12T17:30:51.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.531+0000 7f322fac79c0 20 add_watcher() i=4 2024-09-12T17:30:51.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.531+0000 7f322fac79c0 20 add_watcher() i=5 2024-09-12T17:30:51.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.535+0000 7f322fac79c0 20 add_watcher() i=6 2024-09-12T17:30:51.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.535+0000 7f322fac79c0 20 add_watcher() i=7 2024-09-12T17:30:51.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.535+0000 7f322fac79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:51.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.539+0000 7f30e3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:51.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.539+0000 7f322fac79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:51.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.539+0000 7f322fac79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:51.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.539+0000 7f322fac79c0 5 note: GC not initialized 2024-09-12T17:30:51.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f30e2fe5640 20 reqs_thread_entry: start 2024-09-12T17:30:51.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:51.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 20 Filter name: none 2024-09-12T17:30:51.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f30e0fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:51.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:30:51.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : miss 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:30:51.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.543+0000 7f322fac79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:30:51.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.547+0000 7f322fac79c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to be held by another RGW process; skipping for now 2024-09-12T17:30:51.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.547+0000 7f30e3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:51.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.555+0000 7f322fac79c0 20 remove_watcher() i=0 2024-09-12T17:30:51.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.555+0000 7f322fac79c0 2 removed watcher, disabling cache 2024-09-12T17:30:51.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.555+0000 7f322fac79c0 20 remove_watcher() i=1 2024-09-12T17:30:51.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.559+0000 7f322fac79c0 20 remove_watcher() i=2 2024-09-12T17:30:51.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.559+0000 7f322fac79c0 20 remove_watcher() i=3 2024-09-12T17:30:51.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.563+0000 7f322fac79c0 20 remove_watcher() i=4 2024-09-12T17:30:51.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.563+0000 7f322fac79c0 20 remove_watcher() i=5 2024-09-12T17:30:51.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.567+0000 7f322fac79c0 20 remove_watcher() i=6 2024-09-12T17:30:51.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:30:51.567+0000 7f322fac79c0 20 remove_watcher() i=7 2024-09-12T17:30:51.588 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:31:21.613 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:31:21.651 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:21.651 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:21.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.695+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:21.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:21.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 realm 2024-09-12T17:31:21.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:21.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:21.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:21.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:21.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:21.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:21.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:21.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.699+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:21.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.703+0000 7f70f4a189c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:21.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.703+0000 7f70f4a189c0 20 searching for the correct realm 2024-09-12T17:31:21.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.703+0000 7f70f2d1f640 0 -- 172.21.15.1:0/2393332247 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f70e8027040 msgr2=0x7f70e806f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:21.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:21.919+0000 7f70f1d1d640 0 -- 172.21.15.1:0/2393332247 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f70ec0fafb0 msgr2=0x7f70ec104690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:22.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.135+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:22.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:22.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 zone default found 2024-09-12T17:31:22.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 4 Realm: () 2024-09-12T17:31:22.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:22.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 zonegroup default 2024-09-12T17:31:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 started sync module instance, tier type = 2024-09-12T17:31:22.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.139+0000 7f70f4a189c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=0 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=1 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=2 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=3 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=4 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=5 2024-09-12T17:31:22.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.163+0000 7f70f4a189c0 20 add_watcher() i=6 2024-09-12T17:31:22.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.167+0000 7f70f4a189c0 20 add_watcher() i=7 2024-09-12T17:31:22.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.167+0000 7f70f4a189c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:22.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.171+0000 7f6fa8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:22.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.171+0000 7f70f4a189c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:22.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.171+0000 7f70f4a189c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:22.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.171+0000 7f70f4a189c0 5 note: GC not initialized 2024-09-12T17:31:22.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f6f237fe640 20 reqs_thread_entry: start 2024-09-12T17:31:22.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:22.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 20 Filter name: none 2024-09-12T17:31:22.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f6f217fa640 20 reqs_thread_entry: start 2024-09-12T17:31:22.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:31:22.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:31:22.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:31:22.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:31:22.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : miss 2024-09-12T17:31:22.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:31:22.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:22.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.175+0000 7f70f4a189c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:31:22.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.179+0000 7f70f4a189c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:31:22.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:31:22.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f6fd5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366226 cookie 93840660902784 notifier 7137 bl.length()=915 2024-09-12T17:31:22.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f6fd5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f6fd5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f6fd5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:31:22.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:31:22.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:31:22.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.187+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:31:22.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.195+0000 7f70f4a189c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.2.0 2024-09-12T17:31:22.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.195+0000 7f70f4a189c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.2.0 2024-09-12T17:31:22.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.195+0000 7f70f4a189c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.2.1 2024-09-12T17:31:22.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.195+0000 7f70f4a189c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.2.1 2024-09-12T17:31:22.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.195+0000 7f70f4a189c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.0 2024-09-12T17:31:22.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.199+0000 7f70f4a189c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:22.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.199+0000 7f70f4a189c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:31:22.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:31:22.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f6fd5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366227 cookie 93840660902784 notifier 7137 bl.length()=915 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f6fd5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f6fd5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f6fd5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:31:22.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:31:22.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.203+0000 7f70f4a189c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.29.0 2024-09-12T17:31:22.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f70f4a189c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:22.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f70f4a189c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 2024-09-12T17:31:22.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f70f4a189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f70f4a189c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f70f4a189c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f70f4a189c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29, ofs0, ns] 2024-09-12T17:31:22.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f6fd57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 93840660902784 notifier 7137 bl.length()=883 2024-09-12T17:31:22.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f6fd57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 info.flags=0x17 2024-09-12T17:31:22.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f6fd57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.29 to cache LRU end 2024-09-12T17:31:22.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.207+0000 7f6fd57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:22.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.211+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_sources= new_sources= 2024-09-12T17:31:22.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.211+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential sources added=[] removed=[] 2024-09-12T17:31:22.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.211+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): orig_dests= new_dests= 2024-09-12T17:31:22.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.211+0000 7f70f4a189c0 20 handle_bi_update(): bucket=:abort-at-block-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.29]): potential dests added=[] removed=[] 2024-09-12T17:31:22.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.211+0000 7f70f4a189c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:31:22.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.215+0000 7f6fa8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:22.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.223+0000 7f70f4a189c0 20 remove_watcher() i=0 2024-09-12T17:31:22.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.223+0000 7f70f4a189c0 2 removed watcher, disabling cache 2024-09-12T17:31:22.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.223+0000 7f70f4a189c0 20 remove_watcher() i=1 2024-09-12T17:31:22.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.227+0000 7f70f4a189c0 20 remove_watcher() i=2 2024-09-12T17:31:22.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.227+0000 7f70f4a189c0 20 remove_watcher() i=3 2024-09-12T17:31:22.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.231+0000 7f70f4a189c0 20 remove_watcher() i=4 2024-09-12T17:31:22.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.231+0000 7f70f4a189c0 20 remove_watcher() i=5 2024-09-12T17:31:22.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.235+0000 7f70f4a189c0 20 remove_watcher() i=6 2024-09-12T17:31:22.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.235+0000 7f70f4a189c0 20 remove_watcher() i=7 2024-09-12T17:31:22.254 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:31:22.285 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:22.285 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:22.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.327+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 realm 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:22.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.331+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.335+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:22.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.335+0000 7fb9139049c0 20 searching for the correct realm 2024-09-12T17:31:22.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.335+0000 7fb910c09640 0 -- 172.21.15.1:0/3116804960 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fb904036060 msgr2=0x7fb904062d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:22.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.551+0000 7fb91140a640 0 -- 172.21.15.1:0/3116804960 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fb90c0da070 msgr2=0x7fb90c0f2a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:22.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:22.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.567+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 zone default found 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 4 Realm: () 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:22.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 zonegroup default 2024-09-12T17:31:22.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:22.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 started sync module instance, tier type = 2024-09-12T17:31:22.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.571+0000 7fb9139049c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=0 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=1 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=2 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=3 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=4 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=5 2024-09-12T17:31:22.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=6 2024-09-12T17:31:22.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 20 add_watcher() i=7 2024-09-12T17:31:22.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.595+0000 7fb9139049c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:22.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.599+0000 7fb7c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:22.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.599+0000 7fb9139049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:22.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.599+0000 7fb9139049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:22.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.599+0000 7fb9139049c0 5 note: GC not initialized 2024-09-12T17:31:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.599+0000 7fb7c6fe5640 20 reqs_thread_entry: start 2024-09-12T17:31:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.599+0000 7fb9139049c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 Filter name: none 2024-09-12T17:31:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb7c4fe1640 20 reqs_thread_entry: start 2024-09-12T17:31:22.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:31:22.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:31:22.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:22.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:31:22.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:22.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:31:22.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.603+0000 7fb9139049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:22.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.607+0000 7fb7c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:22.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.611+0000 7fb9139049c0 20 remove_watcher() i=0 2024-09-12T17:31:22.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.611+0000 7fb9139049c0 2 removed watcher, disabling cache 2024-09-12T17:31:22.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.615+0000 7fb9139049c0 20 remove_watcher() i=1 2024-09-12T17:31:22.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.615+0000 7fb9139049c0 20 remove_watcher() i=2 2024-09-12T17:31:22.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.619+0000 7fb9139049c0 20 remove_watcher() i=3 2024-09-12T17:31:22.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.623+0000 7fb9139049c0 20 remove_watcher() i=4 2024-09-12T17:31:22.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.623+0000 7fb9139049c0 20 remove_watcher() i=5 2024-09-12T17:31:22.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.623+0000 7fb9139049c0 20 remove_watcher() i=6 2024-09-12T17:31:22.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:22.627+0000 7fb9139049c0 20 remove_watcher() i=7 2024-09-12T17:31:22.643 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:22.643 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:22.643 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-block-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:31:22.643 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:22.645 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.645 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.648 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.648 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.693 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.694 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.713 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T17:31:22.713 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:22.714 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.714 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.731 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.731 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.780 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.780 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.799 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.799 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.817 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.817 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.836 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.836 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.852 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.853 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.870 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.871 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.891 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.891 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.908 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.909 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.926 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.926 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.945 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.946 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.963 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.963 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.980 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.980 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:22.998 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:22.998 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.018 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.018 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.033 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.033 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.053 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.053 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.070 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.070 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.088 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.088 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.106 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.106 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.124 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:23.124 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:23.139 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:31:23.174 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:23.174 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 realm 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.219+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.223+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:23.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.223+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.223+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:23.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.223+0000 7f86a6b089c0 20 searching for the correct realm 2024-09-12T17:31:23.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.227+0000 7f86a4e0f640 0 -- 172.21.15.1:0/999706322 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f869808b030 msgr2=0x7f869801e930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:23.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.443+0000 7f86a3e0d640 0 -- 172.21.15.1:0/999706322 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f869c01b380 msgr2=0x7f869c01b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:23.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:23.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 zone default found 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 4 Realm: () 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 zonegroup default 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.663+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 started sync module instance, tier type = 2024-09-12T17:31:23.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.667+0000 7f86a6b089c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=0 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=1 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=2 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=3 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=4 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=5 2024-09-12T17:31:23.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.691+0000 7f86a6b089c0 20 add_watcher() i=6 2024-09-12T17:31:23.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.695+0000 7f86a6b089c0 20 add_watcher() i=7 2024-09-12T17:31:23.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.695+0000 7f86a6b089c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:23.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f855b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:23.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f86a6b089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:23.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f86a6b089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:23.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f86a6b089c0 5 note: GC not initialized 2024-09-12T17:31:23.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f855a7dc640 20 reqs_thread_entry: start 2024-09-12T17:31:23.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f86a6b089c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:23.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.699+0000 7f86a6b089c0 20 Filter name: none 2024-09-12T17:31:23.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f85537fe640 20 reqs_thread_entry: start 2024-09-12T17:31:23.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:23.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:23.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:23.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:23.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:23.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.703+0000 7f86a6b089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:23.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.707+0000 7f855b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:23.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.711+0000 7f86a6b089c0 20 remove_watcher() i=0 2024-09-12T17:31:23.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.711+0000 7f86a6b089c0 2 removed watcher, disabling cache 2024-09-12T17:31:23.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.715+0000 7f86a6b089c0 20 remove_watcher() i=1 2024-09-12T17:31:23.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.715+0000 7f86a6b089c0 20 remove_watcher() i=2 2024-09-12T17:31:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.719+0000 7f86a6b089c0 20 remove_watcher() i=3 2024-09-12T17:31:23.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.723+0000 7f86a6b089c0 20 remove_watcher() i=4 2024-09-12T17:31:23.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.723+0000 7f86a6b089c0 20 remove_watcher() i=5 2024-09-12T17:31:23.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.723+0000 7f86a6b089c0 20 remove_watcher() i=6 2024-09-12T17:31:23.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.727+0000 7f86a6b089c0 20 remove_watcher() i=7 2024-09-12T17:31:23.746 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:23.746 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:23.746 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:31:23.746 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:23.747 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T17:31:23.780 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:23.781 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:23.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 realm 2024-09-12T17:31:23.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:23.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:23.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.823+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.827+0000 7f8714d8d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:23.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.827+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:23.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.827+0000 7f8714d8d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:23.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.827+0000 7f8714d8d9c0 20 searching for the correct realm 2024-09-12T17:31:23.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:23.831+0000 7f8713094640 0 -- 172.21.15.1:0/3682133624 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f86fc024040 msgr2=0x7f86fc071040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:24.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.047+0000 7f8712092640 0 -- 172.21.15.1:0/3682133624 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f870c08f300 msgr2=0x7f870c053a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:24.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:24.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:24.267 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:24.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:24.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:24.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:24.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.263+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:24.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 zone default found 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 4 Realm: () 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 zonegroup default 2024-09-12T17:31:24.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.267+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.271+0000 7f8714d8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.271+0000 7f8714d8d9c0 20 started sync module instance, tier type = 2024-09-12T17:31:24.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.271+0000 7f8714d8d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=0 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=1 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=2 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=3 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=4 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=5 2024-09-12T17:31:24.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.291+0000 7f8714d8d9c0 20 add_watcher() i=6 2024-09-12T17:31:24.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.295+0000 7f8714d8d9c0 20 add_watcher() i=7 2024-09-12T17:31:24.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.295+0000 7f8714d8d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:24.301 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f85c97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:24.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:24.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:24.302 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 5 note: GC not initialized 2024-09-12T17:31:24.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8543fff640 20 reqs_thread_entry: start 2024-09-12T17:31:24.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:24.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 20 Filter name: none 2024-09-12T17:31:24.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8541ffb640 20 reqs_thread_entry: start 2024-09-12T17:31:24.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:31:24.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.299+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 : miss 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:24.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:24.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.303+0000 7f8714d8d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 2024-09-12T17:31:24.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f8714d8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:24.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f8714d8d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:24.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f8714d8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:24.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f8714d8d9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30, ofs0, ns] 2024-09-12T17:31:24.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f85f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94723293977408 notifier 7194 bl.length()=931 2024-09-12T17:31:24.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f85f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:24.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f85f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:24.315 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.311+0000 7f85f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:24.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.315+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_sources= new_sources= 2024-09-12T17:31:24.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.315+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential sources added=[] removed=[] 2024-09-12T17:31:24.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.315+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_dests= new_dests= 2024-09-12T17:31:24.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.315+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential dests added=[] removed=[] 2024-09-12T17:31:24.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.319+0000 7f8714d8d9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.1.0 2024-09-12T17:31:24.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.319+0000 7f8714d8d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.1.0 2024-09-12T17:31:24.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.319+0000 7f8714d8d9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.1.1 2024-09-12T17:31:24.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.319+0000 7f8714d8d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.1.1 2024-09-12T17:31:24.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.319+0000 7f8714d8d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.0 2024-09-12T17:31:24.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.323+0000 7f8714d8d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:24.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.323+0000 7f8714d8d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 2024-09-12T17:31:24.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.323+0000 7f8714d8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:24.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.323+0000 7f8714d8d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:24.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.323+0000 7f8714d8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:24.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.323+0000 7f8714d8d9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30, ofs0, ns] 2024-09-12T17:31:24.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f85f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94723293977408 notifier 7194 bl.length()=931 2024-09-12T17:31:24.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f85f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:24.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f85f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:24.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f85f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:24.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_sources= new_sources= 2024-09-12T17:31:24.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential sources added=[] removed=[] 2024-09-12T17:31:24.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_dests= new_dests= 2024-09-12T17:31:24.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.327+0000 7f8714d8d9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential dests added=[] removed=[] 2024-09-12T17:31:24.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.355+0000 7f8714d8d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.0 2024-09-12T17:31:24.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.355+0000 7f8714d8d9c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T17:31:24.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.355+0000 7f8714d8d9c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T17:31:24.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.363+0000 7f85c97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:24.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.367+0000 7f8714d8d9c0 20 remove_watcher() i=0 2024-09-12T17:31:24.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.367+0000 7f8714d8d9c0 2 removed watcher, disabling cache 2024-09-12T17:31:24.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.371+0000 7f8714d8d9c0 20 remove_watcher() i=1 2024-09-12T17:31:24.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.375+0000 7f8714d8d9c0 20 remove_watcher() i=2 2024-09-12T17:31:24.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.375+0000 7f8714d8d9c0 20 remove_watcher() i=3 2024-09-12T17:31:24.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.379+0000 7f8714d8d9c0 20 remove_watcher() i=4 2024-09-12T17:31:24.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.379+0000 7f8714d8d9c0 20 remove_watcher() i=5 2024-09-12T17:31:24.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.383+0000 7f8714d8d9c0 20 remove_watcher() i=6 2024-09-12T17:31:24.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.387+0000 7f8714d8d9c0 20 remove_watcher() i=7 2024-09-12T17:31:24.409 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:31:24.443 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:24.443 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:24.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.487+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 realm 2024-09-12T17:31:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:24.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:24.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:24.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.491+0000 7ff0fb4f49c0 20 searching for the correct realm 2024-09-12T17:31:24.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.495+0000 7ff0f97fb640 0 -- 172.21.15.1:0/3940030269 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff0e4084c20 msgr2=0x7ff0e4064050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:24.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.711+0000 7ff0f3fff640 0 -- 172.21.15.1:0/3940030269 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff0f409f1e0 msgr2=0x7ff0f4072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:24.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.927+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:24.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:24.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 zone default found 2024-09-12T17:31:24.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 4 Realm: () 2024-09-12T17:31:24.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:24.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:24.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:24.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 zonegroup default 2024-09-12T17:31:24.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.931+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.935+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.935+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.935+0000 7ff0fb4f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:24.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.935+0000 7ff0fb4f49c0 20 started sync module instance, tier type = 2024-09-12T17:31:24.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.935+0000 7ff0fb4f49c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=0 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=1 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=2 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=3 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=4 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=5 2024-09-12T17:31:24.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=6 2024-09-12T17:31:24.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 20 add_watcher() i=7 2024-09-12T17:31:24.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.959+0000 7ff0fb4f49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:24.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7fefaefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:24.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:24.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:24.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 5 note: GC not initialized 2024-09-12T17:31:24.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7fefadfe3640 20 reqs_thread_entry: start 2024-09-12T17:31:24.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:24.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 Filter name: none 2024-09-12T17:31:24.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7fef1f7fe640 20 reqs_thread_entry: start 2024-09-12T17:31:24.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:24.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.967+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:31:24.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:24.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:24.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:24.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:31:24.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.971+0000 7ff0fb4f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:24.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.975+0000 7fefaefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:24.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.979+0000 7ff0fb4f49c0 20 remove_watcher() i=0 2024-09-12T17:31:24.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.979+0000 7ff0fb4f49c0 2 removed watcher, disabling cache 2024-09-12T17:31:24.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.983+0000 7ff0fb4f49c0 20 remove_watcher() i=1 2024-09-12T17:31:24.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.983+0000 7ff0fb4f49c0 20 remove_watcher() i=2 2024-09-12T17:31:24.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.987+0000 7ff0fb4f49c0 20 remove_watcher() i=3 2024-09-12T17:31:24.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.991+0000 7ff0fb4f49c0 20 remove_watcher() i=4 2024-09-12T17:31:24.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.991+0000 7ff0fb4f49c0 20 remove_watcher() i=5 2024-09-12T17:31:24.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.991+0000 7ff0fb4f49c0 20 remove_watcher() i=6 2024-09-12T17:31:24.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:24.995+0000 7ff0fb4f49c0 20 remove_watcher() i=7 2024-09-12T17:31:25.018 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:25.019 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:25.019 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:31:25.019 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:25.020 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:25.020 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:25.032 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:25.032 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:25.077 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:31:25.115 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:25.116 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:25.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.159+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 realm 2024-09-12T17:31:25.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:25.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.163+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.167+0000 7f29634ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:25.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.167+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.167+0000 7f29634ad9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:25.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.167+0000 7f29634ad9c0 20 searching for the correct realm 2024-09-12T17:31:25.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.167+0000 7f295bfff640 0 -- 172.21.15.1:0/1857881194 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f295402c070 msgr2=0x7f2954046410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:25.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.383+0000 7f2960fb3640 0 -- 172.21.15.1:0/1857881194 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f295c0ac4f0 msgr2=0x7f295c0efa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:25.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:25.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.403 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 zone default found 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 4 Realm: () 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 zonegroup default 2024-09-12T17:31:25.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.399+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.405 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 started sync module instance, tier type = 2024-09-12T17:31:25.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.403+0000 7f29634ad9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:25.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=0 2024-09-12T17:31:25.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=1 2024-09-12T17:31:25.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=2 2024-09-12T17:31:25.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=3 2024-09-12T17:31:25.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=4 2024-09-12T17:31:25.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=5 2024-09-12T17:31:25.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.427+0000 7f29634ad9c0 20 add_watcher() i=6 2024-09-12T17:31:25.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.431+0000 7f29634ad9c0 20 add_watcher() i=7 2024-09-12T17:31:25.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.431+0000 7f29634ad9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:25.436 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f2816fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:25.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:25.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:25.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 5 note: GC not initialized 2024-09-12T17:31:25.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f2815fe3640 20 reqs_thread_entry: start 2024-09-12T17:31:25.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:25.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 20 Filter name: none 2024-09-12T17:31:25.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f27877fe640 20 reqs_thread_entry: start 2024-09-12T17:31:25.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:31:25.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.435+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:25.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:31:25.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:31:25.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 : miss 2024-09-12T17:31:25.440 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:31:25.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:25.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 2024-09-12T17:31:25.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.439+0000 7f29634ad9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:31:25.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f29634ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f29634ad9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f29634ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f29634ad9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30, ofs0, ns] 2024-09-12T17:31:25.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f2837fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366173 cookie 94134486103568 notifier 6788 bl.length()=931 2024-09-12T17:31:25.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f2837fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f2837fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.447+0000 7f2837fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.451+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_sources= new_sources= 2024-09-12T17:31:25.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.451+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential sources added=[] removed=[] 2024-09-12T17:31:25.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.451+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_dests= new_dests= 2024-09-12T17:31:25.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.451+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential dests added=[] removed=[] 2024-09-12T17:31:25.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.455+0000 7f29634ad9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.2.0 2024-09-12T17:31:25.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.455+0000 7f29634ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.2.0 2024-09-12T17:31:25.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.455+0000 7f29634ad9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.2.1 2024-09-12T17:31:25.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.455+0000 7f29634ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.2.1 2024-09-12T17:31:25.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.455+0000 7f29634ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.0 2024-09-12T17:31:25.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.459+0000 7f29634ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:25.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.459+0000 7f29634ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 2024-09-12T17:31:25.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30, ofs0, ns] 2024-09-12T17:31:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f2837fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366174 cookie 94134486103568 notifier 6788 bl.length()=931 2024-09-12T17:31:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f2837fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f2837fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f2837fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_sources= new_sources= 2024-09-12T17:31:25.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential sources added=[] removed=[] 2024-09-12T17:31:25.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_dests= new_dests= 2024-09-12T17:31:25.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.463+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential dests added=[] removed=[] 2024-09-12T17:31:25.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.467+0000 7f29634ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.30.0 2024-09-12T17:31:25.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.467+0000 7f29634ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:25.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.467+0000 7f29634ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 2024-09-12T17:31:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30, ofs0, ns] 2024-09-12T17:31:25.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f28377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94134486103568 notifier 6788 bl.length()=899 2024-09-12T17:31:25.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f28377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 info.flags=0x17 2024-09-12T17:31:25.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f28377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.30 to cache LRU end 2024-09-12T17:31:25.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f28377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:25.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_sources= new_sources= 2024-09-12T17:31:25.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential sources added=[] removed=[] 2024-09-12T17:31:25.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): orig_dests= new_dests= 2024-09-12T17:31:25.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.471+0000 7f29634ad9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.30]): potential dests added=[] removed=[] 2024-09-12T17:31:25.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.475+0000 7f29634ad9c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:31:25.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.479+0000 7f2816fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:25.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.483+0000 7f29634ad9c0 20 remove_watcher() i=0 2024-09-12T17:31:25.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.483+0000 7f29634ad9c0 2 removed watcher, disabling cache 2024-09-12T17:31:25.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.487+0000 7f29634ad9c0 20 remove_watcher() i=1 2024-09-12T17:31:25.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.491+0000 7f29634ad9c0 20 remove_watcher() i=2 2024-09-12T17:31:25.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.491+0000 7f29634ad9c0 20 remove_watcher() i=3 2024-09-12T17:31:25.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.495+0000 7f29634ad9c0 20 remove_watcher() i=4 2024-09-12T17:31:25.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.499+0000 7f29634ad9c0 20 remove_watcher() i=5 2024-09-12T17:31:25.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.499+0000 7f29634ad9c0 20 remove_watcher() i=6 2024-09-12T17:31:25.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.499+0000 7f29634ad9c0 20 remove_watcher() i=7 2024-09-12T17:31:25.526 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:31:25.559 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:25.559 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:25.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 realm 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.603+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.607+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:25.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.607+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.607+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:25.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.607+0000 7f897e95d9c0 20 searching for the correct realm 2024-09-12T17:31:25.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.611+0000 7f897cc64640 0 -- 172.21.15.1:0/2182113865 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f8964017070 msgr2=0x7f896406bab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:25.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.619+0000 7f897bc62640 0 -- 172.21.15.1:0/2182113865 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f897410dc00 msgr2=0x7f8974106520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.835+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:25.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 zone default found 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 4 Realm: () 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 zonegroup default 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.839+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.843+0000 7f897e95d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:25.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.843+0000 7f897e95d9c0 20 started sync module instance, tier type = 2024-09-12T17:31:25.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.843+0000 7f897e95d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=0 2024-09-12T17:31:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=1 2024-09-12T17:31:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=2 2024-09-12T17:31:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=3 2024-09-12T17:31:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=4 2024-09-12T17:31:25.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=5 2024-09-12T17:31:25.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=6 2024-09-12T17:31:25.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 20 add_watcher() i=7 2024-09-12T17:31:25.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.867+0000 7f897e95d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:25.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.871+0000 7f88337de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:25.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:25.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:25.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 5 note: GC not initialized 2024-09-12T17:31:25.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f88327dc640 20 reqs_thread_entry: start 2024-09-12T17:31:25.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:25.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 Filter name: none 2024-09-12T17:31:25.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f882b7fe640 20 reqs_thread_entry: start 2024-09-12T17:31:25.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:25.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.875+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:25.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:25.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:25.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.879+0000 7f897e95d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:25.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.883+0000 7f88337de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:25.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.887+0000 7f897e95d9c0 20 remove_watcher() i=0 2024-09-12T17:31:25.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.887+0000 7f897e95d9c0 2 removed watcher, disabling cache 2024-09-12T17:31:25.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.891+0000 7f897e95d9c0 20 remove_watcher() i=1 2024-09-12T17:31:25.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.891+0000 7f897e95d9c0 20 remove_watcher() i=2 2024-09-12T17:31:25.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.895+0000 7f897e95d9c0 20 remove_watcher() i=3 2024-09-12T17:31:25.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.895+0000 7f897e95d9c0 20 remove_watcher() i=4 2024-09-12T17:31:25.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.899+0000 7f897e95d9c0 20 remove_watcher() i=5 2024-09-12T17:31:25.902 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.899+0000 7f897e95d9c0 20 remove_watcher() i=6 2024-09-12T17:31:25.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:25.899+0000 7f897e95d9c0 20 remove_watcher() i=7 2024-09-12T17:31:25.925 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:25.925 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:25.925 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:31:25.925 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:25.926 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:25.927 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:25.931 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:25.931 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:25.985 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:25.986 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.013 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T17:31:26.013 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:26.014 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.014 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.037 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.037 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.083 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.083 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.099 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.099 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.115 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.115 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.131 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.131 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.148 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.148 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.164 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.164 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.180 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.180 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.196 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.196 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.212 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.212 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.227 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.227 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.243 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.243 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.259 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.260 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.275 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.275 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.291 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.291 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.308 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.309 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.325 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.325 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.343 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.343 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.359 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.359 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.374 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.374 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.389 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:26.389 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:26.403 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:31:26.442 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:26.442 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:26.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 realm 2024-09-12T17:31:26.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:26.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.483+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.487+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:26.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.487+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.487+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:26.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.487+0000 7feb2e3e39c0 20 searching for the correct realm 2024-09-12T17:31:26.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.491+0000 7feb2c6ea640 0 -- 172.21.15.1:0/789230209 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7feb14027040 msgr2=0x7feb14054400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:26.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.707+0000 7feb2b6e8640 0 -- 172.21.15.1:0/789230209 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7feb24106390 msgr2=0x7feb2411e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:26.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.923+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:26.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:26.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 zone default found 2024-09-12T17:31:26.930 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 4 Realm: () 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 zonegroup default 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.927+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.931+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.931+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.931+0000 7feb2e3e39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:26.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.931+0000 7feb2e3e39c0 20 started sync module instance, tier type = 2024-09-12T17:31:26.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.931+0000 7feb2e3e39c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:26.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=0 2024-09-12T17:31:26.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=1 2024-09-12T17:31:26.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=2 2024-09-12T17:31:26.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=3 2024-09-12T17:31:26.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=4 2024-09-12T17:31:26.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=5 2024-09-12T17:31:26.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.955+0000 7feb2e3e39c0 20 add_watcher() i=6 2024-09-12T17:31:26.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.959+0000 7feb2e3e39c0 20 add_watcher() i=7 2024-09-12T17:31:26.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.959+0000 7feb2e3e39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:26.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7fe9e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:26.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7feb2e3e39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:26.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7feb2e3e39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:26.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7feb2e3e39c0 5 note: GC not initialized 2024-09-12T17:31:26.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7fe9e0fe1640 20 reqs_thread_entry: start 2024-09-12T17:31:26.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7feb2e3e39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:26.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7feb2e3e39c0 20 Filter name: none 2024-09-12T17:31:26.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7fe95a7fc640 20 reqs_thread_entry: start 2024-09-12T17:31:26.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.963+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:26.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:26.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:26.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:26.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:26.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:26.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.967+0000 7feb2e3e39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:26.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.971+0000 7fe9e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:26.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.975+0000 7feb2e3e39c0 20 remove_watcher() i=0 2024-09-12T17:31:26.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.975+0000 7feb2e3e39c0 2 removed watcher, disabling cache 2024-09-12T17:31:26.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.979+0000 7feb2e3e39c0 20 remove_watcher() i=1 2024-09-12T17:31:26.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.979+0000 7feb2e3e39c0 20 remove_watcher() i=2 2024-09-12T17:31:26.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.983+0000 7feb2e3e39c0 20 remove_watcher() i=3 2024-09-12T17:31:26.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.987+0000 7feb2e3e39c0 20 remove_watcher() i=4 2024-09-12T17:31:26.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.987+0000 7feb2e3e39c0 20 remove_watcher() i=5 2024-09-12T17:31:26.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.987+0000 7feb2e3e39c0 20 remove_watcher() i=6 2024-09-12T17:31:26.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:26.991+0000 7feb2e3e39c0 20 remove_watcher() i=7 2024-09-12T17:31:27.017 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:27.017 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:27.017 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:31:27.017 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:27.018 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T17:31:27.054 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:27.054 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:27.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 realm 2024-09-12T17:31:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.099+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.103+0000 7f4e253969c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:27.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.103+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.103+0000 7f4e253969c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:27.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.103+0000 7f4e253969c0 20 searching for the correct realm 2024-09-12T17:31:27.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.107+0000 7f4e2369d640 0 -- 172.21.15.1:0/186107943 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4e1810a020 msgr2=0x7f4e181027b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:27.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.323+0000 7f4e2269b640 0 -- 172.21.15.1:0/186107943 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f4e1c0303e0 msgr2=0x7f4e1c030860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:27.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.539+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:27.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:27.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 zone default found 2024-09-12T17:31:27.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 4 Realm: () 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 zonegroup default 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 started sync module instance, tier type = 2024-09-12T17:31:27.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.543+0000 7f4e253969c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:27.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=0 2024-09-12T17:31:27.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=1 2024-09-12T17:31:27.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=2 2024-09-12T17:31:27.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=3 2024-09-12T17:31:27.571 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=4 2024-09-12T17:31:27.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=5 2024-09-12T17:31:27.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.567+0000 7f4e253969c0 20 add_watcher() i=6 2024-09-12T17:31:27.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.571+0000 7f4e253969c0 20 add_watcher() i=7 2024-09-12T17:31:27.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.571+0000 7f4e253969c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:27.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.575+0000 7f4cd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.575+0000 7f4e253969c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.575+0000 7f4e253969c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.575+0000 7f4e253969c0 5 note: GC not initialized 2024-09-12T17:31:27.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.575+0000 7f4cd8fe1640 20 reqs_thread_entry: start 2024-09-12T17:31:27.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:27.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 20 Filter name: none 2024-09-12T17:31:27.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4cd1ffb640 20 reqs_thread_entry: start 2024-09-12T17:31:27.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:31:27.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:27.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:31:27.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:31:27.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 : miss 2024-09-12T17:31:27.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:27.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:27.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.579+0000 7f4e253969c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4e253969c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4e253969c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4e253969c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4e253969c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31, ofs0, ns] 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4d067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366178 cookie 94232064399600 notifier 7281 bl.length()=931 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4d067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4d067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.587+0000 7f4d067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.591+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): orig_sources= new_sources= 2024-09-12T17:31:27.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.591+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): potential sources added=[] removed=[] 2024-09-12T17:31:27.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.591+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): orig_dests= new_dests= 2024-09-12T17:31:27.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.591+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): potential dests added=[] removed=[] 2024-09-12T17:31:27.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.595+0000 7f4e253969c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.31.1.0 2024-09-12T17:31:27.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.595+0000 7f4e253969c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.31.1.0 2024-09-12T17:31:27.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.595+0000 7f4e253969c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.31.1.1 2024-09-12T17:31:27.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.595+0000 7f4e253969c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.31.1.1 2024-09-12T17:31:27.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.595+0000 7f4e253969c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.31.0 2024-09-12T17:31:27.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.599+0000 7f4e253969c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:27.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.599+0000 7f4e253969c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 2024-09-12T17:31:27.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4e253969c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4e253969c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4e253969c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4e253969c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31, ofs0, ns] 2024-09-12T17:31:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4d067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366179 cookie 94232064399600 notifier 7281 bl.length()=931 2024-09-12T17:31:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4d067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4d067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.603+0000 7f4d067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.607+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): orig_sources= new_sources= 2024-09-12T17:31:27.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.607+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): potential sources added=[] removed=[] 2024-09-12T17:31:27.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.607+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): orig_dests= new_dests= 2024-09-12T17:31:27.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.607+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): potential dests added=[] removed=[] 2024-09-12T17:31:27.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.607+0000 7f4e253969c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.31.0 2024-09-12T17:31:27.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T17:31:27.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:27.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 2024-09-12T17:31:27.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4e253969c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31, ofs0, ns] 2024-09-12T17:31:27.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4d05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94232064399600 notifier 7281 bl.length()=899 2024-09-12T17:31:27.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4d05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 info.flags=0x17 2024-09-12T17:31:27.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4d05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.31 to cache LRU end 2024-09-12T17:31:27.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.611+0000 7f4d05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:27.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.615+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): orig_sources= new_sources= 2024-09-12T17:31:27.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.615+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): potential sources added=[] removed=[] 2024-09-12T17:31:27.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.615+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): orig_dests= new_dests= 2024-09-12T17:31:27.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.615+0000 7f4e253969c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.31]): potential dests added=[] removed=[] 2024-09-12T17:31:27.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.615+0000 7f4e253969c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:31:27.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.623+0000 7f4cd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:27.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.627+0000 7f4e253969c0 20 remove_watcher() i=0 2024-09-12T17:31:27.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.627+0000 7f4e253969c0 2 removed watcher, disabling cache 2024-09-12T17:31:27.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.631+0000 7f4e253969c0 20 remove_watcher() i=1 2024-09-12T17:31:27.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.631+0000 7f4e253969c0 20 remove_watcher() i=2 2024-09-12T17:31:27.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.635+0000 7f4e253969c0 20 remove_watcher() i=3 2024-09-12T17:31:27.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.635+0000 7f4e253969c0 20 remove_watcher() i=4 2024-09-12T17:31:27.640 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.639+0000 7f4e253969c0 20 remove_watcher() i=5 2024-09-12T17:31:27.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.639+0000 7f4e253969c0 20 remove_watcher() i=6 2024-09-12T17:31:27.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.639+0000 7f4e253969c0 20 remove_watcher() i=7 2024-09-12T17:31:27.661 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:31:27.693 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:27.693 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:27.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.735+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 realm 2024-09-12T17:31:27.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:27.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:27.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.739+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.743+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:27.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.743+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:27.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.743+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:27.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.743+0000 7fcd16d559c0 20 searching for the correct realm 2024-09-12T17:31:27.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.747+0000 7fcd1505c640 0 -- 172.21.15.1:0/590508750 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fcd080e4070 msgr2=0x7fcd080e5910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:27.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:27.963+0000 7fcd1405a640 0 -- 172.21.15.1:0/590508750 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fcd0c042400 msgr2=0x7fcd0c042860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:28.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:28.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:28.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:28.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:28.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:28.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:28.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.179+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 zone default found 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 4 Realm: () 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 zonegroup default 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.183+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.187+0000 7fcd16d559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.187+0000 7fcd16d559c0 20 started sync module instance, tier type = 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.187+0000 7fcd16d559c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=0 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=1 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=2 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=3 2024-09-12T17:31:28.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=4 2024-09-12T17:31:28.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=5 2024-09-12T17:31:28.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.207+0000 7fcd16d559c0 20 add_watcher() i=6 2024-09-12T17:31:28.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.211+0000 7fcd16d559c0 20 add_watcher() i=7 2024-09-12T17:31:28.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.211+0000 7fcd16d559c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:28.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.215+0000 7fcbcafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:28.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.215+0000 7fcd16d559c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:28.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.215+0000 7fcd16d559c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:28.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.215+0000 7fcd16d559c0 5 note: GC not initialized 2024-09-12T17:31:28.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcbc9fe3640 20 reqs_thread_entry: start 2024-09-12T17:31:28.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:28.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 Filter name: none 2024-09-12T17:31:28.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcb3b7fe640 20 reqs_thread_entry: start 2024-09-12T17:31:28.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:28.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:28.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:28.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.219+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.223+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:28.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.223+0000 7fcd16d559c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.223+0000 7fcd16d559c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:28.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.223+0000 7fcd16d559c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:28.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.223+0000 7fcbcafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:28.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.231+0000 7fcd16d559c0 20 remove_watcher() i=0 2024-09-12T17:31:28.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.231+0000 7fcd16d559c0 2 removed watcher, disabling cache 2024-09-12T17:31:28.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.231+0000 7fcd16d559c0 20 remove_watcher() i=1 2024-09-12T17:31:28.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.235+0000 7fcd16d559c0 20 remove_watcher() i=2 2024-09-12T17:31:28.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.239+0000 7fcd16d559c0 20 remove_watcher() i=3 2024-09-12T17:31:28.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.239+0000 7fcd16d559c0 20 remove_watcher() i=4 2024-09-12T17:31:28.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.243+0000 7fcd16d559c0 20 remove_watcher() i=5 2024-09-12T17:31:28.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.243+0000 7fcd16d559c0 20 remove_watcher() i=6 2024-09-12T17:31:28.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.247+0000 7fcd16d559c0 20 remove_watcher() i=7 2024-09-12T17:31:28.264 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:28.264 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:28.264 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.31 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:31:28.264 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:28.266 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.266 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.272 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.272 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.322 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.322 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.350 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T17:31:28.350 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:28.352 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.352 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.372 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.372 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.420 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.420 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.441 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.441 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.459 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.459 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.476 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.477 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.493 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.493 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.512 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.512 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.530 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.530 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.548 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.548 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.566 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.585 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.586 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.603 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.603 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.620 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.621 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.639 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.639 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.657 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.657 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.675 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.675 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.692 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.693 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.712 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.713 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.730 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.730 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.747 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.748 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.765 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:28.765 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:31:28.781 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:31:28.815 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:28.815 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:28.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.859+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 realm 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:28.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:28.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:28.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:28.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.863+0000 7f2d78dc49c0 20 searching for the correct realm 2024-09-12T17:31:28.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.867+0000 7f2d770cb640 0 -- 172.21.15.1:0/740312353 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2d6c01b050 msgr2=0x7f2d6c067200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:28.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:28.875+0000 7f2d760c9640 0 -- 172.21.15.1:0/740312353 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2d7006b7f0 msgr2=0x7f2d70025800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:29.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:29.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.091+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 zone default found 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 4 Realm: () 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 zonegroup default 2024-09-12T17:31:29.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.095+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.099+0000 7f2d78dc49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.099+0000 7f2d78dc49c0 20 started sync module instance, tier type = 2024-09-12T17:31:29.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.099+0000 7f2d78dc49c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:29.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=0 2024-09-12T17:31:29.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=1 2024-09-12T17:31:29.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=2 2024-09-12T17:31:29.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=3 2024-09-12T17:31:29.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=4 2024-09-12T17:31:29.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=5 2024-09-12T17:31:29.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=6 2024-09-12T17:31:29.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 20 add_watcher() i=7 2024-09-12T17:31:29.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.123+0000 7f2d78dc49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:29.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.127+0000 7f2c2d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:29.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:29.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:29.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 5 note: GC not initialized 2024-09-12T17:31:29.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2ba7fff640 20 reqs_thread_entry: start 2024-09-12T17:31:29.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:29.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 Filter name: none 2024-09-12T17:31:29.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2ba5ffb640 20 reqs_thread_entry: start 2024-09-12T17:31:29.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:29.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.131+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:29.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:29.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:29.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:29.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.135+0000 7f2d78dc49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:29.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.139+0000 7f2c2d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:29.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.143+0000 7f2d78dc49c0 20 remove_watcher() i=0 2024-09-12T17:31:29.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.143+0000 7f2d78dc49c0 2 removed watcher, disabling cache 2024-09-12T17:31:29.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.147+0000 7f2d78dc49c0 20 remove_watcher() i=1 2024-09-12T17:31:29.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.147+0000 7f2d78dc49c0 20 remove_watcher() i=2 2024-09-12T17:31:29.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.151+0000 7f2d78dc49c0 20 remove_watcher() i=3 2024-09-12T17:31:29.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.155+0000 7f2d78dc49c0 20 remove_watcher() i=4 2024-09-12T17:31:29.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.155+0000 7f2d78dc49c0 20 remove_watcher() i=5 2024-09-12T17:31:29.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.155+0000 7f2d78dc49c0 20 remove_watcher() i=6 2024-09-12T17:31:29.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.159+0000 7f2d78dc49c0 20 remove_watcher() i=7 2024-09-12T17:31:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.177 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:29.177 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:31:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.177 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T17:31:29.211 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:29.211 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:29.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 realm 2024-09-12T17:31:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:29.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:29.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.259+0000 7f52979b69c0 20 searching for the correct realm 2024-09-12T17:31:29.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.263+0000 7f5295cbd640 0 -- 172.21.15.1:0/3183158819 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f528c0e1060 msgr2=0x7f528c104980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:29.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.479+0000 7f5294cbb640 0 -- 172.21.15.1:0/3183158819 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5290008040 msgr2=0x7f529003f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:29.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:29.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:29.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:29.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:29.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:29.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:29.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:29.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 zone default found 2024-09-12T17:31:29.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 4 Realm: () 2024-09-12T17:31:29.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:29.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:29.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:29.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 zonegroup default 2024-09-12T17:31:29.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.703+0000 7f52979b69c0 20 started sync module instance, tier type = 2024-09-12T17:31:29.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.703+0000 7f52979b69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:29.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=0 2024-09-12T17:31:29.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=1 2024-09-12T17:31:29.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=2 2024-09-12T17:31:29.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=3 2024-09-12T17:31:29.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=4 2024-09-12T17:31:29.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=5 2024-09-12T17:31:29.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=6 2024-09-12T17:31:29.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=7 2024-09-12T17:31:29.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.727+0000 7f52979b69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:29.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.731+0000 7f514bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:29.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.731+0000 7f52979b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:29.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.731+0000 7f52979b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:29.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.731+0000 7f52979b69c0 5 note: GC not initialized 2024-09-12T17:31:29.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f514afe5640 20 reqs_thread_entry: start 2024-09-12T17:31:29.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:29.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 20 Filter name: none 2024-09-12T17:31:29.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f5148fe1640 20 reqs_thread_entry: start 2024-09-12T17:31:29.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:31:29.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:29.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:31:29.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:31:29.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : miss 2024-09-12T17:31:29.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:29.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:29.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.735+0000 7f52979b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:31:29.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.743+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.743+0000 7f52979b69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.743+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.743+0000 7f52979b69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:31:29.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94643713175856 notifier 7335 bl.length()=931 2024-09-12T17:31:29.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:31:29.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:31:29.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:31:29.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:31:29.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.751+0000 7f52979b69c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:31:29.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:31:29.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.751+0000 7f52979b69c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:31:29.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:31:29.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:31:29.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.755+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:29.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.755+0000 7f52979b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:31:29.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:31:29.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94643713175856 notifier 7335 bl.length()=931 2024-09-12T17:31:29.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:31:29.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:31:29.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:31:29.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:31:29.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.763+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:31:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f52979b69c0 time 2024-09-12T17:31:29.767639+0000 2024-09-12T17:31:29.766 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f529b2902eb] 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:31:29.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.767+0000 7f52979b69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f52979b69c0 time 2024-09-12T17:31:29.767639+0000 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f529b2902eb] 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.770 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:31:29.771 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f52979b69c0 thread_name:radosgw-admin 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f529a10f520] 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f529b290345] 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:31:29.772 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.771+0000 7f52979b69c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f52979b69c0 thread_name:radosgw-admin 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f529a10f520] 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:31:29.773 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f529b290345] 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.774 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:31:29.807 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.807 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.807 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.807 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.807 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.807 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:31:29.231+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: starting msgr at 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: starting objecter 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command objecter_requests hook 0x5613f4ba7ae0 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: setting wanted keys 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: calling monclient init 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.808 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding auth protocol: cephx 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding auth protocol: cephx 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding auth protocol: cephx 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.809 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:31:29.231+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:31:29.231+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key hook 0x5613f4d7c2f8 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4c356f0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4c38170 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4cc4a60 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.810 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.523769s 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4c356f0 auth_method 0 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4cc4a60 auth_method 0 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.811 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4c38170 auth_method 0 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient(hunting): handle_auth_done global_id 7326 payload 824 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:31:29.235+0000 7f52954bc640 1 monclient: found mon.noname-a 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: dump: 2024-09-12T17:31:29.812 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.813 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: dump: 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:31:29.235+0000 7f52979b69c0 5 monclient: authenticate success, global_id 7326 2024-09-12T17:31:29.814 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:31:29.235+0000 7f5183606640 4 set_mon_vals no callback set 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:31:29.235+0000 7f52979b69c0 1 librados: init done 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:31:29.235+0000 7f5181e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:31:29.235+0000 7f5181e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:31:29.235+0000 7f5181e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f517c070ae0 auth_method 0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4da6f30 auth_method 0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:31:29.239+0000 7f52954bc640 10 monclient: get_auth_request con 0x5613f4dc6d60 auth_method 0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:31:29.239+0000 7f5294cbb640 10 monclient: get_auth_request con 0x5613f4dcaf50 auth_method 0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:31:29.239+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4dca620 auth_method 0 2024-09-12T17:31:29.815 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: build_initial_monmap 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:31:29.243+0000 7f52979b69c0 1 build_initial for_mkfs: 0 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: monmap: 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.816 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding auth protocol: cephx 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding auth protocol: cephx 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding auth protocol: cephx 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.817 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:31:29.243+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command objecter_requests cmddesc objecter_requests hook 0x5613f4dd6900 EEXIST 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding auth protocol: cephx 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding auth protocol: cephx 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding auth protocol: cephx 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.818 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:31:29.243+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:31:29.243+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key cmddesc rotate-key hook 0x5613f4dd1fa0 EEXIST 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4dfaab0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4dfa3e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4df8dc0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.819 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.534409s 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4dfaab0 auth_method 0 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4dfa3e0 auth_method 0 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.820 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4df8dc0 auth_method 0 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_done global_id 6887 payload 824 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:31:29.243+0000 7f5294cbb640 1 monclient: found mon.noname-c 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:31:29.821 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: dump: 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.822 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: dump: 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:31:29.243+0000 7f52964be640 4 set_mon_vals no callback set 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 monclient: authenticate success, global_id 6887 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:31:29.247+0000 7f517affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:31:29.247+0000 7f517affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:31:29.247+0000 7f517affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: get_monmap_and_config 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: build_initial_monmap 2024-09-12T17:31:29.824 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:31:29.247+0000 7f52979b69c0 1 build_initial for_mkfs: 0 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: monmap: 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding auth protocol: cephx 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding auth protocol: cephx 2024-09-12T17:31:29.825 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding auth protocol: cephx 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient: get_auth_request con 0x7f5170070a20 auth_method 0 2024-09-12T17:31:29.826 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:31:29.247+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding auth protocol: cephx 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding auth protocol: cephx 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding auth protocol: cephx 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.827 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:31:29.247+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:31:29.247+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd6ebac2c8 EEXIST 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4e1df10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4e1e2f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4e48960 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.828 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.539296s 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4e1df10 auth_method 0 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4e48960 auth_method 0 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.829 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4e1e2f0 auth_method 0 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_done global_id 7332 payload 274 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:31:29.247+0000 7f52954bc640 1 monclient: found mon.noname-a 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:31:29.830 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: dump: 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.831 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: dump: 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 monclient: authenticate success, global_id 7332 2024-09-12T17:31:29.832 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: get_monmap_and_config success 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:31:29.251+0000 7f52979b69c0 4 set_mon_vals no callback set 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: shutdown 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: build_initial_monmap 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 build_initial for_mkfs: 0 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: monmap: 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:31:29.833 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding auth protocol: cephx 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding auth protocol: cephx 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding auth protocol: cephx 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.834 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:31:29.251+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: starting msgr at 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: starting objecter 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command objecter_requests cmddesc objecter_requests hook 0x5613f4e4a310 EEXIST 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: setting wanted keys 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: calling monclient init 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding auth protocol: cephx 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding auth protocol: cephx 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding auth protocol: cephx 2024-09-12T17:31:29.835 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:31:29.251+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:31:29.251+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.836 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key cmddesc rotate-key hook 0x5613f4dfca18 EEXIST 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4e1df10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4e48960 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4e446a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.542015s 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4e446a0 auth_method 0 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.837 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4e1df10 auth_method 0 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4e48960 auth_method 0 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.838 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_done global_id 7335 payload 824 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:31:29.251+0000 7f52954bc640 1 monclient: found mon.noname-a 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: dump: 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.839 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: dump: 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.840 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 monclient: authenticate success, global_id 7335 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:31:29.251+0000 7f5178ff9640 4 set_mon_vals no callback set 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: init done 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cr dump hook 0x7f528805cef8 2024-09-12T17:31:29.841 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:31:29.255+0000 7f5166ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:31:29.255+0000 7f5166ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:31:29.255+0000 7f5166ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:31:29.255+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5160070ae0 auth_method 0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:31:29.255+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4e680f0 auth_method 0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 realm 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:31:29.255+0000 7f52979b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.842 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:31:29.255+0000 7f5294cbb640 10 monclient: get_auth_request con 0x5613f4e6c4f0 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:31:29.259+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4e6fc10 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 searching for the correct realm 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:31:29.259+0000 7f52954bc640 10 monclient: get_auth_request con 0x7f5290030040 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:31:29.259+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5288041be0 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:31:29.263+0000 7f5295cbd640 10 monclient: get_auth_request con 0x7f528c0e1060 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:31:29.263+0000 7f5295cbd640 0 -- 172.21.15.1:0/3183158819 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f528c0e1060 msgr2=0x7f528c104980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:31:29.467+0000 7f5295cbd640 10 monclient: get_auth_request con 0x7f528c0e1060 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:31:29.471+0000 7f52954bc640 10 monclient: get_auth_request con 0x7f529001a040 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:31:29.479+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5290008040 auth_method 0 2024-09-12T17:31:29.843 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:31:29.479+0000 7f5294cbb640 0 -- 172.21.15.1:0/3183158819 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5290008040 msgr2=0x7f529003f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:31:29.683+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5290008040 auth_method 0 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:29.844 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 zone default found 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:31:29.699+0000 7f52979b69c0 4 Realm: () 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:31:29.699+0000 7f52979b69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:31:29.699+0000 7f52979b69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:31:29.699+0000 7f52979b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 zonegroup default 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 started sync module instance, tier type = 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:29.845 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=0 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=1 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=2 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=3 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=4 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=5 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=6 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=7 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:31:29.727+0000 7f52979b69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding auth protocol: cephx 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding auth protocol: cephx 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding auth protocol: cephx 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.846 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:31:29.731+0000 7f514bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:31:29.731+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:31:29.731+0000 7f52979b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:31:29.731+0000 7f52979b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:29.847 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache list hook 0x5613f4e475b0 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache inspect hook 0x5613f4e475b0 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache erase hook 0x5613f4e475b0 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache zap hook 0x5613f4e475b0 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 note: GC not initialized 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:31:29.735+0000 7f514afe5640 20 reqs_thread_entry: start 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace show hook 0x7f5290004300 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace history hook 0x7f5290004300 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace active hook 0x7f5290004300 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace active_short hook 0x7f5290004300 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 Filter name: none 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:31:29.735+0000 7f5148fe1640 20 reqs_thread_entry: start 2024-09-12T17:31:29.848 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : miss 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.849 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94643713175856 notifier 7335 bl.length()=931 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:31:29.751+0000 7f52979b69c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:31:29.751+0000 7f52979b69c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:31:29.850 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:31:29.755+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:31:29.755+0000 7f52979b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94643713175856 notifier 7335 bl.length()=931 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:31:29.851 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:31:29.763+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:31:29.767+0000 7f52979b69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f52979b69c0 time 2024-09-12T17:31:29.767639+0000 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f529b2902eb] 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:31:29.852 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:31:29.771+0000 7f52979b69c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f52979b69c0 thread_name:radosgw-admin 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f529a10f520] 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f529b290345] 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.853 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:31:29.854 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:31:29.855 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:31:29.856 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:31:29.857 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:31:29.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:31:29.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:31:29.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5148fe1640 / http_manager 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f514afe5640 / http_manager 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f514bfe7640 / rgw_dt_lg_renew 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5166ffd640 / ms_dispatch 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5178ff9640 / io_context_pool 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f517affd640 / ms_dispatch 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5181e03640 / ms_dispatch 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5183606640 / io_context_pool 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5294cbb640 / msgr-worker-2 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f52954bc640 / msgr-worker-1 2024-09-12T17:31:29.861 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5295cbd640 / msgr-worker-0 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: 7f52964be640 / io_context_pool 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: 7f52979b69c0 / radosgw-admin 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.111731.log 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.862 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: crc 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d819f0) adding con mode: secure 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:31:29.231+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: starting msgr at 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: starting objecter 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command objecter_requests hook 0x5613f4ba7ae0 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: setting wanted keys 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:31:29.231+0000 7f52979b69c0 1 librados: calling monclient init 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding auth protocol: cephx 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding auth protocol: cephx 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding auth protocol: cephx 2024-09-12T17:31:29.863 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: crc 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 AuthRegistry(0x5613f4d7c1b0) adding con mode: secure 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:31:29.231+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.864 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:31:29.231+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:31:29.231+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key hook 0x5613f4d7c2f8 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4c356f0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4c38170 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4cc4a60 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:31:29.231+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.523769s 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4c356f0 auth_method 0 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.865 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4cc4a60 auth_method 0 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:31:29.231+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:31:29.231+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.866 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4c38170 auth_method 0 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient(hunting): handle_auth_done global_id 7326 payload 824 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:31:29.235+0000 7f52954bc640 1 monclient: found mon.noname-a 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:31:29.235+0000 7f52954bc640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: dump: 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.867 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.868 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:31:29.235+0000 7f5181e03640 10 monclient: dump: 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:31:29.235+0000 7f52979b69c0 5 monclient: authenticate success, global_id 7326 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:31:29.235+0000 7f5183606640 4 set_mon_vals no callback set 2024-09-12T17:31:29.869 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:31:29.235+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:31:29.235+0000 7f52979b69c0 1 librados: init done 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:31:29.235+0000 7f5181e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:31:29.235+0000 7f5181e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:31:29.235+0000 7f5181e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:31:29.235+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f517c070ae0 auth_method 0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:31:29.235+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4da6f30 auth_method 0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:31:29.239+0000 7f52954bc640 10 monclient: get_auth_request con 0x5613f4dc6d60 auth_method 0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:31:29.239+0000 7f5294cbb640 10 monclient: get_auth_request con 0x5613f4dcaf50 auth_method 0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:31:29.239+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4dca620 auth_method 0 2024-09-12T17:31:29.870 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: build_initial_monmap 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:31:29.243+0000 7f52979b69c0 1 build_initial for_mkfs: 0 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: monmap: 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding auth protocol: cephx 2024-09-12T17:31:29.871 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding auth protocol: cephx 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding auth protocol: cephx 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: crc 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd2f10) adding con mode: secure 2024-09-12T17:31:29.872 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:31:29.243+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command objecter_requests cmddesc objecter_requests hook 0x5613f4dd6900 EEXIST 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding auth protocol: cephx 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding auth protocol: cephx 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding auth protocol: cephx 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.873 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: crc 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dd1e58) adding con mode: secure 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:31:29.243+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:31:29.243+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key cmddesc rotate-key hook 0x5613f4dd1fa0 EEXIST 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4dfaab0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4dfa3e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.874 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4df8dc0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.534409s 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4dfaab0 auth_method 0 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4dfa3e0 auth_method 0 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.875 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:31:29.243+0000 7f5295cbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4df8dc0 auth_method 0 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:31:29.243+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient(hunting): handle_auth_done global_id 6887 payload 824 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:31:29.243+0000 7f5294cbb640 1 monclient: found mon.noname-c 2024-09-12T17:31:29.876 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:31:29.243+0000 7f5294cbb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: dump: 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.877 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:31:29.243+0000 7f517affd640 10 monclient: dump: 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.878 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:31:29.243+0000 7f52964be640 4 set_mon_vals no callback set 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:31:29.243+0000 7f52979b69c0 5 monclient: authenticate success, global_id 6887 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:31:29.243+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:31:29.247+0000 7f517affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:31:29.247+0000 7f517affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:31:29.247+0000 7f517affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: get_monmap_and_config 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: build_initial_monmap 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:31:29.247+0000 7f52979b69c0 1 build_initial for_mkfs: 0 2024-09-12T17:31:29.879 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: monmap: 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding auth protocol: cephx 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding auth protocol: cephx 2024-09-12T17:31:29.880 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding auth protocol: cephx 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: crc 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1a030) adding con mode: secure 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient: get_auth_request con 0x7f5170070a20 auth_method 0 2024-09-12T17:31:29.881 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:31:29.247+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding auth protocol: cephx 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding auth protocol: cephx 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding auth protocol: cephx 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.882 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: crc 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac180) adding con mode: secure 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:31:29.247+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:31:29.247+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:31:29.247+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd6ebac2c8 EEXIST 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4e1df10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4e1e2f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4e48960 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.883 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:31:29.247+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.539296s 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4e1df10 auth_method 0 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4e48960 auth_method 0 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.884 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:31:29.247+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4e1e2f0 auth_method 0 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:31:29.247+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient(hunting): handle_auth_done global_id 7332 payload 274 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:31:29.247+0000 7f52954bc640 1 monclient: found mon.noname-a 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:31:29.247+0000 7f52954bc640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:31:29.885 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: dump: 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.886 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:31:29.251+0000 7f5178ff9640 10 monclient: dump: 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.887 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 monclient: authenticate success, global_id 7332 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: get_monmap_and_config success 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:31:29.251+0000 7f52979b69c0 4 set_mon_vals no callback set 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: shutdown 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: build_initial_monmap 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 build_initial for_mkfs: 0 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: monmap: 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:31:29.888 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding auth protocol: cephx 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding auth protocol: cephx 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding auth protocol: cephx 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.889 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: crc 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4e1ec90) adding con mode: secure 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:31:29.251+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: starting msgr at 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: starting objecter 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command objecter_requests cmddesc objecter_requests hook 0x5613f4e4a310 EEXIST 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: setting wanted keys 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: calling monclient init 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: init 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding auth protocol: cephx 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding auth protocol: cephx 2024-09-12T17:31:29.890 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding auth protocol: cephx 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: crc 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 AuthRegistry(0x5613f4dfc8d0) adding con mode: secure 2024-09-12T17:31:29.891 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:31:29.251+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:31:29.251+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command rotate-key cmddesc rotate-key hook 0x5613f4dfca18 EEXIST 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _reopen_session rank -1 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-c con 0x5613f4e1df10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-b con 0x5613f4e48960 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): picked mon.noname-a con 0x5613f4e446a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): _renew_subs 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient(hunting): authenticate will time out at 2323.542015s 2024-09-12T17:31:29.892 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): get_auth_request con 0x5613f4e446a0 auth_method 0 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): get_auth_request con 0x5613f4e1df10 auth_method 0 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:31:29.251+0000 7f5294cbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:31:29.893 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): get_auth_request con 0x5613f4e48960 auth_method 0 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:31:29.251+0000 7f5295cbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient(hunting): handle_auth_done global_id 7335 payload 824 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient: _finish_hunting 0 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:31:29.251+0000 7f52954bc640 1 monclient: found mon.noname-a 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:31:29.251+0000 7f52954bc640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: dump: 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.894 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: _finish_auth 0 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:31:29.251+0000 7f5166ffd640 10 monclient: dump: 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:31:29.895 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 monclient: authenticate success, global_id 7335 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:31:29.251+0000 7f5178ff9640 4 set_mon_vals no callback set 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _renew_subs 2024-09-12T17:31:29.896 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:31:29.251+0000 7f52979b69c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:31:29.251+0000 7f52979b69c0 1 librados: init done 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:31:29.251+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cr dump hook 0x7f528805cef8 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:31:29.255+0000 7f5166ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:31:29.255+0000 7f5166ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:31:29.255+0000 7f5166ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:31:29.255+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5160070ae0 auth_method 0 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:31:29.255+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4e680f0 auth_method 0 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 realm 2024-09-12T17:31:29.897 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:31:29.255+0000 7f52979b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:31:29.255+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:31:29.255+0000 7f5294cbb640 10 monclient: get_auth_request con 0x5613f4e6c4f0 auth_method 0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:31:29.259+0000 7f5295cbd640 10 monclient: get_auth_request con 0x5613f4e6fc10 auth_method 0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:31:29.259+0000 7f52979b69c0 20 searching for the correct realm 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:31:29.259+0000 7f52954bc640 10 monclient: get_auth_request con 0x7f5290030040 auth_method 0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:31:29.259+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5288041be0 auth_method 0 2024-09-12T17:31:29.898 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:31:29.263+0000 7f5295cbd640 10 monclient: get_auth_request con 0x7f528c0e1060 auth_method 0 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:31:29.263+0000 7f5295cbd640 0 -- 172.21.15.1:0/3183158819 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f528c0e1060 msgr2=0x7f528c104980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:31:29.467+0000 7f5295cbd640 10 monclient: get_auth_request con 0x7f528c0e1060 auth_method 0 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:31:29.471+0000 7f52954bc640 10 monclient: get_auth_request con 0x7f529001a040 auth_method 0 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:31:29.479+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5290008040 auth_method 0 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:31:29.479+0000 7f5294cbb640 0 -- 172.21.15.1:0/3183158819 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5290008040 msgr2=0x7f529003f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:31:29.683+0000 7f5294cbb640 10 monclient: get_auth_request con 0x7f5290008040 auth_method 0 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:29.899 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 zone default found 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:31:29.699+0000 7f52979b69c0 4 Realm: () 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:31:29.699+0000 7f52979b69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:31:29.699+0000 7f52979b69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:31:29.699+0000 7f52979b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 zonegroup default 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.900 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:31:29.699+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 started sync module instance, tier type = 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:31:29.703+0000 7f52979b69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=0 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=1 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=2 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=3 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=4 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=5 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=6 2024-09-12T17:31:29.901 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:31:29.727+0000 7f52979b69c0 20 add_watcher() i=7 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:31:29.727+0000 7f52979b69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding auth protocol: cephx 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding auth protocol: cephx 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding auth protocol: cephx 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.902 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:31:29.731+0000 7f514bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: crc 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 AuthRegistry(0x7ffd6ebac650) adding con mode: secure 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:31:29.731+0000 7f52979b69c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:31:29.731+0000 7f52979b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:31:29.731+0000 7f52979b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache list hook 0x5613f4e475b0 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache inspect hook 0x5613f4e475b0 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache erase hook 0x5613f4e475b0 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command cache zap hook 0x5613f4e475b0 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:31:29.731+0000 7f52979b69c0 5 note: GC not initialized 2024-09-12T17:31:29.903 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:31:29.735+0000 7f514afe5640 20 reqs_thread_entry: start 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace show hook 0x7f5290004300 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace history hook 0x7f5290004300 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace active hook 0x7f5290004300 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:31:29.735+0000 7f52979b69c0 5 asok(0x5613f4b712b0) register_command sync trace active_short hook 0x7f5290004300 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 Filter name: none 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:31:29.735+0000 7f5148fe1640 20 reqs_thread_entry: start 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : miss 2024-09-12T17:31:29.904 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:31:29.735+0000 7f52979b69c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:31:29.735+0000 7f52979b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:31:29.743+0000 7f52979b69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94643713175856 notifier 7335 bl.length()=931 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.905 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:31:29.747+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:31:29.747+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:31:29.751+0000 7f52979b69c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:31:29.751+0000 7f52979b69c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:31:29.751+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:31:29.755+0000 7f52979b69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:31:29.755+0000 7f52979b69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.906 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:31:29.759+0000 7f52979b69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94643713175856 notifier 7335 bl.length()=931 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:31:29.759+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:31:29.759+0000 7f52979b69c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:31:29.763+0000 7f52979b69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:31:29.907 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:31:29.767+0000 7f52979b69c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f52979b69c0 time 2024-09-12T17:31:29.767639+0000 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f529b2902eb] 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.908 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:31:29.771+0000 7f52979b69c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f52979b69c0 thread_name:radosgw-admin 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f529a10f520] 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f529b290345] 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f529b29049f] 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5613f32e80c1] 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5613f32fa467] 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f529a0f6d90] 2024-09-12T17:31:29.909 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:31:29.910 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:31:29.911 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:31:29.912 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:31:29.913 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:31:29.914 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:31:29.915 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:31:29.916 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5148fe1640 / http_manager 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f514afe5640 / http_manager 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f514bfe7640 / rgw_dt_lg_renew 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5166ffd640 / ms_dispatch 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5178ff9640 / io_context_pool 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f517affd640 / ms_dispatch 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5181e03640 / ms_dispatch 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5183606640 / io_context_pool 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5294cbb640 / msgr-worker-2 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f52954bc640 / msgr-worker-1 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f5295cbd640 / msgr-worker-0 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f52964be640 / io_context_pool 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: 7f52979b69c0 / radosgw-admin 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:31:29.917 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:31:29.918 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:31:29.773228Z_25d29da9-a915-480e-92f1-1752f829b573/log 2024-09-12T17:31:29.918 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:31:29.918 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:31:29.918 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:31:29.919 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:31:29.919 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:31:29.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.859+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.859+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.859+0000 7fda980aa9c0 20 realm 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.859+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.863+0000 7fda980aa9c0 20 searching for the correct realm 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.867+0000 7fda963b1640 0 -- 172.21.15.1:0/803800214 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fda8c048070 msgr2=0x7fda8c0957c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:29.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:29.875+0000 7fda953af640 0 -- 172.21.15.1:0/803800214 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fda9006c0d0 msgr2=0x7fda90066040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:31:30.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.091+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:30.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:31:30.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:31:30.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 zone default found 2024-09-12T17:31:30.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 4 Realm: () 2024-09-12T17:31:30.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:31:30.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:31:30.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:31:30.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 zonegroup default 2024-09-12T17:31:30.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:30.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.095+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.099+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:30.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.099+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.099+0000 7fda980aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:31:30.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.099+0000 7fda980aa9c0 20 started sync module instance, tier type = 2024-09-12T17:31:30.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.099+0000 7fda980aa9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:31:30.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.119+0000 7fda980aa9c0 20 add_watcher() i=0 2024-09-12T17:31:30.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.119+0000 7fda980aa9c0 20 add_watcher() i=1 2024-09-12T17:31:30.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.119+0000 7fda980aa9c0 20 add_watcher() i=2 2024-09-12T17:31:30.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.119+0000 7fda980aa9c0 20 add_watcher() i=3 2024-09-12T17:31:30.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.119+0000 7fda980aa9c0 20 add_watcher() i=4 2024-09-12T17:31:30.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.119+0000 7fda980aa9c0 20 add_watcher() i=5 2024-09-12T17:31:30.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.123+0000 7fda980aa9c0 20 add_watcher() i=6 2024-09-12T17:31:30.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.123+0000 7fda980aa9c0 20 add_watcher() i=7 2024-09-12T17:31:30.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.123+0000 7fda980aa9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:31:30.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fd94c7e8640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fda980aa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fda980aa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fda980aa9c0 5 note: GC not initialized 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fd94b7e6640 20 reqs_thread_entry: start 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fda980aa9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fda980aa9c0 20 Filter name: none 2024-09-12T17:31:30.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fd9497e2640 20 reqs_thread_entry: start 2024-09-12T17:31:30.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.127+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:30.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:31:30.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:30.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:31:30.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:31:30.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:31:30.135 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.131+0000 7fda980aa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:31:30.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.135+0000 7fd94c7e8640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:31:30.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.139+0000 7fda980aa9c0 20 remove_watcher() i=0 2024-09-12T17:31:30.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.139+0000 7fda980aa9c0 2 removed watcher, disabling cache 2024-09-12T17:31:30.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.143+0000 7fda980aa9c0 20 remove_watcher() i=1 2024-09-12T17:31:30.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.143+0000 7fda980aa9c0 20 remove_watcher() i=2 2024-09-12T17:31:30.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.147+0000 7fda980aa9c0 20 remove_watcher() i=3 2024-09-12T17:31:30.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.147+0000 7fda980aa9c0 20 remove_watcher() i=4 2024-09-12T17:31:30.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.151+0000 7fda980aa9c0 20 remove_watcher() i=5 2024-09-12T17:31:30.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.151+0000 7fda980aa9c0 20 remove_watcher() i=6 2024-09-12T17:31:30.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:31:30.155+0000 7fda980aa9c0 20 remove_watcher() i=7 2024-09-12T17:31:30.173 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:30.173 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:31:30.174 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:31:30.174 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:31:30.175 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:31:30.175 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:00.244 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:00.244 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:00.289 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:00.327 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:00.327 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:00.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.370+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 realm 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:00.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.374+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.378+0000 7fad9066a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:00.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.378+0000 7fad9066a9c0 20 searching for the correct realm 2024-09-12T17:32:00.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.378+0000 7fad8e971640 0 -- 172.21.15.1:0/2370167192 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fad84046960 msgr2=0x7fad840393d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:00.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.594+0000 7fad8d96f640 0 -- 172.21.15.1:0/2370167192 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fad880682b0 msgr2=0x7fad88079780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:00.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.810+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:00.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 zone default found 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 4 Realm: () 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 zonegroup default 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.814+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.818+0000 7fad9066a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:00.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.818+0000 7fad9066a9c0 20 started sync module instance, tier type = 2024-09-12T17:32:00.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.818+0000 7fad9066a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:00.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=0 2024-09-12T17:32:00.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=1 2024-09-12T17:32:00.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=2 2024-09-12T17:32:00.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=3 2024-09-12T17:32:00.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=4 2024-09-12T17:32:00.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=5 2024-09-12T17:32:00.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.842+0000 7fad9066a9c0 20 add_watcher() i=6 2024-09-12T17:32:00.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.846+0000 7fad9066a9c0 20 add_watcher() i=7 2024-09-12T17:32:00.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.846+0000 7fad9066a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:00.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fac44fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:00.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:00.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:00.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 5 note: GC not initialized 2024-09-12T17:32:00.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fabbf7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:00.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:00.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 Filter name: none 2024-09-12T17:32:00.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fabbd7fa640 20 reqs_thread_entry: start 2024-09-12T17:32:00.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:32:00.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:32:00.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:32:00.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:32:00.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : miss 2024-09-12T17:32:00.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.850+0000 7fad9066a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:00.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.854+0000 7fad9066a9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:32:00.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.854+0000 7fad9066a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.854+0000 7fad9066a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.854+0000 7fad9066a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:00.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.854+0000 7fad9066a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.854+0000 7fad9066a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:32:00.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fad9066a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fad9066a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fad9066a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fad9066a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:32:00.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fac71ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366227 cookie 94011758481296 notifier 6923 bl.length()=931 2024-09-12T17:32:00.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fac71ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fac71ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.862+0000 7fac71ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.866+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:32:00.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.866+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:32:00.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.866+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:32:00.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.866+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:32:00.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.870+0000 7fad9066a9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:32:00.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.870+0000 7fad9066a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.0 2024-09-12T17:32:00.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.870+0000 7fad9066a9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:32:00.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.870+0000 7fad9066a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.1.1 2024-09-12T17:32:00.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.870+0000 7fad9066a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:32:00.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.874+0000 7fad9066a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:00.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.874+0000 7fad9066a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:32:00.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.874+0000 7fad9066a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.874+0000 7fad9066a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.874+0000 7fad9066a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.874+0000 7fad9066a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:32:00.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fac717fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 94011758481296 notifier 6923 bl.length()=931 2024-09-12T17:32:00.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fac717fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fac717fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fac717fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:32:00.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:32:00.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:32:00.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:32:00.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.878+0000 7fad9066a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.32.0 2024-09-12T17:32:00.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.882+0000 7fad9066a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:00.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.882+0000 7fad9066a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.882+0000 7fad9066a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.882+0000 7fad9066a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.882+0000 7fad9066a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.882+0000 7fad9066a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32, ofs0, ns] 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fac717fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366229 cookie 94011758481296 notifier 6923 bl.length()=899 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fac717fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 info.flags=0x17 2024-09-12T17:32:00.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fac717fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:89018418-9cac-4cab-9409-03996b4334d4.4611.32 to cache LRU end 2024-09-12T17:32:00.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fac717fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:00.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_sources= new_sources= 2024-09-12T17:32:00.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential sources added=[] removed=[] 2024-09-12T17:32:00.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): orig_dests= new_dests= 2024-09-12T17:32:00.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fad9066a9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[89018418-9cac-4cab-9409-03996b4334d4.4611.32]): potential dests added=[] removed=[] 2024-09-12T17:32:00.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.886+0000 7fad9066a9c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:00.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.890+0000 7fac44fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:00.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.898+0000 7fad9066a9c0 20 remove_watcher() i=0 2024-09-12T17:32:00.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.898+0000 7fad9066a9c0 2 removed watcher, disabling cache 2024-09-12T17:32:00.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.898+0000 7fad9066a9c0 20 remove_watcher() i=1 2024-09-12T17:32:00.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.902+0000 7fad9066a9c0 20 remove_watcher() i=2 2024-09-12T17:32:00.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.906+0000 7fad9066a9c0 20 remove_watcher() i=3 2024-09-12T17:32:00.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.906+0000 7fad9066a9c0 20 remove_watcher() i=4 2024-09-12T17:32:00.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.910+0000 7fad9066a9c0 20 remove_watcher() i=5 2024-09-12T17:32:00.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.910+0000 7fad9066a9c0 20 remove_watcher() i=6 2024-09-12T17:32:00.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:00.914+0000 7fad9066a9c0 20 remove_watcher() i=7 2024-09-12T17:32:00.935 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:32:00.967 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:00.968 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 realm 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.010+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.014+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:01.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.014+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.014+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.014+0000 7f0ee96b69c0 20 searching for the correct realm 2024-09-12T17:32:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.018+0000 7f0ee79bd640 0 -- 172.21.15.1:0/4155098523 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f0ed0128020 msgr2=0x7f0ed010d120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:01.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.234+0000 7f0ee69bb640 0 -- 172.21.15.1:0/4155098523 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f0ed8071470 msgr2=0x7f0ed80890b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.450+0000 7f0ee96b69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.450+0000 7f0ee96b69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.450+0000 7f0ee96b69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.450+0000 7f0ee96b69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.450+0000 7f0ee96b69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.450+0000 7f0ee96b69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:01.456 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:01.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:01.458 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 zone default found 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 4 Realm: () 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 zonegroup default 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.454+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.458+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.460 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.458+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.458+0000 7f0ee96b69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:01.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.458+0000 7f0ee96b69c0 20 started sync module instance, tier type = 2024-09-12T17:32:01.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.458+0000 7f0ee96b69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:01.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=0 2024-09-12T17:32:01.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=1 2024-09-12T17:32:01.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=2 2024-09-12T17:32:01.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=3 2024-09-12T17:32:01.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=4 2024-09-12T17:32:01.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=5 2024-09-12T17:32:01.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.478+0000 7f0ee96b69c0 20 add_watcher() i=6 2024-09-12T17:32:01.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.482+0000 7f0ee96b69c0 20 add_watcher() i=7 2024-09-12T17:32:01.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.482+0000 7f0ee96b69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:01.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0d9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:01.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:01.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:01.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 5 note: GC not initialized 2024-09-12T17:32:01.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0d9cfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:01.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:01.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 Filter name: none 2024-09-12T17:32:01.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0d167fc640 20 reqs_thread_entry: start 2024-09-12T17:32:01.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:32:01.491 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.486+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:32:01.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:01.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:32:01.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:01.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:32:01.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.490+0000 7f0ee96b69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:01.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.494+0000 7f0d9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:01.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.498+0000 7f0ee96b69c0 20 remove_watcher() i=0 2024-09-12T17:32:01.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.498+0000 7f0ee96b69c0 2 removed watcher, disabling cache 2024-09-12T17:32:01.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.502+0000 7f0ee96b69c0 20 remove_watcher() i=1 2024-09-12T17:32:01.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.506+0000 7f0ee96b69c0 20 remove_watcher() i=2 2024-09-12T17:32:01.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.506+0000 7f0ee96b69c0 20 remove_watcher() i=3 2024-09-12T17:32:01.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.510+0000 7f0ee96b69c0 20 remove_watcher() i=4 2024-09-12T17:32:01.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.510+0000 7f0ee96b69c0 20 remove_watcher() i=5 2024-09-12T17:32:01.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.510+0000 7f0ee96b69c0 20 remove_watcher() i=6 2024-09-12T17:32:01.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:01.514+0000 7f0ee96b69c0 20 remove_watcher() i=7 2024-09-12T17:32:01.533 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:01.533 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:01.533 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-commit-target-layout id: 89018418-9cac-4cab-9409-03996b4334d4.4611.32 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:32:01.533 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:01.534 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.534 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.538 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.538 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.591 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.591 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.617 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T17:32:01.618 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:01.620 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.620 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.638 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.638 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.683 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.683 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.702 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.702 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.722 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.722 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.739 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.739 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.813 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.813 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.827 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.827 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.841 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.841 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.855 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.855 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.869 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.869 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.882 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.882 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.896 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.897 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.910 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.910 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.924 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.924 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.938 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.938 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.954 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.954 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.967 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.968 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:01.984 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:01.984 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:02.000 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:02.001 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:02.019 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:02.020 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:02.037 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:02.037 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:02.052 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:32:02.087 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:02.087 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:02.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.130+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.130+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.130+0000 7fcddbc2d9c0 20 realm 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.130+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:02.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:02.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.134+0000 7fcddbc2d9c0 20 searching for the correct realm 2024-09-12T17:32:02.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.138+0000 7fcdd9f34640 0 -- 172.21.15.1:0/1320502124 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fcdd0135c20 msgr2=0x7fcdd00075b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:02.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.354+0000 7fcdd8f32640 0 -- 172.21.15.1:0/1320502124 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fcdd4061860 msgr2=0x7fcdd4064710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.570+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 zone default found 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 4 Realm: () 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 zonegroup default 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.574+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.578+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.578+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.578+0000 7fcddbc2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.578+0000 7fcddbc2d9c0 20 started sync module instance, tier type = 2024-09-12T17:32:02.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.578+0000 7fcddbc2d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=0 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=1 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=2 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=3 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=4 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=5 2024-09-12T17:32:02.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.602+0000 7fcddbc2d9c0 20 add_watcher() i=6 2024-09-12T17:32:02.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.606+0000 7fcddbc2d9c0 20 add_watcher() i=7 2024-09-12T17:32:02.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.606+0000 7fcddbc2d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:02.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcc8ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:02.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcddbc2d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:02.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcddbc2d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:02.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcddbc2d9c0 5 note: GC not initialized 2024-09-12T17:32:02.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcc8efe5640 20 reqs_thread_entry: start 2024-09-12T17:32:02.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcddbc2d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:02.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcddbc2d9c0 20 Filter name: none 2024-09-12T17:32:02.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcc8cfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:02.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.610+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:02.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:02.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:02.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:02.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.614+0000 7fcddbc2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.618+0000 7fcddbc2d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:02.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.618+0000 7fcddbc2d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:02.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.618+0000 7fcc8ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:02.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.622+0000 7fcddbc2d9c0 20 remove_watcher() i=0 2024-09-12T17:32:02.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.622+0000 7fcddbc2d9c0 2 removed watcher, disabling cache 2024-09-12T17:32:02.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.626+0000 7fcddbc2d9c0 20 remove_watcher() i=1 2024-09-12T17:32:02.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.630+0000 7fcddbc2d9c0 20 remove_watcher() i=2 2024-09-12T17:32:02.634 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.630+0000 7fcddbc2d9c0 20 remove_watcher() i=3 2024-09-12T17:32:02.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.634+0000 7fcddbc2d9c0 20 remove_watcher() i=4 2024-09-12T17:32:02.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.634+0000 7fcddbc2d9c0 20 remove_watcher() i=5 2024-09-12T17:32:02.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.638+0000 7fcddbc2d9c0 20 remove_watcher() i=6 2024-09-12T17:32:02.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.638+0000 7fcddbc2d9c0 20 remove_watcher() i=7 2024-09-12T17:32:02.659 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:02.660 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:02.660 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-do-reshard id: 89018418-9cac-4cab-9409-03996b4334d4.4611.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:02.660 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:02.660 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T17:32:02.699 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:02.699 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:02.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.742+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.747 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.742+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.742+0000 7f1dccd689c0 20 realm 2024-09-12T17:32:02.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.742+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:02.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:02.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:02.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.746+0000 7f1dccd689c0 20 searching for the correct realm 2024-09-12T17:32:02.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.750+0000 7f1dcb06f640 0 -- 172.21.15.1:0/3688666895 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1dc0113a50 msgr2=0x7f1dc0100980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:02.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.966+0000 7f1dca06d640 0 -- 172.21.15.1:0/3688666895 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f1dbc029020 msgr2=0x7f1dbc070330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:02.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:02.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:02.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:02.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:02.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:02.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:02.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:02.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:02.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 zone default found 2024-09-12T17:32:02.987 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 4 Realm: () 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 zonegroup default 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.982+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:02.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:02.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 started sync module instance, tier type = 2024-09-12T17:32:02.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:02.986+0000 7f1dccd689c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:03.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=0 2024-09-12T17:32:03.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=1 2024-09-12T17:32:03.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=2 2024-09-12T17:32:03.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=3 2024-09-12T17:32:03.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=4 2024-09-12T17:32:03.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=5 2024-09-12T17:32:03.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.010+0000 7f1dccd689c0 20 add_watcher() i=6 2024-09-12T17:32:03.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.014+0000 7f1dccd689c0 20 add_watcher() i=7 2024-09-12T17:32:03.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.014+0000 7f1dccd689c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:03.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1c81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:03.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:03.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:03.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 5 note: GC not initialized 2024-09-12T17:32:03.022 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1c80fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:03.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:03.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 20 Filter name: none 2024-09-12T17:32:03.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1c79ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:03.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:32:03.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.018+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:03.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:32:03.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:32:03.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 : miss 2024-09-12T17:32:03.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:03.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:03.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:03.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:03.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:03.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.022+0000 7f1dccd689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 2024-09-12T17:32:03.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1dccd689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:03.034 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1dccd689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:03.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1dccd689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:03.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1dccd689c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33, ofs0, ns] 2024-09-12T17:32:03.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1cae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366231 cookie 94519476303632 notifier 7431 bl.length()=911 2024-09-12T17:32:03.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1cae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:03.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1cae7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:03.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.030+0000 7f1cae7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:03.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.034+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_sources= new_sources= 2024-09-12T17:32:03.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.034+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential sources added=[] removed=[] 2024-09-12T17:32:03.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.034+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_dests= new_dests= 2024-09-12T17:32:03.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.034+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential dests added=[] removed=[] 2024-09-12T17:32:03.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.038+0000 7f1dccd689c0 -1 Injecting error=-5 at location=do_reshard 2024-09-12T17:32:03.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.046+0000 7f1dccd689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:03.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.046+0000 7f1dccd689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 2024-09-12T17:32:03.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:03.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:03.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:03.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33, ofs0, ns] 2024-09-12T17:32:03.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1cae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366232 cookie 94519476303632 notifier 7431 bl.length()=879 2024-09-12T17:32:03.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1cae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:03.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1cae7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:03.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1cae7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:03.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_sources= new_sources= 2024-09-12T17:32:03.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential sources added=[] removed=[] 2024-09-12T17:32:03.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_dests= new_dests= 2024-09-12T17:32:03.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential dests added=[] removed=[] 2024-09-12T17:32:03.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.050+0000 7f1dccd689c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T17:32:03.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.054+0000 7f1c81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:03.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.062+0000 7f1dccd689c0 20 remove_watcher() i=0 2024-09-12T17:32:03.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.062+0000 7f1dccd689c0 2 removed watcher, disabling cache 2024-09-12T17:32:03.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.062+0000 7f1dccd689c0 20 remove_watcher() i=1 2024-09-12T17:32:03.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.066+0000 7f1dccd689c0 20 remove_watcher() i=2 2024-09-12T17:32:03.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.070+0000 7f1dccd689c0 20 remove_watcher() i=3 2024-09-12T17:32:03.074 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.070+0000 7f1dccd689c0 20 remove_watcher() i=4 2024-09-12T17:32:03.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.074+0000 7f1dccd689c0 20 remove_watcher() i=5 2024-09-12T17:32:03.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.074+0000 7f1dccd689c0 20 remove_watcher() i=6 2024-09-12T17:32:03.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.074+0000 7f1dccd689c0 20 remove_watcher() i=7 2024-09-12T17:32:03.095 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:32:03.125 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:03.125 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:03.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.166+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 realm 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:03.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.170+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.174+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:03.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.174+0000 7f1ab290e9c0 20 searching for the correct realm 2024-09-12T17:32:03.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.174+0000 7f1ab0c15640 0 -- 172.21.15.1:0/1556175206 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1a98088070 msgr2=0x7f1a980643c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:03.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.390+0000 7f1aafc13640 0 -- 172.21.15.1:0/1556175206 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f1aa8067150 msgr2=0x7f1aa8020800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:03.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.606+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:03.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 zone default found 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 4 Realm: () 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:03.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 zonegroup default 2024-09-12T17:32:03.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 started sync module instance, tier type = 2024-09-12T17:32:03.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.610+0000 7f1ab290e9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:03.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=0 2024-09-12T17:32:03.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=1 2024-09-12T17:32:03.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=2 2024-09-12T17:32:03.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=3 2024-09-12T17:32:03.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=4 2024-09-12T17:32:03.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=5 2024-09-12T17:32:03.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=6 2024-09-12T17:32:03.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 20 add_watcher() i=7 2024-09-12T17:32:03.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.634+0000 7f1ab290e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:03.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1965fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:03.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1ab290e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1ab290e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1ab290e9c0 5 note: GC not initialized 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1964fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1ab290e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.638+0000 7f1ab290e9c0 20 Filter name: none 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f18de7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:03.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:03.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:03.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:03.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:03.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.642+0000 7f1ab290e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:03.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.646+0000 7f1965fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:03.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.650+0000 7f1ab290e9c0 20 remove_watcher() i=0 2024-09-12T17:32:03.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.650+0000 7f1ab290e9c0 2 removed watcher, disabling cache 2024-09-12T17:32:03.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.654+0000 7f1ab290e9c0 20 remove_watcher() i=1 2024-09-12T17:32:03.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.658+0000 7f1ab290e9c0 20 remove_watcher() i=2 2024-09-12T17:32:03.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.658+0000 7f1ab290e9c0 20 remove_watcher() i=3 2024-09-12T17:32:03.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.662+0000 7f1ab290e9c0 20 remove_watcher() i=4 2024-09-12T17:32:03.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.662+0000 7f1ab290e9c0 20 remove_watcher() i=5 2024-09-12T17:32:03.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.662+0000 7f1ab290e9c0 20 remove_watcher() i=6 2024-09-12T17:32:03.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.666+0000 7f1ab290e9c0 20 remove_watcher() i=7 2024-09-12T17:32:03.685 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:03.685 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:03.685 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-do-reshard id: 89018418-9cac-4cab-9409-03996b4334d4.4611.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:03.685 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:03.686 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:03.687 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:03.698 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:03.698 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:03.741 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:03.778 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:03.779 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:03.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 realm 2024-09-12T17:32:03.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:03.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:03.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.822+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.826+0000 7f80997799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:03.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.826+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:03.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.826+0000 7f80997799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:03.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.826+0000 7f80997799c0 20 searching for the correct realm 2024-09-12T17:32:03.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.830+0000 7f8097a80640 0 -- 172.21.15.1:0/2229904116 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f8080050040 msgr2=0x7f8080050420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:03.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:03.838+0000 7f8096a7e640 0 -- 172.21.15.1:0/2229904116 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8090107270 msgr2=0x7f80900ff7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:04.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:04.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:04.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:04.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:04.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:04.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:04.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:04.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:04.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 zone default found 2024-09-12T17:32:04.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 4 Realm: () 2024-09-12T17:32:04.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:04.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:04.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:04.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 zonegroup default 2024-09-12T17:32:04.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.058+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 started sync module instance, tier type = 2024-09-12T17:32:04.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.062+0000 7f80997799c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=0 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=1 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=2 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=3 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=4 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=5 2024-09-12T17:32:04.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.086+0000 7f80997799c0 20 add_watcher() i=6 2024-09-12T17:32:04.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.090+0000 7f80997799c0 20 add_watcher() i=7 2024-09-12T17:32:04.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.090+0000 7f80997799c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:04.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f7f4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:04.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f80997799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:04.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f80997799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:04.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f80997799c0 5 note: GC not initialized 2024-09-12T17:32:04.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f7f4cfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:04.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f80997799c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:04.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f80997799c0 20 Filter name: none 2024-09-12T17:32:04.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f7ec67fc640 20 reqs_thread_entry: start 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.094+0000 7f80997799c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 : miss 2024-09-12T17:32:04.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:04.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:04.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.098+0000 7f80997799c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 2024-09-12T17:32:04.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33, ofs0, ns] 2024-09-12T17:32:04.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f7f7affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366233 cookie 93957686460096 notifier 7470 bl.length()=911 2024-09-12T17:32:04.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f7f7affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f7f7affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f7f7affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_sources= new_sources= 2024-09-12T17:32:04.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential sources added=[] removed=[] 2024-09-12T17:32:04.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_dests= new_dests= 2024-09-12T17:32:04.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.106+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential dests added=[] removed=[] 2024-09-12T17:32:04.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.114+0000 7f80997799c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.33.1.0 2024-09-12T17:32:04.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.114+0000 7f80997799c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.33.1.0 2024-09-12T17:32:04.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.114+0000 7f80997799c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.33.1.1 2024-09-12T17:32:04.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.114+0000 7f80997799c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.33.1.1 2024-09-12T17:32:04.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.114+0000 7f80997799c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.33.0 2024-09-12T17:32:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.122+0000 7f80997799c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.122+0000 7f80997799c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 2024-09-12T17:32:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33, ofs0, ns] 2024-09-12T17:32:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f7f7affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366234 cookie 93957686460096 notifier 7470 bl.length()=911 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f7f7affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f7f7affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f7f7affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_sources= new_sources= 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential sources added=[] removed=[] 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_dests= new_dests= 2024-09-12T17:32:04.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.126+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential dests added=[] removed=[] 2024-09-12T17:32:04.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.130+0000 7f80997799c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.33.0 2024-09-12T17:32:04.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.130+0000 7f80997799c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:04.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.130+0000 7f80997799c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 2024-09-12T17:32:04.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33, ofs0, ns] 2024-09-12T17:32:04.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f7f7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366235 cookie 93957686460096 notifier 7470 bl.length()=879 2024-09-12T17:32:04.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f7f7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 info.flags=0x17 2024-09-12T17:32:04.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f7f7a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.33 to cache LRU end 2024-09-12T17:32:04.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f7f7a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:04.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_sources= new_sources= 2024-09-12T17:32:04.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential sources added=[] removed=[] 2024-09-12T17:32:04.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): orig_dests= new_dests= 2024-09-12T17:32:04.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.134+0000 7f80997799c0 20 handle_bi_update(): bucket=:error-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.33]): potential dests added=[] removed=[] 2024-09-12T17:32:04.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.138+0000 7f80997799c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:04.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.142+0000 7f7f4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:04.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.150+0000 7f80997799c0 20 remove_watcher() i=0 2024-09-12T17:32:04.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.150+0000 7f80997799c0 2 removed watcher, disabling cache 2024-09-12T17:32:04.155 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.150+0000 7f80997799c0 20 remove_watcher() i=1 2024-09-12T17:32:04.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.154+0000 7f80997799c0 20 remove_watcher() i=2 2024-09-12T17:32:04.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.158+0000 7f80997799c0 20 remove_watcher() i=3 2024-09-12T17:32:04.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.158+0000 7f80997799c0 20 remove_watcher() i=4 2024-09-12T17:32:04.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.162+0000 7f80997799c0 20 remove_watcher() i=5 2024-09-12T17:32:04.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.162+0000 7f80997799c0 20 remove_watcher() i=6 2024-09-12T17:32:04.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.166+0000 7f80997799c0 20 remove_watcher() i=7 2024-09-12T17:32:04.189 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:32:04.222 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:04.222 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:04.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.266+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 realm 2024-09-12T17:32:04.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:04.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:04.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:04.275 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.270+0000 7f9480e2a9c0 20 searching for the correct realm 2024-09-12T17:32:04.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.278+0000 7f947e930640 0 -- 172.21.15.1:0/3941420819 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f947803f070 msgr2=0x7f947803f9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:04.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.282+0000 7f947e12f640 0 -- 172.21.15.1:0/3941420819 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9478034920 msgr2=0x7f94780103e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:04.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.498+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:04.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:04.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 zone default found 2024-09-12T17:32:04.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 4 Realm: () 2024-09-12T17:32:04.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:04.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:04.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:04.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 zonegroup default 2024-09-12T17:32:04.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.502+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.506+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.506+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.506+0000 7f9480e2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:04.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.506+0000 7f9480e2a9c0 20 started sync module instance, tier type = 2024-09-12T17:32:04.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.506+0000 7f9480e2a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:04.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=0 2024-09-12T17:32:04.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=1 2024-09-12T17:32:04.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=2 2024-09-12T17:32:04.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=3 2024-09-12T17:32:04.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=4 2024-09-12T17:32:04.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=5 2024-09-12T17:32:04.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=6 2024-09-12T17:32:04.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 20 add_watcher() i=7 2024-09-12T17:32:04.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.530+0000 7f9480e2a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:04.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.534+0000 7f93357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:04.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.534+0000 7f9480e2a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:04.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.534+0000 7f9480e2a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:04.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.534+0000 7f9480e2a9c0 5 note: GC not initialized 2024-09-12T17:32:04.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f92affff640 20 reqs_thread_entry: start 2024-09-12T17:32:04.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:04.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 Filter name: none 2024-09-12T17:32:04.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f92adffb640 20 reqs_thread_entry: start 2024-09-12T17:32:04.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:04.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:04.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:04.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.538+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.542+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:04.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.542+0000 7f9480e2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:04.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.542+0000 7f9480e2a9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:04.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.542+0000 7f9480e2a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:04.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.542+0000 7f93357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:04.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.550+0000 7f9480e2a9c0 20 remove_watcher() i=0 2024-09-12T17:32:04.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.550+0000 7f9480e2a9c0 2 removed watcher, disabling cache 2024-09-12T17:32:04.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.550+0000 7f9480e2a9c0 20 remove_watcher() i=1 2024-09-12T17:32:04.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.554+0000 7f9480e2a9c0 20 remove_watcher() i=2 2024-09-12T17:32:04.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.558+0000 7f9480e2a9c0 20 remove_watcher() i=3 2024-09-12T17:32:04.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.558+0000 7f9480e2a9c0 20 remove_watcher() i=4 2024-09-12T17:32:04.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.558+0000 7f9480e2a9c0 20 remove_watcher() i=5 2024-09-12T17:32:04.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.562+0000 7f9480e2a9c0 20 remove_watcher() i=6 2024-09-12T17:32:04.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:04.562+0000 7f9480e2a9c0 20 remove_watcher() i=7 2024-09-12T17:32:04.584 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:04.584 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:04.584 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-do-reshard id: 89018418-9cac-4cab-9409-03996b4334d4.4611.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:32:04.584 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:04.585 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.585 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.589 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.589 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.638 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.639 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.663 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T17:32:04.663 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:04.664 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.664 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.684 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.685 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.727 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.728 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.746 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.747 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.764 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.764 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.781 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.781 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.799 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.799 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.816 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.816 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.833 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.833 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.850 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.850 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.869 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.869 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.885 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.886 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.903 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.903 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.921 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.921 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.939 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.939 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.958 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.958 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.975 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.975 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:04.993 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:04.993 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:05.009 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:05.010 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:05.027 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:05.027 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:05.046 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:05.046 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:05.063 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:05.063 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:05.080 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:32:05.114 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:05.114 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:05.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.158+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.158+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.158+0000 7f638aea19c0 20 realm 2024-09-12T17:32:05.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.158+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:05.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:05.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:05.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.162+0000 7f638aea19c0 20 searching for the correct realm 2024-09-12T17:32:05.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.166+0000 7f63891a8640 0 -- 172.21.15.1:0/3524672210 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f637001e020 msgr2=0x7f6370062a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:05.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.382+0000 7f63881a6640 0 -- 172.21.15.1:0/3524672210 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f63800d7040 msgr2=0x7f6380134810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:05.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:05.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:05.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:05.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:05.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:05.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:05.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.598+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:05.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 zone default found 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 4 Realm: () 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 zonegroup default 2024-09-12T17:32:05.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.602+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.606+0000 7f638aea19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.606+0000 7f638aea19c0 20 started sync module instance, tier type = 2024-09-12T17:32:05.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.606+0000 7f638aea19c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:05.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=0 2024-09-12T17:32:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=1 2024-09-12T17:32:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=2 2024-09-12T17:32:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=3 2024-09-12T17:32:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=4 2024-09-12T17:32:05.631 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=5 2024-09-12T17:32:05.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.626+0000 7f638aea19c0 20 add_watcher() i=6 2024-09-12T17:32:05.632 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.630+0000 7f638aea19c0 20 add_watcher() i=7 2024-09-12T17:32:05.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.630+0000 7f638aea19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:05.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f623f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:05.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:05.637 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:05.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 5 note: GC not initialized 2024-09-12T17:32:05.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f623e7e4640 20 reqs_thread_entry: start 2024-09-12T17:32:05.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:05.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 Filter name: none 2024-09-12T17:32:05.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f62377fe640 20 reqs_thread_entry: start 2024-09-12T17:32:05.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:05.639 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.634+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:05.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:05.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:05.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:05.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.638+0000 7f638aea19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:05.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.642+0000 7f623f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:05.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.646+0000 7f638aea19c0 20 remove_watcher() i=0 2024-09-12T17:32:05.650 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.646+0000 7f638aea19c0 2 removed watcher, disabling cache 2024-09-12T17:32:05.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.650+0000 7f638aea19c0 20 remove_watcher() i=1 2024-09-12T17:32:05.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.650+0000 7f638aea19c0 20 remove_watcher() i=2 2024-09-12T17:32:05.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.654+0000 7f638aea19c0 20 remove_watcher() i=3 2024-09-12T17:32:05.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.654+0000 7f638aea19c0 20 remove_watcher() i=4 2024-09-12T17:32:05.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.658+0000 7f638aea19c0 20 remove_watcher() i=5 2024-09-12T17:32:05.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.658+0000 7f638aea19c0 20 remove_watcher() i=6 2024-09-12T17:32:05.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.662+0000 7f638aea19c0 20 remove_watcher() i=7 2024-09-12T17:32:05.681 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:05.681 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:05.681 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-do-reshard id: 89018418-9cac-4cab-9409-03996b4334d4.4611.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:05.681 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:05.681 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:32:05.714 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:05.714 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:05.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 realm 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:05.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:05.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:05.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:05.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 searching for the correct realm 2024-09-12T17:32:05.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.762+0000 7f4cae82c640 0 -- 172.21.15.1:0/2513024684 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4c980c1070 msgr2=0x7f4c980d93f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:05.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:05.978+0000 7f4cad82a640 0 -- 172.21.15.1:0/2513024684 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f4ca8090980 msgr2=0x7f4ca8051170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:06.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:06.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 zone default found 2024-09-12T17:32:06.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 Realm: () 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 zonegroup default 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 started sync module instance, tier type = 2024-09-12T17:32:06.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=0 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=1 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=2 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=3 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=4 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=5 2024-09-12T17:32:06.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.230+0000 7f4cb05259c0 20 add_watcher() i=6 2024-09-12T17:32:06.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.230+0000 7f4cb05259c0 20 add_watcher() i=7 2024-09-12T17:32:06.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.230+0000 7f4cb05259c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:06.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.234+0000 7f4b64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:06.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:06.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:06.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 note: GC not initialized 2024-09-12T17:32:06.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4adf7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:06.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:06.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 Filter name: none 2024-09-12T17:32:06.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4add7fa640 20 reqs_thread_entry: start 2024-09-12T17:32:06.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:32:06.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:06.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:32:06.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:32:06.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : miss 2024-09-12T17:32:06.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:06.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:06.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34, ofs0, ns] 2024-09-12T17:32:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366239 cookie 94555909971520 notifier 7061 bl.length()=911 2024-09-12T17:32:06.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_sources= new_sources= 2024-09-12T17:32:06.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential sources added=[] removed=[] 2024-09-12T17:32:06.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_dests= new_dests= 2024-09-12T17:32:06.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential dests added=[] removed=[] 2024-09-12T17:32:06.259 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4cb05259c0 time 2024-09-12T17:32:06.260674+0000 2024-09-12T17:32:06.259 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:06.260 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.260 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f4cb3dff2eb] 2024-09-12T17:32:06.260 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.258+0000 7f4cb05259c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4cb05259c0 time 2024-09-12T17:32:06.260674+0000 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f4cb3dff2eb] 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.261 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:32:06.262 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f4cb05259c0 thread_name:radosgw-admin 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f4cb2c7e520] 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f4cb3dff345] 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:32:06.263 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.258+0000 7f4cb05259c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f4cb05259c0 thread_name:radosgw-admin 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f4cb2c7e520] 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f4cb3dff345] 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.264 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.265 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:32:06.286 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.286 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:32:05.734+0000 7f4cad82a640 10 monclient(hunting): handle_auth_done global_id 7049 payload 274 2024-09-12T17:32:06.286 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:32:05.734+0000 7f4cad82a640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:32:05.734+0000 7f4cad82a640 1 monclient: found mon.noname-c 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:32:05.734+0000 7f4cad82a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: dump: 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.287 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: dump: 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7049 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 4 set_mon_vals no callback set 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: shutdown 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) unregister_commands rotate-key 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.289 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding auth protocol: cephx 2024-09-12T17:32:06.290 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding auth protocol: cephx 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding auth protocol: cephx 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.291 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: starting msgr at 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: starting objecter 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command objecter_requests hook 0x55ff835188a0 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: setting wanted keys 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: calling monclient init 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding auth protocol: cephx 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding auth protocol: cephx 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding auth protocol: cephx 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key hook 0x55ff835cf028 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:06.293 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff83514410 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff8351ac70 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff8351b6a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.026653s 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff83514410 auth_method 0 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): get_auth_request con 0x55ff8351b6a0 auth_method 0 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_done global_id 7052 payload 824 2024-09-12T17:32:06.295 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:32:05.734+0000 7f4cae02b640 1 monclient: found mon.noname-c 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: dump: 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.296 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.297 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: dump: 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.298 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7052 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:32:05.734+0000 7f4b9c608640 4 set_mon_vals no callback set 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: init done 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:32:05.738+0000 7f4b9ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:32:05.738+0000 7f4b9ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:32:05.738+0000 7f4b9ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:32:05.738+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4b94070b10 auth_method 0 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:32:05.738+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff835faa00 auth_method 0 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:32:05.738+0000 7f4cae02b640 10 monclient: get_auth_request con 0x55ff8361ab50 auth_method 0 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:32:05.742+0000 7f4cad82a640 10 monclient: get_auth_request con 0x55ff8361ed90 auth_method 0 2024-09-12T17:32:06.299 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:32:05.742+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff83622da0 auth_method 0 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.300 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding auth protocol: cephx 2024-09-12T17:32:06.301 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding auth protocol: cephx 2024-09-12T17:32:06.301 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding auth protocol: cephx 2024-09-12T17:32:06.304 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.304 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.304 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.304 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.304 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ff8362a880 EEXIST 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding auth protocol: cephx 2024-09-12T17:32:06.305 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding auth protocol: cephx 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding auth protocol: cephx 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.306 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key cmddesc rotate-key hook 0x55ff83625f20 EEXIST 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff8364ea30 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff8364e360 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff8364cd40 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.307 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.036849s 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): get_auth_request con 0x55ff8364ea30 auth_method 0 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): get_auth_request con 0x55ff8364e360 auth_method 0 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.308 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff8364cd40 auth_method 0 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_done global_id 7518 payload 824 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:32:05.746+0000 7f4cae82c640 1 monclient: found mon.noname-a 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: dump: 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.309 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:06.310 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: dump: 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.311 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7518 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:32:05.746+0000 7f4caf02d640 4 set_mon_vals no callback set 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:32:05.746+0000 7f4b93fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:32:05.746+0000 7f4b93fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:32:05.746+0000 7f4b93fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.320 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: get_monmap_and_config 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.321 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding auth protocol: cephx 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding auth protocol: cephx 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding auth protocol: cephx 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.322 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4b88070a20 auth_method 0 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding auth protocol: cephx 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding auth protocol: cephx 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding auth protocol: cephx 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.323 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc4f4f4c98 EEXIST 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.324 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff836a28d0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff836738d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff8369e1e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.041143s 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request con 0x55ff836a28d0 auth_method 0 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff8369e1e0 auth_method 0 2024-09-12T17:32:06.325 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_done global_id 7521 payload 274 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:32:05.750+0000 7f4cae02b640 1 monclient: found mon.noname-a 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff836738d0 auth_method 0 2024-09-12T17:32:06.326 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: dump: 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.327 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: dump: 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.328 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7521 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 4 set_mon_vals no callback set 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: shutdown 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.329 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding auth protocol: cephx 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding auth protocol: cephx 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding auth protocol: cephx 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.330 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: starting msgr at 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: starting objecter 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ff83605c60 EEXIST 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: setting wanted keys 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: calling monclient init 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding auth protocol: cephx 2024-09-12T17:32:06.331 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding auth protocol: cephx 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding auth protocol: cephx 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.332 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key cmddesc rotate-key hook 0x55ff83650998 EEXIST 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff836738d0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff8369e1e0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff836a28d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.333 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.043692s 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): get_auth_request con 0x55ff8369e1e0 auth_method 0 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request con 0x55ff836738d0 auth_method 0 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.334 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff836a28d0 auth_method 0 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:32:05.754+0000 7f4cae82c640 10 monclient(hunting): handle_auth_done global_id 7061 payload 824 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:32:05.754+0000 7f4cae82c640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:32:05.754+0000 7f4cae82c640 1 monclient: found mon.noname-c 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:32:05.754+0000 7f4cae82c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: dump: 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.335 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: dump: 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:32:05.754+0000 7f4b91ffb640 4 set_mon_vals no callback set 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7061 2024-09-12T17:32:06.337 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 1 librados: init done 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cr dump hook 0x55ff836a0558 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:32:05.754+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4b78070b10 auth_method 0 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient: get_auth_request con 0x55ff836bc640 auth_method 0 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 realm 2024-09-12T17:32:06.338 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:32:05.758+0000 7f4cad82a640 10 monclient: get_auth_request con 0x55ff836c0980 auth_method 0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:32:05.758+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff836c40c0 auth_method 0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 searching for the correct realm 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:32:05.758+0000 7f4cae02b640 10 monclient: get_auth_request con 0x7f4ca801b040 auth_method 0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:32:05.762+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4ca001f060 auth_method 0 2024-09-12T17:32:06.339 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:32:05.762+0000 7f4cae82c640 10 monclient: get_auth_request con 0x7f4c980c1070 auth_method 0 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:32:05.762+0000 7f4cae82c640 0 -- 172.21.15.1:0/2513024684 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4c980c1070 msgr2=0x7f4c980d93f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:32:05.966+0000 7f4cae82c640 10 monclient: get_auth_request con 0x7f4c980c1070 auth_method 0 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:32:05.970+0000 7f4cae02b640 10 monclient: get_auth_request con 0x7f4ca8008040 auth_method 0 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:32:05.978+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4ca8090980 auth_method 0 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:32:05.978+0000 7f4cad82a640 0 -- 172.21.15.1:0/2513024684 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f4ca8090980 msgr2=0x7f4ca8051170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:32:06.182+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4ca8090980 auth_method 0 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:06.340 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 zone default found 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 Realm: () 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 zonegroup default 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 started sync module instance, tier type = 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=0 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=1 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=2 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=3 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=4 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=5 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:32:06.230+0000 7f4cb05259c0 20 add_watcher() i=6 2024-09-12T17:32:06.342 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:32:06.230+0000 7f4cb05259c0 20 add_watcher() i=7 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:32:06.230+0000 7f4cb05259c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding auth protocol: cephx 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding auth protocol: cephx 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding auth protocol: cephx 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:32:06.234+0000 7f4b64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.343 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache list hook 0x55ff8369c0c0 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache inspect hook 0x55ff8369c0c0 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache erase hook 0x55ff8369c0c0 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache zap hook 0x55ff8369c0c0 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 note: GC not initialized 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:32:06.238+0000 7f4adf7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace show hook 0x7f4ca0092040 2024-09-12T17:32:06.344 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace history hook 0x7f4ca0092040 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace active hook 0x7f4ca0092040 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace active_short hook 0x7f4ca0092040 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 Filter name: none 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:32:06.238+0000 7f4add7fa640 20 reqs_thread_entry: start 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : miss 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:06.345 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34, ofs0, ns] 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366239 cookie 94555909971520 notifier 7061 bl.length()=911 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.346 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_sources= new_sources= 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential sources added=[] removed=[] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_dests= new_dests= 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential dests added=[] removed=[] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:32:06.258+0000 7f4cb05259c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4cb05259c0 time 2024-09-12T17:32:06.260674+0000 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f4cb3dff2eb] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.347 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:32:06.258+0000 7f4cb05259c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f4cb05259c0 thread_name:radosgw-admin 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f4cb2c7e520] 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f4cb3dff345] 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.348 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:32:06.349 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:32:06.350 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:32:06.351 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:32:06.352 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:32:06.353 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:32:06.354 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:32:06.355 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4add7fa640 / http_manager 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4adf7fe640 / http_manager 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b64fe1640 / rgw_dt_lg_renew 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b7ffff640 / ms_dispatch 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b91ffb640 / io_context_pool 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b93fff640 / ms_dispatch 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b9ae05640 / ms_dispatch 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b9c608640 / io_context_pool 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cad82a640 / msgr-worker-2 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cae02b640 / msgr-worker-1 2024-09-12T17:32:06.356 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cae82c640 / msgr-worker-0 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4caf02d640 / io_context_pool 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cb05259c0 / radosgw-admin 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.117631.log 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:32:05.734+0000 7f4cad82a640 10 monclient(hunting): handle_auth_done global_id 7049 payload 274 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:32:05.734+0000 7f4cad82a640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:32:05.734+0000 7f4cad82a640 1 monclient: found mon.noname-c 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:32:05.734+0000 7f4cad82a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.357 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: dump: 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.358 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:32:05.734+0000 7f4b9c608640 10 monclient: dump: 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.359 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7049 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 4 set_mon_vals no callback set 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: shutdown 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) unregister_commands rotate-key 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.360 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding auth protocol: cephx 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding auth protocol: cephx 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding auth protocol: cephx 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.361 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: crc 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835fb9e0) adding con mode: secure 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: starting msgr at 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: starting objecter 2024-09-12T17:32:06.362 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command objecter_requests hook 0x55ff835188a0 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: setting wanted keys 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: calling monclient init 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding auth protocol: cephx 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding auth protocol: cephx 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding auth protocol: cephx 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.363 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: crc 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 AuthRegistry(0x55ff835ceee0) adding con mode: secure 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key hook 0x55ff835cf028 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff83514410 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff8351ac70 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.364 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff8351b6a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.026653s 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff83514410 auth_method 0 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.365 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): get_auth_request con 0x55ff8351b6a0 auth_method 0 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:32:05.734+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient(hunting): handle_auth_done global_id 7052 payload 824 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:32:05.734+0000 7f4cae02b640 1 monclient: found mon.noname-c 2024-09-12T17:32:06.366 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:32:05.734+0000 7f4cae02b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: dump: 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.367 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:32:05.734+0000 7f4b9ae05640 10 monclient: dump: 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.368 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7052 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:32:05.734+0000 7f4b9c608640 4 set_mon_vals no callback set 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:32:05.734+0000 7f4cb05259c0 1 librados: init done 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:32:05.738+0000 7f4b9ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:32:05.738+0000 7f4b9ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:32:05.738+0000 7f4b9ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:32:05.738+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4b94070b10 auth_method 0 2024-09-12T17:32:06.369 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:32:05.738+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff835faa00 auth_method 0 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:32:05.738+0000 7f4cae02b640 10 monclient: get_auth_request con 0x55ff8361ab50 auth_method 0 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:32:05.742+0000 7f4cad82a640 10 monclient: get_auth_request con 0x55ff8361ed90 auth_method 0 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:32:05.742+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff83622da0 auth_method 0 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.370 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding auth protocol: cephx 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding auth protocol: cephx 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding auth protocol: cephx 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.371 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: crc 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83626e90) adding con mode: secure 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:32:05.742+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ff8362a880 EEXIST 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding auth protocol: cephx 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding auth protocol: cephx 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding auth protocol: cephx 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.372 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: crc 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83625dd8) adding con mode: secure 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key cmddesc rotate-key hook 0x55ff83625f20 EEXIST 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:32:06.373 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff8364ea30 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff8364e360 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff8364cd40 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.036849s 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): get_auth_request con 0x55ff8364ea30 auth_method 0 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): get_auth_request con 0x55ff8364e360 auth_method 0 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.374 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:32:05.746+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff8364cd40 auth_method 0 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:32:05.746+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient(hunting): handle_auth_done global_id 7518 payload 824 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.375 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:32:05.746+0000 7f4cae82c640 1 monclient: found mon.noname-a 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:32:05.746+0000 7f4cae82c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: dump: 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.376 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:32:05.746+0000 7f4b93fff640 10 monclient: dump: 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.377 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7518 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:32:05.746+0000 7f4caf02d640 4 set_mon_vals no callback set 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:32:05.746+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:32:05.746+0000 7f4b93fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:32:05.746+0000 7f4b93fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:32:05.746+0000 7f4b93fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: get_monmap_and_config 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.378 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding auth protocol: cephx 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding auth protocol: cephx 2024-09-12T17:32:06.379 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding auth protocol: cephx 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: crc 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff8366e3d0) adding con mode: secure 2024-09-12T17:32:06.380 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4b88070a20 auth_method 0 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding auth protocol: cephx 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding auth protocol: cephx 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding auth protocol: cephx 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.381 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: crc 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f4b50) adding con mode: secure 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc4f4f4c98 EEXIST 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff836a28d0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff836738d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.382 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff8369e1e0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.041143s 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request con 0x55ff836a28d0 auth_method 0 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff8369e1e0 auth_method 0 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.383 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient(hunting): handle_auth_done global_id 7521 payload 274 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:32:05.750+0000 7f4cae02b640 1 monclient: found mon.noname-a 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:32:05.750+0000 7f4cae02b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff836738d0 auth_method 0 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:06.384 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: dump: 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.385 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:32:05.750+0000 7f4b91ffb640 10 monclient: dump: 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.386 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7521 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 4 set_mon_vals no callback set 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: shutdown 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: build_initial_monmap 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: monmap: 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.387 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding auth protocol: cephx 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding auth protocol: cephx 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding auth protocol: cephx 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.388 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: crc 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff836930d0) adding con mode: secure 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: starting msgr at 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: starting objecter 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ff83605c60 EEXIST 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: setting wanted keys 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 1 librados: calling monclient init 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: init 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding auth protocol: cephx 2024-09-12T17:32:06.389 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding auth protocol: cephx 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding auth protocol: cephx 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: crc 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 AuthRegistry(0x55ff83650850) adding con mode: secure 2024-09-12T17:32:06.390 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command rotate-key cmddesc rotate-key hook 0x55ff83650998 EEXIST 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-a con 0x55ff836738d0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-c con 0x55ff8369e1e0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): picked mon.noname-b con 0x55ff836a28d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:32:05.750+0000 7f4cb05259c0 10 monclient(hunting): authenticate will time out at 2360.043692s 2024-09-12T17:32:06.391 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): get_auth_request con 0x55ff8369e1e0 auth_method 0 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request con 0x55ff836738d0 auth_method 0 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:32:05.750+0000 7f4cae82c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:06.392 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:32:05.750+0000 7f4cad82a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): get_auth_request con 0x55ff836a28d0 auth_method 0 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:32:05.754+0000 7f4cae82c640 10 monclient(hunting): handle_auth_done global_id 7061 payload 824 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:32:05.754+0000 7f4cae82c640 10 monclient: _finish_hunting 0 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:32:05.754+0000 7f4cae82c640 1 monclient: found mon.noname-c 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:32:05.754+0000 7f4cae82c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: dump: 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.393 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: _finish_auth 0 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:06.394 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 10 monclient: dump: 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:32:05.754+0000 7f4b91ffb640 4 set_mon_vals no callback set 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 5 monclient: authenticate success, global_id 7061 2024-09-12T17:32:06.395 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _renew_subs 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 1 librados: init done 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cr dump hook 0x55ff836a0558 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:32:05.754+0000 7f4b7ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:32:05.754+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4b78070b10 auth_method 0 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:32:05.754+0000 7f4cae02b640 10 monclient: get_auth_request con 0x55ff836bc640 auth_method 0 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.396 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 realm 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:32:05.754+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:32:05.758+0000 7f4cad82a640 10 monclient: get_auth_request con 0x55ff836c0980 auth_method 0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:32:05.758+0000 7f4cae82c640 10 monclient: get_auth_request con 0x55ff836c40c0 auth_method 0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:32:05.758+0000 7f4cb05259c0 20 searching for the correct realm 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:32:05.758+0000 7f4cae02b640 10 monclient: get_auth_request con 0x7f4ca801b040 auth_method 0 2024-09-12T17:32:06.397 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:32:05.762+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4ca001f060 auth_method 0 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:32:05.762+0000 7f4cae82c640 10 monclient: get_auth_request con 0x7f4c980c1070 auth_method 0 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:32:05.762+0000 7f4cae82c640 0 -- 172.21.15.1:0/2513024684 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4c980c1070 msgr2=0x7f4c980d93f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:32:05.966+0000 7f4cae82c640 10 monclient: get_auth_request con 0x7f4c980c1070 auth_method 0 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:32:05.970+0000 7f4cae02b640 10 monclient: get_auth_request con 0x7f4ca8008040 auth_method 0 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:32:05.978+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4ca8090980 auth_method 0 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:32:05.978+0000 7f4cad82a640 0 -- 172.21.15.1:0/2513024684 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f4ca8090980 msgr2=0x7f4ca8051170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:32:06.182+0000 7f4cad82a640 10 monclient: get_auth_request con 0x7f4ca8090980 auth_method 0 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:06.398 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:32:06.194+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 zone default found 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 Realm: () 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 zonegroup default 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:32:06.198+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 started sync module instance, tier type = 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:32:06.202+0000 7f4cb05259c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=0 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=1 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=2 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=3 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=4 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:32:06.226+0000 7f4cb05259c0 20 add_watcher() i=5 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:32:06.230+0000 7f4cb05259c0 20 add_watcher() i=6 2024-09-12T17:32:06.400 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:32:06.230+0000 7f4cb05259c0 20 add_watcher() i=7 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:32:06.230+0000 7f4cb05259c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding auth protocol: cephx 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding auth protocol: cephx 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding auth protocol: cephx 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:32:06.234+0000 7f4b64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.401 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: crc 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 5 AuthRegistry(0x7ffc4f4f5020) adding con mode: secure 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:32:06.234+0000 7f4cb05259c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache list hook 0x55ff8369c0c0 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache inspect hook 0x55ff8369c0c0 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache erase hook 0x55ff8369c0c0 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command cache zap hook 0x55ff8369c0c0 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 note: GC not initialized 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:32:06.238+0000 7f4adf7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace show hook 0x7f4ca0092040 2024-09-12T17:32:06.402 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace history hook 0x7f4ca0092040 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace active hook 0x7f4ca0092040 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 5 asok(0x55ff833c52b0) register_command sync trace active_short hook 0x7f4ca0092040 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 Filter name: none 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:32:06.238+0000 7f4add7fa640 20 reqs_thread_entry: start 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : miss 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:32:06.238+0000 7f4cb05259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34, ofs0, ns] 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366239 cookie 94555909971520 notifier 7061 bl.length()=911 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:32:06.250+0000 7f4b91ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_sources= new_sources= 2024-09-12T17:32:06.404 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential sources added=[] removed=[] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_dests= new_dests= 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:32:06.250+0000 7f4cb05259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential dests added=[] removed=[] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:32:06.258+0000 7f4cb05259c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4cb05259c0 time 2024-09-12T17:32:06.260674+0000 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f4cb3dff2eb] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.405 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:32:06.258+0000 7f4cb05259c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f4cb05259c0 thread_name:radosgw-admin 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f4cb2c7e520] 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f4cb3dff345] 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f4cb3dff49f] 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ff80a2e0c1] 2024-09-12T17:32:06.406 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55ff80a401fa] 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f4cb2c65d90] 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:32:06.407 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:32:06.408 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:32:06.409 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:32:06.410 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:32:06.411 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:32:06.412 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:32:06.413 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4add7fa640 / http_manager 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4adf7fe640 / http_manager 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b64fe1640 / rgw_dt_lg_renew 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b7ffff640 / ms_dispatch 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b91ffb640 / io_context_pool 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b93fff640 / ms_dispatch 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b9ae05640 / ms_dispatch 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4b9c608640 / io_context_pool 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cad82a640 / msgr-worker-2 2024-09-12T17:32:06.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cae02b640 / msgr-worker-1 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cae82c640 / msgr-worker-0 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4caf02d640 / io_context_pool 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr: 7f4cb05259c0 / radosgw-admin 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:32:06.263728Z_2680c396-3a52-4828-85cf-7d4079834cd5/log 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:06.415 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:06.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 realm 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.350+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.354+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.354+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.354+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.354+0000 7fd6b45169c0 20 searching for the correct realm 2024-09-12T17:32:06.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.358+0000 7fd6b281d640 0 -- 172.21.15.1:0/1881118057 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fd6a80bf040 msgr2=0x7fd6a80c0920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:06.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.574+0000 7fd6b181b640 0 -- 172.21.15.1:0/1881118057 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fd6ac0283c0 msgr2=0x7fd6ac028840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:06.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:06.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 zone default found 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 4 Realm: () 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 zonegroup default 2024-09-12T17:32:06.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.794+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.798+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.798+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.798+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.798+0000 7fd6b45169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:06.813 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.798+0000 7fd6b45169c0 20 started sync module instance, tier type = 2024-09-12T17:32:06.814 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.798+0000 7fd6b45169c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=0 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=1 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=2 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=3 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=4 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=5 2024-09-12T17:32:06.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.822+0000 7fd6b45169c0 20 add_watcher() i=6 2024-09-12T17:32:06.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.826+0000 7fd6b45169c0 20 add_watcher() i=7 2024-09-12T17:32:06.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.826+0000 7fd6b45169c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:06.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd568fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:06.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd6b45169c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:06.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd6b45169c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:06.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd6b45169c0 5 note: GC not initialized 2024-09-12T17:32:06.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd4e37fe640 20 reqs_thread_entry: start 2024-09-12T17:32:06.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd6b45169c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:06.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd6b45169c0 20 Filter name: none 2024-09-12T17:32:06.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd4e17fa640 20 reqs_thread_entry: start 2024-09-12T17:32:06.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.830+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:06.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:32:06.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:06.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:06.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.834+0000 7fd6b45169c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:06.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.838+0000 7fd6b45169c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:32:06.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.838+0000 7fd6b45169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:06.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.838+0000 7fd568fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:06.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.842+0000 7fd6b45169c0 20 remove_watcher() i=0 2024-09-12T17:32:06.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.842+0000 7fd6b45169c0 2 removed watcher, disabling cache 2024-09-12T17:32:06.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.850+0000 7fd6b45169c0 20 remove_watcher() i=1 2024-09-12T17:32:06.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.850+0000 7fd6b45169c0 20 remove_watcher() i=2 2024-09-12T17:32:06.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.854+0000 7fd6b45169c0 20 remove_watcher() i=3 2024-09-12T17:32:06.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.858+0000 7fd6b45169c0 20 remove_watcher() i=4 2024-09-12T17:32:06.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.858+0000 7fd6b45169c0 20 remove_watcher() i=5 2024-09-12T17:32:06.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.862+0000 7fd6b45169c0 20 remove_watcher() i=6 2024-09-12T17:32:06.867 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:06.862+0000 7fd6b45169c0 20 remove_watcher() i=7 2024-09-12T17:32:06.889 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.890 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:06.890 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-do-reshard id: 89018418-9cac-4cab-9409-03996b4334d4.4611.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:06.890 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:06.891 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:06.891 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:06.903 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:06.903 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:06.953 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:06.991 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:06.991 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:07.039 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.034+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 realm 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.041 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:07.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:07.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.038+0000 7ff2868d19c0 20 searching for the correct realm 2024-09-12T17:32:07.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.042+0000 7ff2843d7640 0 -- 172.21.15.1:0/1127500962 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7ff27c01a040 msgr2=0x7ff27c062c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:07.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.050+0000 7ff2843d7640 0 -- 172.21.15.1:0/1127500962 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x55f0fd79d750 msgr2=0x7ff27c06ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:07.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:07.278 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.274+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:07.280 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:07.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 zone default found 2024-09-12T17:32:07.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 4 Realm: () 2024-09-12T17:32:07.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 zonegroup default 2024-09-12T17:32:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:07.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 started sync module instance, tier type = 2024-09-12T17:32:07.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.278+0000 7ff2868d19c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=0 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=1 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=2 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=3 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=4 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=5 2024-09-12T17:32:07.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.306+0000 7ff2868d19c0 20 add_watcher() i=6 2024-09-12T17:32:07.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.310+0000 7ff2868d19c0 20 add_watcher() i=7 2024-09-12T17:32:07.314 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.310+0000 7ff2868d19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:07.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.314+0000 7ff13afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 5 note: GC not initialized 2024-09-12T17:32:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff139fdb640 20 reqs_thread_entry: start 2024-09-12T17:32:07.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:07.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 Filter name: none 2024-09-12T17:32:07.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff0ab7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:07.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:32:07.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:07.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:32:07.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:32:07.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : miss 2024-09-12T17:32:07.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:07.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:32:07.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:07.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:07.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:07.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:07.324 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.318+0000 7ff2868d19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:07.326 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.322+0000 7ff2868d19c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to be held by another RGW process; skipping for now 2024-09-12T17:32:07.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.322+0000 7ff13afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:07.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.330+0000 7ff2868d19c0 20 remove_watcher() i=0 2024-09-12T17:32:07.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.330+0000 7ff2868d19c0 2 removed watcher, disabling cache 2024-09-12T17:32:07.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.330+0000 7ff2868d19c0 20 remove_watcher() i=1 2024-09-12T17:32:07.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.334+0000 7ff2868d19c0 20 remove_watcher() i=2 2024-09-12T17:32:07.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.338+0000 7ff2868d19c0 20 remove_watcher() i=3 2024-09-12T17:32:07.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.342+0000 7ff2868d19c0 20 remove_watcher() i=4 2024-09-12T17:32:07.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.342+0000 7ff2868d19c0 20 remove_watcher() i=5 2024-09-12T17:32:07.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.346+0000 7ff2868d19c0 20 remove_watcher() i=6 2024-09-12T17:32:07.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:07.346+0000 7ff2868d19c0 20 remove_watcher() i=7 2024-09-12T17:32:07.365 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:32:37.396 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:37.434 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:37.435 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:37.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.478+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 realm 2024-09-12T17:32:37.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:37.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:37.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:37.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.482+0000 7fd7a1a6d9c0 20 searching for the correct realm 2024-09-12T17:32:37.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.486+0000 7fd79fd74640 0 -- 172.21.15.1:0/2779601302 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fd7940d2070 msgr2=0x7fd79412eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:37.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.702+0000 7fd79ed72640 0 -- 172.21.15.1:0/2779601302 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fd7980690d0 msgr2=0x7fd798063880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:37.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.918+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:37.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:37.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 zone default found 2024-09-12T17:32:37.925 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 4 Realm: () 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 zonegroup default 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.927 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.922+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.926+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.926+0000 7fd7a1a6d9c0 20 started sync module instance, tier type = 2024-09-12T17:32:37.928 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.926+0000 7fd7a1a6d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=0 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=1 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=2 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=3 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=4 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=5 2024-09-12T17:32:37.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.946+0000 7fd7a1a6d9c0 20 add_watcher() i=6 2024-09-12T17:32:37.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.950+0000 7fd7a1a6d9c0 20 add_watcher() i=7 2024-09-12T17:32:37.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.950+0000 7fd7a1a6d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:37.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.954+0000 7fd655fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:37.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.954+0000 7fd7a1a6d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:37.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.954+0000 7fd7a1a6d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:37.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 5 note: GC not initialized 2024-09-12T17:32:37.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd654fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:37.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:37.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 20 Filter name: none 2024-09-12T17:32:37.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd5ce7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:37.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:32:37.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:37.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:32:37.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:32:37.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : miss 2024-09-12T17:32:37.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:32:37.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:37.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:37.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:37.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:37.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.958+0000 7fd7a1a6d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:37.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.962+0000 7fd7a1a6d9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:32:37.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:37.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:37.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:37.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34, ofs0, ns] 2024-09-12T17:32:37.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd682ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366240 cookie 94482796814400 notifier 7578 bl.length()=911 2024-09-12T17:32:37.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd682ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:37.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd682ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:37.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd682ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:37.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_sources= new_sources= 2024-09-12T17:32:37.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential sources added=[] removed=[] 2024-09-12T17:32:37.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_dests= new_dests= 2024-09-12T17:32:37.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.974+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential dests added=[] removed=[] 2024-09-12T17:32:37.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.982+0000 7fd7a1a6d9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.34.2.0 2024-09-12T17:32:37.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.982+0000 7fd7a1a6d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.34.2.0 2024-09-12T17:32:37.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.982+0000 7fd7a1a6d9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.34.2.1 2024-09-12T17:32:37.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.982+0000 7fd7a1a6d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.34.2.1 2024-09-12T17:32:37.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.982+0000 7fd7a1a6d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.34.0 2024-09-12T17:32:37.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.986+0000 7fd7a1a6d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:37.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.986+0000 7fd7a1a6d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:37.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd7a1a6d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:37.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd7a1a6d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:37.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd7a1a6d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:37.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd7a1a6d9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34, ofs0, ns] 2024-09-12T17:32:37.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd6827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366241 cookie 94482796814400 notifier 7578 bl.length()=911 2024-09-12T17:32:37.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd6827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:37.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd6827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:37.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.990+0000 7fd6827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:37.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_sources= new_sources= 2024-09-12T17:32:37.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential sources added=[] removed=[] 2024-09-12T17:32:37.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_dests= new_dests= 2024-09-12T17:32:37.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential dests added=[] removed=[] 2024-09-12T17:32:37.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.34.0 2024-09-12T17:32:37.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:37.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.994+0000 7fd7a1a6d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd7a1a6d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd7a1a6d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd7a1a6d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd7a1a6d9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34, ofs0, ns] 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd682ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366242 cookie 94482796814400 notifier 7578 bl.length()=879 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd682ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 info.flags=0x17 2024-09-12T17:32:38.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd682ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:89018418-9cac-4cab-9409-03996b4334d4.4611.34 to cache LRU end 2024-09-12T17:32:38.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:37.998+0000 7fd682ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:38.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.002+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_sources= new_sources= 2024-09-12T17:32:38.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.002+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential sources added=[] removed=[] 2024-09-12T17:32:38.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.002+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): orig_dests= new_dests= 2024-09-12T17:32:38.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.002+0000 7fd7a1a6d9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[89018418-9cac-4cab-9409-03996b4334d4.4611.34]): potential dests added=[] removed=[] 2024-09-12T17:32:38.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.002+0000 7fd7a1a6d9c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:38.011 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.006+0000 7fd655fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.014+0000 7fd7a1a6d9c0 20 remove_watcher() i=0 2024-09-12T17:32:38.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.014+0000 7fd7a1a6d9c0 2 removed watcher, disabling cache 2024-09-12T17:32:38.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.014+0000 7fd7a1a6d9c0 20 remove_watcher() i=1 2024-09-12T17:32:38.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.018+0000 7fd7a1a6d9c0 20 remove_watcher() i=2 2024-09-12T17:32:38.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.018+0000 7fd7a1a6d9c0 20 remove_watcher() i=3 2024-09-12T17:32:38.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.022+0000 7fd7a1a6d9c0 20 remove_watcher() i=4 2024-09-12T17:32:38.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.022+0000 7fd7a1a6d9c0 20 remove_watcher() i=5 2024-09-12T17:32:38.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.026+0000 7fd7a1a6d9c0 20 remove_watcher() i=6 2024-09-12T17:32:38.031 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.026+0000 7fd7a1a6d9c0 20 remove_watcher() i=7 2024-09-12T17:32:38.055 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:32:38.088 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:38.088 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:38.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 realm 2024-09-12T17:32:38.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:38.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.134+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.138+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.138+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.138+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:38.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.138+0000 7f219a19f9c0 20 searching for the correct realm 2024-09-12T17:32:38.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.142+0000 7f21974a4640 0 -- 172.21.15.1:0/2879543227 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f218802f040 msgr2=0x7f218801d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.358+0000 7f2197ca5640 0 -- 172.21.15.1:0/2879543227 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f21900db040 msgr2=0x7f21900e6a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:38.377 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.379 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.374+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:38.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 zone default found 2024-09-12T17:32:38.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 4 Realm: () 2024-09-12T17:32:38.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:38.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:38.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:38.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 zonegroup default 2024-09-12T17:32:38.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 started sync module instance, tier type = 2024-09-12T17:32:38.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.378+0000 7f219a19f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=0 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=1 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=2 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=3 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=4 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=5 2024-09-12T17:32:38.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.402+0000 7f219a19f9c0 20 add_watcher() i=6 2024-09-12T17:32:38.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.406+0000 7f219a19f9c0 20 add_watcher() i=7 2024-09-12T17:32:38.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.406+0000 7f219a19f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:38.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.410+0000 7f204dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.410+0000 7f219a19f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.410+0000 7f219a19f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.410+0000 7f219a19f9c0 5 note: GC not initialized 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.410+0000 7f204cfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 Filter name: none 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f1fc67fc640 20 reqs_thread_entry: start 2024-09-12T17:32:38.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.414+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.418+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.418+0000 7f219a19f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.418+0000 7f219a19f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.418+0000 7f219a19f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:38.423 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.418+0000 7f204dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.426+0000 7f219a19f9c0 20 remove_watcher() i=0 2024-09-12T17:32:38.428 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.426+0000 7f219a19f9c0 2 removed watcher, disabling cache 2024-09-12T17:32:38.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.426+0000 7f219a19f9c0 20 remove_watcher() i=1 2024-09-12T17:32:38.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.430+0000 7f219a19f9c0 20 remove_watcher() i=2 2024-09-12T17:32:38.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.434+0000 7f219a19f9c0 20 remove_watcher() i=3 2024-09-12T17:32:38.438 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.434+0000 7f219a19f9c0 20 remove_watcher() i=4 2024-09-12T17:32:38.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.438+0000 7f219a19f9c0 20 remove_watcher() i=5 2024-09-12T17:32:38.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.438+0000 7f219a19f9c0 20 remove_watcher() i=6 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:38.438+0000 7f219a19f9c0 20 remove_watcher() i=7 2024-09-12T17:32:38.459 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:38.459 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:38.460 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-do-reshard id: 89018418-9cac-4cab-9409-03996b4334d4.4611.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:32:38.460 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:38.461 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.461 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.465 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.465 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.521 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.521 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.549 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T17:32:38.550 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:38.552 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.552 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.619 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.620 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.639 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.639 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.657 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.657 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.675 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.675 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.697 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.697 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.715 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.715 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.733 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.733 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.751 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.751 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.770 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.770 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.787 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.788 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.804 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.804 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.822 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.823 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.840 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.840 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.857 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.858 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.876 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.877 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.893 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.893 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.910 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.910 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.928 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.928 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.946 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.946 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.966 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.966 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:38.981 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:32:39.014 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:39.015 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:39.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 20 realm 2024-09-12T17:32:39.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:39.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.058+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.062+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.062+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.062+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.062+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.062+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:39.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.062+0000 7fcc1e7fd9c0 20 searching for the correct realm 2024-09-12T17:32:39.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.066+0000 7fcc1cb04640 0 -- 172.21.15.1:0/2412295428 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fcc040e8070 msgr2=0x7fcc040a7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.282+0000 7fcc1bb02640 0 -- 172.21.15.1:0/2412295428 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fcc0c02d910 msgr2=0x7fcc0c008430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:39.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:39.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:39.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:39.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:39.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:39.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.498+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 zone default found 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 4 Realm: () 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 zonegroup default 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 started sync module instance, tier type = 2024-09-12T17:32:39.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.502+0000 7fcc1e7fd9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=0 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=1 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=2 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=3 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=4 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=5 2024-09-12T17:32:39.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=6 2024-09-12T17:32:39.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 20 add_watcher() i=7 2024-09-12T17:32:39.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.526+0000 7fcc1e7fd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:39.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.530+0000 7fcad2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:39.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:39.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 5 note: GC not initialized 2024-09-12T17:32:39.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcad1fdb640 20 reqs_thread_entry: start 2024-09-12T17:32:39.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:39.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 Filter name: none 2024-09-12T17:32:39.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fca437fe640 20 reqs_thread_entry: start 2024-09-12T17:32:39.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:39.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.534+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:39.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:39.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:39.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:39.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.538+0000 7fcc1e7fd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:39.545 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.542+0000 7fcad2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.546+0000 7fcc1e7fd9c0 20 remove_watcher() i=0 2024-09-12T17:32:39.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.546+0000 7fcc1e7fd9c0 2 removed watcher, disabling cache 2024-09-12T17:32:39.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.550+0000 7fcc1e7fd9c0 20 remove_watcher() i=1 2024-09-12T17:32:39.554 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.550+0000 7fcc1e7fd9c0 20 remove_watcher() i=2 2024-09-12T17:32:39.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.554+0000 7fcc1e7fd9c0 20 remove_watcher() i=3 2024-09-12T17:32:39.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.554+0000 7fcc1e7fd9c0 20 remove_watcher() i=4 2024-09-12T17:32:39.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.558+0000 7fcc1e7fd9c0 20 remove_watcher() i=5 2024-09-12T17:32:39.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.558+0000 7fcc1e7fd9c0 20 remove_watcher() i=6 2024-09-12T17:32:39.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.562+0000 7fcc1e7fd9c0 20 remove_watcher() i=7 2024-09-12T17:32:39.583 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:39.583 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:39.584 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-logrecord-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:39.584 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:39.584 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T17:32:39.617 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:39.617 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:39.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 realm 2024-09-12T17:32:39.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:39.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.662+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.666+0000 7fbfd969d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.666+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.666+0000 7fbfd969d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:39.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.666+0000 7fbfd969d9c0 20 searching for the correct realm 2024-09-12T17:32:39.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.670+0000 7fbfd79a4640 0 -- 172.21.15.1:0/2716466995 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fbfcc045020 msgr2=0x7fbfcc095410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:39.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:39.886+0000 7fbfd69a2640 0 -- 172.21.15.1:0/2716466995 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fbfd00403f0 msgr2=0x7fbfd0040870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:40.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:40.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 zone default found 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 4 Realm: () 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 zonegroup default 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.106+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 started sync module instance, tier type = 2024-09-12T17:32:40.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.110+0000 7fbfd969d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=0 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=1 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=2 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=3 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=4 2024-09-12T17:32:40.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=5 2024-09-12T17:32:40.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.134+0000 7fbfd969d9c0 20 add_watcher() i=6 2024-09-12T17:32:40.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.138+0000 7fbfd969d9c0 20 add_watcher() i=7 2024-09-12T17:32:40.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.138+0000 7fbfd969d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:40.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbe8e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:40.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:40.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 5 note: GC not initialized 2024-09-12T17:32:40.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbe8d7e2640 20 reqs_thread_entry: start 2024-09-12T17:32:40.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:40.146 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 20 Filter name: none 2024-09-12T17:32:40.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbe867fc640 20 reqs_thread_entry: start 2024-09-12T17:32:40.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:32:40.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.142+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:40.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:32:40.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:32:40.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 : miss 2024-09-12T17:32:40.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:40.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:40.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:40.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:40.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:40.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.146+0000 7fbfd969d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 2024-09-12T17:32:40.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbfd969d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:40.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbfd969d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:40.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbfd969d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:40.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbfd969d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35, ofs0, ns] 2024-09-12T17:32:40.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbebaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366234 cookie 94613630548320 notifier 7163 bl.length()=923 2024-09-12T17:32:40.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbebaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:40.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbebaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:40.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.154+0000 7fbebaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:40.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.158+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_sources= new_sources= 2024-09-12T17:32:40.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.158+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential sources added=[] removed=[] 2024-09-12T17:32:40.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.158+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_dests= new_dests= 2024-09-12T17:32:40.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.158+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential dests added=[] removed=[] 2024-09-12T17:32:40.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.158+0000 7fbfd969d9c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T17:32:40.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.158+0000 7fbfd969d9c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:32:40.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.162+0000 7fbfd969d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:40.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.162+0000 7fbfd969d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 2024-09-12T17:32:40.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:40.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:40.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:40.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35, ofs0, ns] 2024-09-12T17:32:40.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbeba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366235 cookie 94613630548320 notifier 7163 bl.length()=891 2024-09-12T17:32:40.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbeba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:40.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbeba7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:40.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbeba7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:40.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_sources= new_sources= 2024-09-12T17:32:40.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential sources added=[] removed=[] 2024-09-12T17:32:40.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_dests= new_dests= 2024-09-12T17:32:40.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.166+0000 7fbfd969d9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential dests added=[] removed=[] 2024-09-12T17:32:40.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.170+0000 7fbe8e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.178+0000 7fbfd969d9c0 20 remove_watcher() i=0 2024-09-12T17:32:40.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.178+0000 7fbfd969d9c0 2 removed watcher, disabling cache 2024-09-12T17:32:40.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.178+0000 7fbfd969d9c0 20 remove_watcher() i=1 2024-09-12T17:32:40.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.182+0000 7fbfd969d9c0 20 remove_watcher() i=2 2024-09-12T17:32:40.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.186+0000 7fbfd969d9c0 20 remove_watcher() i=3 2024-09-12T17:32:40.190 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.186+0000 7fbfd969d9c0 20 remove_watcher() i=4 2024-09-12T17:32:40.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.190+0000 7fbfd969d9c0 20 remove_watcher() i=5 2024-09-12T17:32:40.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.190+0000 7fbfd969d9c0 20 remove_watcher() i=6 2024-09-12T17:32:40.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.190+0000 7fbfd969d9c0 20 remove_watcher() i=7 2024-09-12T17:32:40.213 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:32:40.245 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:40.245 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:40.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.286+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 realm 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.293 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:40.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.290+0000 7f59fc9199c0 20 searching for the correct realm 2024-09-12T17:32:40.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.294+0000 7f59fac20640 0 -- 172.21.15.1:0/3836499159 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f59f003a950 msgr2=0x7f59f002b3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:40.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.510+0000 7f59f9c1e640 0 -- 172.21.15.1:0/3836499159 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f59f406c390 msgr2=0x7f59f4063cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:40.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:40.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.726+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 zone default found 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 4 Realm: () 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 zonegroup default 2024-09-12T17:32:40.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.730+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.734+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.734+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.734+0000 7f59fc9199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.734+0000 7f59fc9199c0 20 started sync module instance, tier type = 2024-09-12T17:32:40.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.734+0000 7f59fc9199c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:40.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=0 2024-09-12T17:32:40.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=1 2024-09-12T17:32:40.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=2 2024-09-12T17:32:40.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=3 2024-09-12T17:32:40.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=4 2024-09-12T17:32:40.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=5 2024-09-12T17:32:40.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=6 2024-09-12T17:32:40.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 20 add_watcher() i=7 2024-09-12T17:32:40.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.758+0000 7f59fc9199c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:40.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.762+0000 7f58b0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:40.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:40.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 5 note: GC not initialized 2024-09-12T17:32:40.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f582b7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:40.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:40.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 Filter name: none 2024-09-12T17:32:40.769 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f58297fa640 20 reqs_thread_entry: start 2024-09-12T17:32:40.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:40.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.766+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:40.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:40.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:40.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:40.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.770+0000 7f59fc9199c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:40.776 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.774+0000 7f58b0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.778+0000 7f59fc9199c0 20 remove_watcher() i=0 2024-09-12T17:32:40.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.778+0000 7f59fc9199c0 2 removed watcher, disabling cache 2024-09-12T17:32:40.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.782+0000 7f59fc9199c0 20 remove_watcher() i=1 2024-09-12T17:32:40.786 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.782+0000 7f59fc9199c0 20 remove_watcher() i=2 2024-09-12T17:32:40.788 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.786+0000 7f59fc9199c0 20 remove_watcher() i=3 2024-09-12T17:32:40.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.786+0000 7f59fc9199c0 20 remove_watcher() i=4 2024-09-12T17:32:40.793 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.790+0000 7f59fc9199c0 20 remove_watcher() i=5 2024-09-12T17:32:40.794 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.790+0000 7f59fc9199c0 20 remove_watcher() i=6 2024-09-12T17:32:40.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.794+0000 7f59fc9199c0 20 remove_watcher() i=7 2024-09-12T17:32:40.811 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:40.811 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:40.811 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-logrecord-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:40.811 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:40.812 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.812 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:40.823 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.823 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:40.869 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:40.908 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:40.909 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:40.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 realm 2024-09-12T17:32:40.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:40.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.954+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.958+0000 7fea129da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.958+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.958+0000 7fea129da9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:40.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.958+0000 7fea129da9c0 20 searching for the correct realm 2024-09-12T17:32:40.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.962+0000 7fea10ce1640 0 -- 172.21.15.1:0/2329250609 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe9f8053060 msgr2=0x7fe9f804b9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:40.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:40.970+0000 7fea0fcdf640 0 -- 172.21.15.1:0/2329250609 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fea080ef960 msgr2=0x7fea080c1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:41.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:41.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:41.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:41.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:41.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:41.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:41.192 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.186+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 zone default found 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 4 Realm: () 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 zonegroup default 2024-09-12T17:32:41.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.190+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.194+0000 7fea129da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.194+0000 7fea129da9c0 20 started sync module instance, tier type = 2024-09-12T17:32:41.196 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.194+0000 7fea129da9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:41.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=0 2024-09-12T17:32:41.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=1 2024-09-12T17:32:41.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=2 2024-09-12T17:32:41.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=3 2024-09-12T17:32:41.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=4 2024-09-12T17:32:41.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=5 2024-09-12T17:32:41.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.214+0000 7fea129da9c0 20 add_watcher() i=6 2024-09-12T17:32:41.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.218+0000 7fea129da9c0 20 add_watcher() i=7 2024-09-12T17:32:41.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.218+0000 7fea129da9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:41.226 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.222+0000 7fe8c6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.222+0000 7fea129da9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:41.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.222+0000 7fea129da9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:41.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.222+0000 7fea129da9c0 5 note: GC not initialized 2024-09-12T17:32:41.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.222+0000 7fe8c5fdb640 20 reqs_thread_entry: start 2024-09-12T17:32:41.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:41.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 20 Filter name: none 2024-09-12T17:32:41.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fe8377fe640 20 reqs_thread_entry: start 2024-09-12T17:32:41.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:32:41.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:41.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:32:41.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:32:41.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 : miss 2024-09-12T17:32:41.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.226+0000 7fea129da9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 2024-09-12T17:32:41.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35, ofs0, ns] 2024-09-12T17:32:41.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fe8e6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366236 cookie 94352768294544 notifier 7196 bl.length()=923 2024-09-12T17:32:41.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fe8e6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fe8e6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fe8e6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_sources= new_sources= 2024-09-12T17:32:41.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential sources added=[] removed=[] 2024-09-12T17:32:41.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_dests= new_dests= 2024-09-12T17:32:41.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.238+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential dests added=[] removed=[] 2024-09-12T17:32:41.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.242+0000 7fea129da9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.35.1.0 2024-09-12T17:32:41.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.242+0000 7fea129da9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.35.1.0 2024-09-12T17:32:41.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.242+0000 7fea129da9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.35.1.1 2024-09-12T17:32:41.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.242+0000 7fea129da9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.35.1.1 2024-09-12T17:32:41.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.242+0000 7fea129da9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.35.0 2024-09-12T17:32:41.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.246+0000 7fea129da9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:41.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.246+0000 7fea129da9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 2024-09-12T17:32:41.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fea129da9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fea129da9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fea129da9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fea129da9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35, ofs0, ns] 2024-09-12T17:32:41.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fe8e6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366237 cookie 94352768294544 notifier 7196 bl.length()=923 2024-09-12T17:32:41.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fe8e6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fe8e6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.250+0000 7fe8e6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_sources= new_sources= 2024-09-12T17:32:41.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential sources added=[] removed=[] 2024-09-12T17:32:41.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_dests= new_dests= 2024-09-12T17:32:41.256 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential dests added=[] removed=[] 2024-09-12T17:32:41.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.35.0 2024-09-12T17:32:41.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:41.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.254+0000 7fea129da9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 2024-09-12T17:32:41.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.258+0000 7fea129da9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.258+0000 7fea129da9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.258+0000 7fea129da9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.258+0000 7fea129da9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35, ofs0, ns] 2024-09-12T17:32:41.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fe8e6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366238 cookie 94352768294544 notifier 7196 bl.length()=891 2024-09-12T17:32:41.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fe8e6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 info.flags=0x17 2024-09-12T17:32:41.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fe8e6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.35 to cache LRU end 2024-09-12T17:32:41.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fe8e6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_sources= new_sources= 2024-09-12T17:32:41.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential sources added=[] removed=[] 2024-09-12T17:32:41.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): orig_dests= new_dests= 2024-09-12T17:32:41.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fea129da9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.35]): potential dests added=[] removed=[] 2024-09-12T17:32:41.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.262+0000 7fea129da9c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:41.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.266+0000 7fe8c6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.274+0000 7fea129da9c0 20 remove_watcher() i=0 2024-09-12T17:32:41.276 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.274+0000 7fea129da9c0 2 removed watcher, disabling cache 2024-09-12T17:32:41.279 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.274+0000 7fea129da9c0 20 remove_watcher() i=1 2024-09-12T17:32:41.281 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.278+0000 7fea129da9c0 20 remove_watcher() i=2 2024-09-12T17:32:41.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.282+0000 7fea129da9c0 20 remove_watcher() i=3 2024-09-12T17:32:41.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.282+0000 7fea129da9c0 20 remove_watcher() i=4 2024-09-12T17:32:41.288 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.286+0000 7fea129da9c0 20 remove_watcher() i=5 2024-09-12T17:32:41.290 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.286+0000 7fea129da9c0 20 remove_watcher() i=6 2024-09-12T17:32:41.292 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.290+0000 7fea129da9c0 20 remove_watcher() i=7 2024-09-12T17:32:41.313 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:32:41.343 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:41.343 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:41.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.386+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 realm 2024-09-12T17:32:41.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.390+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.394+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:41.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.394+0000 7f2d848af9c0 20 searching for the correct realm 2024-09-12T17:32:41.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.398+0000 7f2d82bb6640 0 -- 172.21.15.1:0/692827146 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f2d78008040 msgr2=0x7f2d7804c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:41.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.614+0000 7f2d81bb4640 0 -- 172.21.15.1:0/692827146 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2d7c0333c0 msgr2=0x7f2d7c033820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:41.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:41.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:41.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:41.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:41.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:41.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:41.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.830+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 zone default found 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 4 Realm: () 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 zonegroup default 2024-09-12T17:32:41.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.834+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.838+0000 7f2d848af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.838+0000 7f2d848af9c0 20 started sync module instance, tier type = 2024-09-12T17:32:41.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.838+0000 7f2d848af9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:41.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=0 2024-09-12T17:32:41.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=1 2024-09-12T17:32:41.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=2 2024-09-12T17:32:41.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=3 2024-09-12T17:32:41.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=4 2024-09-12T17:32:41.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=5 2024-09-12T17:32:41.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.858+0000 7f2d848af9c0 20 add_watcher() i=6 2024-09-12T17:32:41.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.862+0000 7f2d848af9c0 20 add_watcher() i=7 2024-09-12T17:32:41.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.862+0000 7f2d848af9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:41.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.866+0000 7f2c38fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.866+0000 7f2d848af9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:41.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.866+0000 7f2d848af9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:41.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.866+0000 7f2d848af9c0 5 note: GC not initialized 2024-09-12T17:32:41.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.866+0000 7f2bb37fe640 20 reqs_thread_entry: start 2024-09-12T17:32:41.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:41.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 Filter name: none 2024-09-12T17:32:41.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2bb17fa640 20 reqs_thread_entry: start 2024-09-12T17:32:41.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:41.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:41.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:41.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.870+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:41.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.874+0000 7f2d848af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.874+0000 7f2d848af9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:41.878 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.874+0000 7f2d848af9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:41.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.874+0000 7f2c38fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.882+0000 7f2d848af9c0 20 remove_watcher() i=0 2024-09-12T17:32:41.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.882+0000 7f2d848af9c0 2 removed watcher, disabling cache 2024-09-12T17:32:41.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.882+0000 7f2d848af9c0 20 remove_watcher() i=1 2024-09-12T17:32:41.888 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.886+0000 7f2d848af9c0 20 remove_watcher() i=2 2024-09-12T17:32:41.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.886+0000 7f2d848af9c0 20 remove_watcher() i=3 2024-09-12T17:32:41.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.890+0000 7f2d848af9c0 20 remove_watcher() i=4 2024-09-12T17:32:41.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.890+0000 7f2d848af9c0 20 remove_watcher() i=5 2024-09-12T17:32:41.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.894+0000 7f2d848af9c0 20 remove_watcher() i=6 2024-09-12T17:32:41.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:41.894+0000 7f2d848af9c0 20 remove_watcher() i=7 2024-09-12T17:32:41.918 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:41.919 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:41.919 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-logrecord-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:32:41.919 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:41.919 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.919 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:41.921 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.925 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:41.972 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.972 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.005 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T17:32:42.005 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:42.006 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.007 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.027 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.027 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.072 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.072 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.091 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.091 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.110 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.110 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.128 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.129 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.145 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.145 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.164 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.164 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.182 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.182 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.199 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.199 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.217 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.217 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.235 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.235 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.253 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.253 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.272 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.273 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.291 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.291 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.309 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.310 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.327 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.327 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.345 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.345 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.362 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.363 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.380 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.380 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.398 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.398 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.415 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.415 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:42.429 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:32:42.463 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:42.463 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:42.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.506+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 realm 2024-09-12T17:32:42.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:42.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:42.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.510+0000 7f7af7b219c0 20 searching for the correct realm 2024-09-12T17:32:42.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.514+0000 7f7af5e28640 0 -- 172.21.15.1:0/3061317124 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7aec0d2070 msgr2=0x7f7aec138040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:42.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.730+0000 7f7af4e26640 0 -- 172.21.15.1:0/3061317124 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7af0035040 msgr2=0x7f7af00358c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:42.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.946+0000 7f7af7b219c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:42.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.946+0000 7f7af7b219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:42.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.946+0000 7f7af7b219c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:42.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 zone default found 2024-09-12T17:32:42.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 4 Realm: () 2024-09-12T17:32:42.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:42.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:42.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:42.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 zonegroup default 2024-09-12T17:32:42.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.950+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.954+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.954+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.954+0000 7f7af7b219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.954+0000 7f7af7b219c0 20 started sync module instance, tier type = 2024-09-12T17:32:42.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.954+0000 7f7af7b219c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:42.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=0 2024-09-12T17:32:42.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=1 2024-09-12T17:32:42.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=2 2024-09-12T17:32:42.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=3 2024-09-12T17:32:42.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=4 2024-09-12T17:32:42.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=5 2024-09-12T17:32:42.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.978+0000 7f7af7b219c0 20 add_watcher() i=6 2024-09-12T17:32:42.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.982+0000 7f7af7b219c0 20 add_watcher() i=7 2024-09-12T17:32:42.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.982+0000 7f7af7b219c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:42.988 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f79ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f7af7b219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:42.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f7af7b219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:42.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f7af7b219c0 5 note: GC not initialized 2024-09-12T17:32:42.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f79aa7e4640 20 reqs_thread_entry: start 2024-09-12T17:32:42.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f7af7b219c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:42.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f7af7b219c0 20 Filter name: none 2024-09-12T17:32:42.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f791bfff640 20 reqs_thread_entry: start 2024-09-12T17:32:42.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.986+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:42.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:42.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:42.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:42.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.990+0000 7f7af7b219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.994+0000 7f7af7b219c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:42.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.994+0000 7f7af7b219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:42.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:42.994+0000 7f79ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.002+0000 7f7af7b219c0 20 remove_watcher() i=0 2024-09-12T17:32:43.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.002+0000 7f7af7b219c0 2 removed watcher, disabling cache 2024-09-12T17:32:43.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.002+0000 7f7af7b219c0 20 remove_watcher() i=1 2024-09-12T17:32:43.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.006+0000 7f7af7b219c0 20 remove_watcher() i=2 2024-09-12T17:32:43.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.006+0000 7f7af7b219c0 20 remove_watcher() i=3 2024-09-12T17:32:43.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.010+0000 7f7af7b219c0 20 remove_watcher() i=4 2024-09-12T17:32:43.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.010+0000 7f7af7b219c0 20 remove_watcher() i=5 2024-09-12T17:32:43.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.014+0000 7f7af7b219c0 20 remove_watcher() i=6 2024-09-12T17:32:43.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.014+0000 7f7af7b219c0 20 remove_watcher() i=7 2024-09-12T17:32:43.035 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.035 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:43.035 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-logrecord-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:43.035 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.036 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:32:43.076 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:43.076 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:43.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.118+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 realm 2024-09-12T17:32:43.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.122+0000 7f338200e9c0 20 searching for the correct realm 2024-09-12T17:32:43.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.130+0000 7f3380315640 0 -- 172.21.15.1:0/3872394368 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3374034060 msgr2=0x7f33740627e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.338+0000 7f3380315640 0 -- 172.21.15.1:0/3872394368 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3248081230 msgr2=0x7f3248083660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 zone default found 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 4 Realm: () 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 zonegroup default 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.362+0000 7f338200e9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=0 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=1 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=2 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=3 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=4 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=5 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=6 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.390+0000 7f338200e9c0 20 add_watcher() i=7 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.390+0000 7f338200e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f3235fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 5 note: GC not initialized 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f3234fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 Filter name: none 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f31ae7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : miss 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.398+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.398+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.398+0000 7f338200e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.398+0000 7f338200e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.398+0000 7f338200e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.398+0000 7f338200e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:32:43.407 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36, ofs0, ns] 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94410452235312 notifier 7244 bl.length()=923 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_sources= new_sources= 2024-09-12T17:32:43.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential sources added=[] removed=[] 2024-09-12T17:32:43.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_dests= new_dests= 2024-09-12T17:32:43.409 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential dests added=[] removed=[] 2024-09-12T17:32:43.411 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f338200e9c0 time 2024-09-12T17:32:43.413284+0000 2024-09-12T17:32:43.411 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.413 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.413 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33858e82eb] 2024-09-12T17:32:43.413 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.413 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.413 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.413 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.410+0000 7f338200e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f338200e9c0 time 2024-09-12T17:32:43.413284+0000 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33858e82eb] 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.414 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:32:43.415 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f338200e9c0 thread_name:radosgw-admin 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3384767520] 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33858e8345] 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.410+0000 7f338200e9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f338200e9c0 thread_name:radosgw-admin 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3384767520] 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33858e8345] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:32:43.094+0000 7f326de0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:32:43.094+0000 7f326de0b640 10 monclient: dump: 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:32:43.094+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7232 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:32:43.094+0000 7f338200e9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:32:43.094+0000 7f338200e9c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: shutdown 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 asok(0x55dda54782b0) unregister_commands rotate-key 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding auth protocol: cephx 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding auth protocol: cephx 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding auth protocol: cephx 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:32:43.098+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: starting msgr at 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: starting objecter 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command objecter_requests hook 0x55dda56b3e70 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: setting wanted keys 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: calling monclient init 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding auth protocol: cephx 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding auth protocol: cephx 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding auth protocol: cephx 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:32:43.098+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:32:43.098+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key hook 0x55dda5685128 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda553e760 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda5540440 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda55ca530 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.389546s 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda553e760 auth_method 0 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda55ca530 auth_method 0 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda5540440 auth_method 0 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_done global_id 7235 payload 824 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:32:43.098+0000 7f337fb14640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: dump: 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: dump: 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7235 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:32:43.098+0000 7f326de0b640 4 set_mon_vals no callback set 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: init done 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:32:43.102+0000 7f3267fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:32:43.102+0000 7f3267fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:32:43.102+0000 7f3267fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:32:43.102+0000 7f337f313640 10 monclient: get_auth_request con 0x7f3268070ae0 auth_method 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:32:43.102+0000 7f3380315640 10 monclient: get_auth_request con 0x55dda56b77d0 auth_method 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:32:43.102+0000 7f337fb14640 10 monclient: get_auth_request con 0x55dda56cfba0 auth_method 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:32:43.102+0000 7f337f313640 10 monclient: get_auth_request con 0x55dda56d3d90 auth_method 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:32:43.106+0000 7f3380315640 10 monclient: get_auth_request con 0x55dda56d33d0 auth_method 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:32:43.106+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:32:43.106+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:32:43.106+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding auth protocol: cephx 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding auth protocol: cephx 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding auth protocol: cephx 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:32:43.106+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dda56df7f0 EEXIST 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:32:43.106+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding auth protocol: cephx 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding auth protocol: cephx 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding auth protocol: cephx 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:32:43.110+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:32:43.110+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:32:43.110+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key cmddesc rotate-key hook 0x55dda56daed0 EEXIST 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda57039a0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda57032d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda5701cb0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.400570s 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda57039a0 auth_method 0 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda5701cb0 auth_method 0 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda57032d0 auth_method 0 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_done global_id 7238 payload 824 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:32:43.110+0000 7f337f313640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: dump: 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: dump: 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:32:43.110+0000 7f337eb12640 4 set_mon_vals no callback set 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:32:43.110+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7238 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:32:43.114+0000 7f32657fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:32:43.114+0000 7f32657fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:32:43.114+0000 7f32657fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: get_monmap_and_config 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding auth protocol: cephx 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding auth protocol: cephx 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding auth protocol: cephx 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3258070a20 auth_method 0 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding auth protocol: cephx 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding auth protocol: cephx 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding auth protocol: cephx 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key cmddesc rotate-key hook 0x7ffee71e0ea8 EEXIST 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda57577f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda5752c30 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda5749300 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.405615s 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda5752c30 auth_method 0 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda5749300 auth_method 0 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda57577f0 auth_method 0 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_done global_id 7241 payload 274 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:32:43.114+0000 7f3380315640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: dump: 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7241 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:32:43.114+0000 7f338200e9c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: dump: 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: shutdown 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding auth protocol: cephx 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding auth protocol: cephx 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding auth protocol: cephx 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: starting msgr at 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: starting objecter 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dda5725e90 EEXIST 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: setting wanted keys 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: calling monclient init 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding auth protocol: cephx 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding auth protocol: cephx 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding auth protocol: cephx 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:32:43.118+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:32:43.118+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:32:43.118+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key cmddesc rotate-key hook 0x55dda5705908 EEXIST 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda5749300 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda5752c30 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda57577f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.408429s 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda5749300 auth_method 0 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda5752c30 auth_method 0 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda57577f0 auth_method 0 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_done global_id 7244 payload 824 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:32:43.118+0000 7f337f313640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: dump: 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: dump: 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:32:43.118+0000 7f325effd640 4 set_mon_vals no callback set 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:32:43.118+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7244 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:32:43.118+0000 7f338200e9c0 1 librados: init done 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:32:43.118+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cr dump hook 0x55dda5727928 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:32:43.118+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:32:43.118+0000 7f325d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:32:43.118+0000 7f325d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:32:43.118+0000 7f325d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3248070b10 auth_method 0 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient: get_auth_request con 0x55dda5771080 auth_method 0 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 realm 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:32:43.122+0000 7f338200e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:32:43.122+0000 7f337f313640 10 monclient: get_auth_request con 0x55dda57752b0 auth_method 0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:32:43.122+0000 7f3380315640 10 monclient: get_auth_request con 0x55dda5778b10 auth_method 0 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 searching for the correct realm 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:32:43.126+0000 7f337fb14640 10 monclient: get_auth_request con 0x7f3378036070 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:32:43.126+0000 7f337f313640 10 monclient: get_auth_request con 0x7f33700c0020 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:32:43.126+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3374034060 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:32:43.130+0000 7f3380315640 0 -- 172.21.15.1:0/3872394368 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3374034060 msgr2=0x7f33740627e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:32:43.130+0000 7f325d7fa640 1 client.7244.objecter ms_handle_reset 0x7f3374034060 session 0x7f3374068070 osd.4 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:32:43.130+0000 7f325d7fa640 10 monclient: _renew_subs 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:32:43.130+0000 7f325d7fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:32:43.130+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3248081230 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:32:43.130+0000 7f337fb14640 10 monclient: get_auth_request con 0x7f3378026040 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:32:43.334+0000 7f337fb14640 10 monclient: get_auth_request con 0x7f3378026040 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:32:43.338+0000 7f3380315640 0 -- 172.21.15.1:0/3872394368 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3248081230 msgr2=0x7f3248083660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:32:43.338+0000 7f325d7fa640 1 client.7244.objecter ms_handle_reset 0x7f3248081230 session 0x7f3374068070 osd.4 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:32:43.338+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3374034060 auth_method 0 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:32:43.342+0000 7f337f313640 10 monclient: get_auth_request con 0x7f3378017070 auth_method 0 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 zone default found 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:32:43.358+0000 7f338200e9c0 4 Realm: () 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:32:43.358+0000 7f338200e9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:32:43.358+0000 7f338200e9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:32:43.358+0000 7f338200e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 zonegroup default 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=0 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=1 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=2 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=3 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=4 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=5 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=6 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:32:43.390+0000 7f338200e9c0 20 add_watcher() i=7 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:32:43.390+0000 7f338200e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding auth protocol: cephx 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding auth protocol: cephx 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding auth protocol: cephx 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:32:43.394+0000 7f3235fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:32:43.394+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache list hook 0x55dda574cf00 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache inspect hook 0x55dda574cf00 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache erase hook 0x55dda574cf00 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache zap hook 0x55dda574cf00 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 note: GC not initialized 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:32:43.394+0000 7f3234fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace show hook 0x7f3378023840 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace history hook 0x7f3378023840 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace active hook 0x7f3378023840 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace active_short hook 0x7f3378023840 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 Filter name: none 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:32:43.394+0000 7f31ae7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:32:43.479 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : miss 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:32:43.398+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36, ofs0, ns] 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94410452235312 notifier 7244 bl.length()=923 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_sources= new_sources= 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential sources added=[] removed=[] 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_dests= new_dests= 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential dests added=[] removed=[] 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:32:43.410+0000 7f338200e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f338200e9c0 time 2024-09-12T17:32:43.413284+0000 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33858e82eb] 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:32:43.410+0000 7f338200e9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f338200e9c0 thread_name:radosgw-admin 2024-09-12T17:32:43.482 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3384767520] 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33858e8345] 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.483 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:32:43.484 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:32:43.485 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:32:43.486 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:32:43.487 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:32:43.488 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:32:43.489 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:32:43.490 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f31ae7fc640 / http_manager 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3234fe1640 / http_manager 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3235fe3640 / rgw_dt_lg_renew 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f325d7fa640 / ms_dispatch 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f325effd640 / io_context_pool 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f32657fa640 / ms_dispatch 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3267fff640 / ms_dispatch 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f326de0b640 / io_context_pool 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f337eb12640 / io_context_pool 2024-09-12T17:32:43.491 INFO:tasks.workunit.client.0.smithi001.stderr: 7f337f313640 / msgr-worker-2 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: 7f337fb14640 / msgr-worker-1 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3380315640 / msgr-worker-0 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: 7f338200e9c0 / radosgw-admin 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.124121.log 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:32:43.094+0000 7f326de0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:32:43.094+0000 7f326de0b640 10 monclient: dump: 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.492 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:32:43.094+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7232 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:32:43.094+0000 7f338200e9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:32:43.094+0000 7f338200e9c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: shutdown 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 asok(0x55dda54782b0) unregister_commands rotate-key 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.493 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding auth protocol: cephx 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding auth protocol: cephx 2024-09-12T17:32:43.494 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding auth protocol: cephx 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: crc 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda568bc20) adding con mode: secure 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:32:43.098+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.495 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: starting msgr at 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: starting objecter 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command objecter_requests hook 0x55dda56b3e70 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: setting wanted keys 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: calling monclient init 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding auth protocol: cephx 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding auth protocol: cephx 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding auth protocol: cephx 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.496 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: crc 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 AuthRegistry(0x55dda5684fe0) adding con mode: secure 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:32:43.098+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:32:43.098+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key hook 0x55dda5685128 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda553e760 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.497 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda5540440 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda55ca530 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.389546s 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda553e760 auth_method 0 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda55ca530 auth_method 0 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.498 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:32:43.098+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda5540440 auth_method 0 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:32:43.098+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient(hunting): handle_auth_done global_id 7235 payload 824 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.499 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:32:43.098+0000 7f337fb14640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:32:43.098+0000 7f337fb14640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: dump: 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.500 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:32:43.098+0000 7f3267fff640 10 monclient: dump: 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.501 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:32:43.098+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7235 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:32:43.098+0000 7f326de0b640 4 set_mon_vals no callback set 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.502 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:32:43.098+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:32:43.098+0000 7f338200e9c0 1 librados: init done 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:32:43.102+0000 7f3267fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:32:43.102+0000 7f3267fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:32:43.102+0000 7f3267fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:32:43.102+0000 7f337f313640 10 monclient: get_auth_request con 0x7f3268070ae0 auth_method 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:32:43.102+0000 7f3380315640 10 monclient: get_auth_request con 0x55dda56b77d0 auth_method 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:32:43.102+0000 7f337fb14640 10 monclient: get_auth_request con 0x55dda56cfba0 auth_method 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:32:43.102+0000 7f337f313640 10 monclient: get_auth_request con 0x55dda56d3d90 auth_method 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:32:43.106+0000 7f3380315640 10 monclient: get_auth_request con 0x55dda56d33d0 auth_method 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:32:43.106+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:32:43.106+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:32:43.106+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.503 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding auth protocol: cephx 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding auth protocol: cephx 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding auth protocol: cephx 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.504 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: crc 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dbe40) adding con mode: secure 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:32:43.106+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dda56df7f0 EEXIST 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:32:43.106+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.505 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding auth protocol: cephx 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding auth protocol: cephx 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding auth protocol: cephx 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.506 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: crc 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:32:43.106+0000 7f338200e9c0 5 AuthRegistry(0x55dda56dad88) adding con mode: secure 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:32:43.110+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:32:43.110+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:32:43.110+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key cmddesc rotate-key hook 0x55dda56daed0 EEXIST 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda57039a0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda57032d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda5701cb0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.507 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.400570s 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda57039a0 auth_method 0 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda5701cb0 auth_method 0 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.508 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:32:43.110+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda57032d0 auth_method 0 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:32:43.110+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient(hunting): handle_auth_done global_id 7238 payload 824 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:32:43.110+0000 7f337f313640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:32:43.110+0000 7f337f313640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: dump: 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.509 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.510 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:32:43.110+0000 7f32657fa640 10 monclient: dump: 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:32:43.110+0000 7f337eb12640 4 set_mon_vals no callback set 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:32:43.110+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7238 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.511 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:32:43.110+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:32:43.114+0000 7f32657fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:32:43.114+0000 7f32657fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:32:43.114+0000 7f32657fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: get_monmap_and_config 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.512 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding auth protocol: cephx 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding auth protocol: cephx 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding auth protocol: cephx 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.513 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: crc 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57232d0) adding con mode: secure 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3258070a20 auth_method 0 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding auth protocol: cephx 2024-09-12T17:32:43.514 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding auth protocol: cephx 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding auth protocol: cephx 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: crc 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e0d60) adding con mode: secure 2024-09-12T17:32:43.515 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key cmddesc rotate-key hook 0x7ffee71e0ea8 EEXIST 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda57577f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda5752c30 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda5749300 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.405615s 2024-09-12T17:32:43.516 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda5752c30 auth_method 0 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda5749300 auth_method 0 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:32:43.114+0000 7f337fb14640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.517 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda57577f0 auth_method 0 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:32:43.114+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient(hunting): handle_auth_done global_id 7241 payload 274 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:32:43.114+0000 7f3380315640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:32:43.114+0000 7f3380315640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: dump: 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.518 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7241 2024-09-12T17:32:43.519 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:32:43.114+0000 7f338200e9c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:32:43.114+0000 7f325effd640 10 monclient: dump: 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.520 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: shutdown 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: monmap: 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:32:43.521 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding auth protocol: cephx 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding auth protocol: cephx 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding auth protocol: cephx 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.522 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.523 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: crc 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57497f0) adding con mode: secure 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:32:43.114+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: starting msgr at 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: starting objecter 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dda5725e90 EEXIST 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: setting wanted keys 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:32:43.114+0000 7f338200e9c0 1 librados: calling monclient init 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:32:43.114+0000 7f338200e9c0 10 monclient: init 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding auth protocol: cephx 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding auth protocol: cephx 2024-09-12T17:32:43.524 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding auth protocol: cephx 2024-09-12T17:32:43.525 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.525 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.525 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.525 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.525 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.526 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.526 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.526 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.526 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.526 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.526 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: crc 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:32:43.114+0000 7f338200e9c0 5 AuthRegistry(0x55dda57057c0) adding con mode: secure 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:32:43.118+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:32:43.118+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:32:43.118+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command rotate-key cmddesc rotate-key hook 0x55dda5705908 EEXIST 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-c con 0x55dda5749300 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-a con 0x55dda5752c30 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): picked mon.noname-b con 0x55dda57577f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.527 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient(hunting): authenticate will time out at 2397.408429s 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): get_auth_request con 0x55dda5749300 auth_method 0 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): get_auth_request con 0x55dda5752c30 auth_method 0 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.528 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): get_auth_request con 0x55dda57577f0 auth_method 0 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.529 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient(hunting): handle_auth_done global_id 7244 payload 824 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:32:43.118+0000 7f337f313640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:32:43.118+0000 7f337f313640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: dump: 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.530 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.531 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:32:43.118+0000 7f325d7fa640 10 monclient: dump: 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.532 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:32:43.118+0000 7f325effd640 4 set_mon_vals no callback set 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:32:43.118+0000 7f338200e9c0 5 monclient: authenticate success, global_id 7244 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.533 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _renew_subs 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:32:43.118+0000 7f338200e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:32:43.118+0000 7f338200e9c0 1 librados: init done 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:32:43.118+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cr dump hook 0x55dda5727928 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:32:43.118+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:32:43.118+0000 7f325d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:32:43.118+0000 7f325d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.534 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:32:43.118+0000 7f325d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:32:43.535 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:32:43.118+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3248070b10 auth_method 0 2024-09-12T17:32:43.535 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:32:43.118+0000 7f337fb14640 10 monclient: get_auth_request con 0x55dda5771080 auth_method 0 2024-09-12T17:32:43.535 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.535 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 realm 2024-09-12T17:32:43.535 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.536 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.536 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:32:43.122+0000 7f338200e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.536 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.536 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.536 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.536 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:32:43.122+0000 7f337f313640 10 monclient: get_auth_request con 0x55dda57752b0 auth_method 0 2024-09-12T17:32:43.537 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.537 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.537 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:32:43.122+0000 7f3380315640 10 monclient: get_auth_request con 0x55dda5778b10 auth_method 0 2024-09-12T17:32:43.537 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.537 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:32:43.122+0000 7f338200e9c0 20 searching for the correct realm 2024-09-12T17:32:43.537 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:32:43.126+0000 7f337fb14640 10 monclient: get_auth_request con 0x7f3378036070 auth_method 0 2024-09-12T17:32:43.538 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:32:43.126+0000 7f337f313640 10 monclient: get_auth_request con 0x7f33700c0020 auth_method 0 2024-09-12T17:32:43.538 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:32:43.126+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3374034060 auth_method 0 2024-09-12T17:32:43.538 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:32:43.130+0000 7f3380315640 0 -- 172.21.15.1:0/3872394368 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3374034060 msgr2=0x7f33740627e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.538 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:32:43.130+0000 7f325d7fa640 1 client.7244.objecter ms_handle_reset 0x7f3374034060 session 0x7f3374068070 osd.4 2024-09-12T17:32:43.538 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:32:43.130+0000 7f325d7fa640 10 monclient: _renew_subs 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:32:43.130+0000 7f325d7fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:32:43.130+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3248081230 auth_method 0 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:32:43.130+0000 7f337fb14640 10 monclient: get_auth_request con 0x7f3378026040 auth_method 0 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:32:43.334+0000 7f337fb14640 10 monclient: get_auth_request con 0x7f3378026040 auth_method 0 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:32:43.338+0000 7f3380315640 0 -- 172.21.15.1:0/3872394368 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3248081230 msgr2=0x7f3248083660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:32:43.338+0000 7f325d7fa640 1 client.7244.objecter ms_handle_reset 0x7f3248081230 session 0x7f3374068070 osd.4 2024-09-12T17:32:43.539 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:32:43.338+0000 7f3380315640 10 monclient: get_auth_request con 0x7f3374034060 auth_method 0 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:32:43.342+0000 7f337f313640 10 monclient: get_auth_request con 0x7f3378017070 auth_method 0 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.540 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 zone default found 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:32:43.358+0000 7f338200e9c0 4 Realm: () 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:32:43.358+0000 7f338200e9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:32:43.358+0000 7f338200e9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:32:43.358+0000 7f338200e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 zonegroup default 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:32:43.358+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.541 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.542 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.542 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.542 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.542 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:32:43.362+0000 7f338200e9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:43.542 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=0 2024-09-12T17:32:43.543 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=1 2024-09-12T17:32:43.543 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=2 2024-09-12T17:32:43.543 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=3 2024-09-12T17:32:43.543 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=4 2024-09-12T17:32:43.543 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=5 2024-09-12T17:32:43.544 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:32:43.386+0000 7f338200e9c0 20 add_watcher() i=6 2024-09-12T17:32:43.544 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:32:43.390+0000 7f338200e9c0 20 add_watcher() i=7 2024-09-12T17:32:43.544 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:32:43.390+0000 7f338200e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.544 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding auth protocol: cephx 2024-09-12T17:32:43.544 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding auth protocol: cephx 2024-09-12T17:32:43.544 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding auth protocol: cephx 2024-09-12T17:32:43.545 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.545 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.545 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.545 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.545 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.545 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.546 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.546 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.546 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.546 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.546 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: crc 2024-09-12T17:32:43.546 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 AuthRegistry(0x7ffee71e1230) adding con mode: secure 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:32:43.394+0000 7f3235fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:32:43.394+0000 7f338200e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache list hook 0x55dda574cf00 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache inspect hook 0x55dda574cf00 2024-09-12T17:32:43.547 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache erase hook 0x55dda574cf00 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command cache zap hook 0x55dda574cf00 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 note: GC not initialized 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:32:43.394+0000 7f3234fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace show hook 0x7f3378023840 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace history hook 0x7f3378023840 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace active hook 0x7f3378023840 2024-09-12T17:32:43.548 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:32:43.394+0000 7f338200e9c0 5 asok(0x55dda54782b0) register_command sync trace active_short hook 0x7f3378023840 2024-09-12T17:32:43.549 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.549 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 Filter name: none 2024-09-12T17:32:43.549 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:32:43.394+0000 7f31ae7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:43.549 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:32:43.549 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.549 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:43.550 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:32:43.550 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:32:43.550 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:32:43.394+0000 7f338200e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : miss 2024-09-12T17:32:43.550 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:32:43.394+0000 7f338200e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.550 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:32:43.398+0000 7f338200e9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:32:43.550 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:32:43.398+0000 7f338200e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.551 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:32:43.406+0000 7f338200e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36, ofs0, ns] 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94410452235312 notifier 7244 bl.length()=923 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:32:43.406+0000 7f325effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_sources= new_sources= 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential sources added=[] removed=[] 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_dests= new_dests= 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:32:43.406+0000 7f338200e9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential dests added=[] removed=[] 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:32:43.410+0000 7f338200e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f338200e9c0 time 2024-09-12T17:32:43.413284+0000 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.552 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33858e82eb] 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:32:43.410+0000 7f338200e9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f338200e9c0 thread_name:radosgw-admin 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.553 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3384767520] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33858e8345] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33858e849f] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55dda303a0c1] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x55dda3a900ec] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55dda304c18d] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f338474ed90] 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:32:43.554 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:32:43.555 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:32:43.556 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:32:43.557 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:32:43.560 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:32:43.561 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:32:43.562 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:32:43.563 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:32:43.564 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f31ae7fc640 / http_manager 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3234fe1640 / http_manager 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3235fe3640 / rgw_dt_lg_renew 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f325d7fa640 / ms_dispatch 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f325effd640 / io_context_pool 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f32657fa640 / ms_dispatch 2024-09-12T17:32:43.565 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3267fff640 / ms_dispatch 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: 7f326de0b640 / io_context_pool 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: 7f337eb12640 / io_context_pool 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: 7f337f313640 / msgr-worker-2 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: 7f337fb14640 / msgr-worker-1 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: 7f3380315640 / msgr-worker-0 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: 7f338200e9c0 / radosgw-admin 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:32:43.416827Z_9f91a98f-0dcd-4220-b1a2-02ce32381aa8/log 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:32:43.566 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 realm 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.498+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.502+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.502+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.502+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.502+0000 7fc9cdf179c0 20 searching for the correct realm 2024-09-12T17:32:43.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.506+0000 7fc9cc21e640 0 -- 172.21.15.1:0/973718145 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc9c009f1f0 msgr2=0x7fc9c0067060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.722+0000 7fc9cb21c640 0 -- 172.21.15.1:0/973718145 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc9c404f420 msgr2=0x7fc9c404f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 zone default found 2024-09-12T17:32:43.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 4 Realm: () 2024-09-12T17:32:43.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:43.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:43.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 zonegroup default 2024-09-12T17:32:43.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.942+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.946+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.946+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.946+0000 7fc9cdf179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.948 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.946+0000 7fc9cdf179c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.946+0000 7fc9cdf179c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=0 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=1 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=2 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=3 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=4 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=5 2024-09-12T17:32:43.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.966+0000 7fc9cdf179c0 20 add_watcher() i=6 2024-09-12T17:32:43.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.970+0000 7fc9cdf179c0 20 add_watcher() i=7 2024-09-12T17:32:43.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.970+0000 7fc9cdf179c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc881fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.977 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc9cdf179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc9cdf179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc9cdf179c0 5 note: GC not initialized 2024-09-12T17:32:43.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc880fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:43.978 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc9cdf179c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc9cdf179c0 20 Filter name: none 2024-09-12T17:32:43.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc7fa7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:43.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.974+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:43.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:32:43.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:43.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.982 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:43.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.978+0000 7fc9cdf179c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.982+0000 7fc9cdf179c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:32:43.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.982+0000 7fc9cdf179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:43.986 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.982+0000 7fc881fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.986+0000 7fc9cdf179c0 20 remove_watcher() i=0 2024-09-12T17:32:43.991 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.986+0000 7fc9cdf179c0 2 removed watcher, disabling cache 2024-09-12T17:32:43.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.990+0000 7fc9cdf179c0 20 remove_watcher() i=1 2024-09-12T17:32:43.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.994+0000 7fc9cdf179c0 20 remove_watcher() i=2 2024-09-12T17:32:43.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.994+0000 7fc9cdf179c0 20 remove_watcher() i=3 2024-09-12T17:32:44.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.998+0000 7fc9cdf179c0 20 remove_watcher() i=4 2024-09-12T17:32:44.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.998+0000 7fc9cdf179c0 20 remove_watcher() i=5 2024-09-12T17:32:44.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:43.998+0000 7fc9cdf179c0 20 remove_watcher() i=6 2024-09-12T17:32:44.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.002+0000 7fc9cdf179c0 20 remove_watcher() i=7 2024-09-12T17:32:44.020 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:44.021 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:32:44.021 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-logrecord-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:44.021 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:32:44.022 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:44.022 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:44.032 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:44.032 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:32:44.080 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:44.119 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:44.119 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:44.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 realm 2024-09-12T17:32:44.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:44.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.162+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.166+0000 7f5be9c079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.166+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.166+0000 7f5be9c079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:44.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.166+0000 7f5be9c079c0 20 searching for the correct realm 2024-09-12T17:32:44.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.170+0000 7f5be7f0e640 0 -- 172.21.15.1:0/326387684 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f5bdc023030 msgr2=0x7f5bdc023410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.386+0000 7f5be6f0c640 0 -- 172.21.15.1:0/326387684 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5be005fbf0 msgr2=0x7f5be000d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:44.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:32:44.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:44.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:32:44.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:44.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:44.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:44.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.602+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 zone default found 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 4 Realm: () 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 zonegroup default 2024-09-12T17:32:44.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.606+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.610+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.610+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.610+0000 7f5be9c079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.610+0000 7f5be9c079c0 20 started sync module instance, tier type = 2024-09-12T17:32:44.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.610+0000 7f5be9c079c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.630+0000 7f5be9c079c0 20 add_watcher() i=0 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.630+0000 7f5be9c079c0 20 add_watcher() i=1 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.630+0000 7f5be9c079c0 20 add_watcher() i=2 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.630+0000 7f5be9c079c0 20 add_watcher() i=3 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.630+0000 7f5be9c079c0 20 add_watcher() i=4 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.630+0000 7f5be9c079c0 20 add_watcher() i=5 2024-09-12T17:32:44.636 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.634+0000 7f5be9c079c0 20 add_watcher() i=6 2024-09-12T17:32:44.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.634+0000 7f5be9c079c0 20 add_watcher() i=7 2024-09-12T17:32:44.638 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.634+0000 7f5be9c079c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:44.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5a9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:44.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:44.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 5 note: GC not initialized 2024-09-12T17:32:44.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5a9cfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:44.642 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 Filter name: none 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5a167fc640 20 reqs_thread_entry: start 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:32:44.643 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : miss 2024-09-12T17:32:44.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.638+0000 7f5be9c079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:32:44.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:32:44.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:32:44.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:44.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:44.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:32:44.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.642+0000 7f5be9c079c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to be held by another RGW process; skipping for now 2024-09-12T17:32:44.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.646+0000 7f5a9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.650+0000 7f5be9c079c0 20 remove_watcher() i=0 2024-09-12T17:32:44.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.650+0000 7f5be9c079c0 2 removed watcher, disabling cache 2024-09-12T17:32:44.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.654+0000 7f5be9c079c0 20 remove_watcher() i=1 2024-09-12T17:32:44.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.654+0000 7f5be9c079c0 20 remove_watcher() i=2 2024-09-12T17:32:44.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.658+0000 7f5be9c079c0 20 remove_watcher() i=3 2024-09-12T17:32:44.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.658+0000 7f5be9c079c0 20 remove_watcher() i=4 2024-09-12T17:32:44.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.662+0000 7f5be9c079c0 20 remove_watcher() i=5 2024-09-12T17:32:44.666 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.662+0000 7f5be9c079c0 20 remove_watcher() i=6 2024-09-12T17:32:44.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:32:44.666+0000 7f5be9c079c0 20 remove_watcher() i=7 2024-09-12T17:32:44.685 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:33:14.716 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:14.755 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:14.755 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:15.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 realm 2024-09-12T17:33:15.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:15.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.021+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.025+0000 7f00ab3ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:15.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.025+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.025+0000 7f00ab3ad9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:15.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.025+0000 7f00ab3ad9c0 20 searching for the correct realm 2024-09-12T17:33:15.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.025+0000 7f00a96b4640 0 -- 172.21.15.1:0/920498212 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x563657cfda00 msgr2=0x563657cffdf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:15.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.029+0000 7f00a96b4640 0 -- 172.21.15.1:0/920498212 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x7eff74081d90 msgr2=0x7eff740841a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.045+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:15.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 zone default found 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 4 Realm: () 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 zonegroup default 2024-09-12T17:33:15.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 started sync module instance, tier type = 2024-09-12T17:33:15.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.049+0000 7f00ab3ad9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=0 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=1 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=2 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=3 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=4 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=5 2024-09-12T17:33:15.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=6 2024-09-12T17:33:15.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 20 add_watcher() i=7 2024-09-12T17:33:15.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.069+0000 7f00ab3ad9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:15.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7eff5f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 5 note: GC not initialized 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7eff5e7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 20 Filter name: none 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7eff577fe640 20 reqs_thread_entry: start 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:33:15.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.073+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:33:15.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:33:15.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:33:15.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : miss 2024-09-12T17:33:15.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:33:15.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:15.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.077+0000 7f00ab3ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:33:15.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.081+0000 7f00ab3ad9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:33:15.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7f00ab3ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7f00ab3ad9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7f00ab3ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7f00ab3ad9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36, ofs0, ns] 2024-09-12T17:33:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7eff7ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366196 cookie 94791401470144 notifier 7791 bl.length()=923 2024-09-12T17:33:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7eff7ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.085+0000 7eff7ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.089+0000 7eff7ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.089+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_sources= new_sources= 2024-09-12T17:33:15.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.089+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential sources added=[] removed=[] 2024-09-12T17:33:15.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.089+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_dests= new_dests= 2024-09-12T17:33:15.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.089+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential dests added=[] removed=[] 2024-09-12T17:33:15.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.093+0000 7f00ab3ad9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.36.2.0 2024-09-12T17:33:15.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.093+0000 7f00ab3ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.36.2.0 2024-09-12T17:33:15.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.093+0000 7f00ab3ad9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.36.2.1 2024-09-12T17:33:15.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.093+0000 7f00ab3ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.36.2.1 2024-09-12T17:33:15.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.093+0000 7f00ab3ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.36.0 2024-09-12T17:33:15.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7f00ab3ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:15.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7f00ab3ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:33:15.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7f00ab3ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7f00ab3ad9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7f00ab3ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7f00ab3ad9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36, ofs0, ns] 2024-09-12T17:33:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7eff7ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366197 cookie 94791401470144 notifier 7791 bl.length()=923 2024-09-12T17:33:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7eff7ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7eff7ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.097+0000 7eff7ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_sources= new_sources= 2024-09-12T17:33:15.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential sources added=[] removed=[] 2024-09-12T17:33:15.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_dests= new_dests= 2024-09-12T17:33:15.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential dests added=[] removed=[] 2024-09-12T17:33:15.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.36.0 2024-09-12T17:33:15.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:15.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.101+0000 7f00ab3ad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 2024-09-12T17:33:15.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7f00ab3ad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7f00ab3ad9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7f00ab3ad9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7f00ab3ad9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36, ofs0, ns] 2024-09-12T17:33:15.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7eff7ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366198 cookie 94791401470144 notifier 7791 bl.length()=891 2024-09-12T17:33:15.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7eff7ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 info.flags=0x17 2024-09-12T17:33:15.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7eff7ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:89018418-9cac-4cab-9409-03996b4334d4.4611.36 to cache LRU end 2024-09-12T17:33:15.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.105+0000 7eff7ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:15.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.109+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_sources= new_sources= 2024-09-12T17:33:15.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.109+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential sources added=[] removed=[] 2024-09-12T17:33:15.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.109+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): orig_dests= new_dests= 2024-09-12T17:33:15.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.109+0000 7f00ab3ad9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[89018418-9cac-4cab-9409-03996b4334d4.4611.36]): potential dests added=[] removed=[] 2024-09-12T17:33:15.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.109+0000 7f00ab3ad9c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:15.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.113+0000 7eff5f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:15.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.117+0000 7f00ab3ad9c0 20 remove_watcher() i=0 2024-09-12T17:33:15.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.117+0000 7f00ab3ad9c0 2 removed watcher, disabling cache 2024-09-12T17:33:15.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.121+0000 7f00ab3ad9c0 20 remove_watcher() i=1 2024-09-12T17:33:15.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.121+0000 7f00ab3ad9c0 20 remove_watcher() i=2 2024-09-12T17:33:15.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.125+0000 7f00ab3ad9c0 20 remove_watcher() i=3 2024-09-12T17:33:15.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.125+0000 7f00ab3ad9c0 20 remove_watcher() i=4 2024-09-12T17:33:15.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.129+0000 7f00ab3ad9c0 20 remove_watcher() i=5 2024-09-12T17:33:15.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.129+0000 7f00ab3ad9c0 20 remove_watcher() i=6 2024-09-12T17:33:15.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.133+0000 7f00ab3ad9c0 20 remove_watcher() i=7 2024-09-12T17:33:15.151 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:33:15.182 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:15.182 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:15.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.225+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.225+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.225+0000 7f9930d089c0 20 realm 2024-09-12T17:33:15.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.225+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:15.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:15.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.234 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:15.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.229+0000 7f9930d089c0 20 searching for the correct realm 2024-09-12T17:33:15.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.237+0000 7f992f00f640 0 -- 172.21.15.1:0/3259407063 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f9924008030 msgr2=0x7f992405b890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:15.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.241+0000 7f992e00d640 0 -- 172.21.15.1:0/3259407063 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9928107450 msgr2=0x7f99281078d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:15.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:15.462 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.463 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.457+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:15.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.464 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 zone default found 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 4 Realm: () 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 zonegroup default 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.466 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 started sync module instance, tier type = 2024-09-12T17:33:15.467 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.461+0000 7f9930d089c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:15.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=0 2024-09-12T17:33:15.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=1 2024-09-12T17:33:15.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=2 2024-09-12T17:33:15.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=3 2024-09-12T17:33:15.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=4 2024-09-12T17:33:15.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=5 2024-09-12T17:33:15.490 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.485+0000 7f9930d089c0 20 add_watcher() i=6 2024-09-12T17:33:15.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.489+0000 7f9930d089c0 20 add_watcher() i=7 2024-09-12T17:33:15.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.489+0000 7f9930d089c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:15.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f97e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:15.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:15.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:15.497 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 5 note: GC not initialized 2024-09-12T17:33:15.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f97e4fe1640 20 reqs_thread_entry: start 2024-09-12T17:33:15.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:15.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 Filter name: none 2024-09-12T17:33:15.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f97ddffb640 20 reqs_thread_entry: start 2024-09-12T17:33:15.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:33:15.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.493+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:33:15.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:15.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:33:15.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:33:15.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.497+0000 7f9930d089c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:15.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.501+0000 7f97e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:15.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.505+0000 7f9930d089c0 20 remove_watcher() i=0 2024-09-12T17:33:15.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.505+0000 7f9930d089c0 2 removed watcher, disabling cache 2024-09-12T17:33:15.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.509+0000 7f9930d089c0 20 remove_watcher() i=1 2024-09-12T17:33:15.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.513+0000 7f9930d089c0 20 remove_watcher() i=2 2024-09-12T17:33:15.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.513+0000 7f9930d089c0 20 remove_watcher() i=3 2024-09-12T17:33:15.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.517+0000 7f9930d089c0 20 remove_watcher() i=4 2024-09-12T17:33:15.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.517+0000 7f9930d089c0 20 remove_watcher() i=5 2024-09-12T17:33:15.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.521+0000 7f9930d089c0 20 remove_watcher() i=6 2024-09-12T17:33:15.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:15.521+0000 7f9930d089c0 20 remove_watcher() i=7 2024-09-12T17:33:15.542 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:15.543 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:15.543 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-logrecord-writes id: 89018418-9cac-4cab-9409-03996b4334d4.4611.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:15.543 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:15.545 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.545 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.549 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.549 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.594 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.594 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.616 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T17:33:15.616 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:15.618 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.618 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.636 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.637 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.683 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.683 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.702 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.702 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.719 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.719 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.736 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.736 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.754 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.754 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.774 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.774 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.791 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.791 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.808 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.809 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.825 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.825 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.842 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.842 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.860 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.860 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.876 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.876 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.893 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.893 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.910 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.910 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.927 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.927 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.944 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.945 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.962 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.962 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.978 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.978 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:15.997 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.997 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:16.014 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:16.014 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:16.031 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:33:16.066 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:16.066 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:16.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 20 realm 2024-09-12T17:33:16.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:16.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.109+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.113+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.113+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.113+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.113+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.113+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:16.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.113+0000 7ff00ce009c0 20 searching for the correct realm 2024-09-12T17:33:16.122 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.117+0000 7ff00b107640 0 -- 172.21.15.1:0/1286545593 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff0000a7f70 msgr2=0x7ff00013a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:16.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.333+0000 7ff00a105640 0 -- 172.21.15.1:0/1286545593 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff004031450 msgr2=0x7ff0040318d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:16.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:16.555 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:16.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:16.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:16.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:16.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:16.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.549+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 zone default found 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 4 Realm: () 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 zonegroup default 2024-09-12T17:33:16.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.553+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.557+0000 7ff00ce009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.557+0000 7ff00ce009c0 20 started sync module instance, tier type = 2024-09-12T17:33:16.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.557+0000 7ff00ce009c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:16.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=0 2024-09-12T17:33:16.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=1 2024-09-12T17:33:16.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=2 2024-09-12T17:33:16.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=3 2024-09-12T17:33:16.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=4 2024-09-12T17:33:16.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=5 2024-09-12T17:33:16.584 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.577+0000 7ff00ce009c0 20 add_watcher() i=6 2024-09-12T17:33:16.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.581+0000 7ff00ce009c0 20 add_watcher() i=7 2024-09-12T17:33:16.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.581+0000 7ff00ce009c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:16.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.585+0000 7feec17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:16.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:16.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:16.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 5 note: GC not initialized 2024-09-12T17:33:16.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7fee3bfff640 20 reqs_thread_entry: start 2024-09-12T17:33:16.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:16.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 Filter name: none 2024-09-12T17:33:16.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7fee39ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:16.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:16.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:16.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:16.595 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.589+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.593+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:16.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.593+0000 7ff00ce009c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.593+0000 7ff00ce009c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:16.597 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.593+0000 7ff00ce009c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:16.599 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.597+0000 7feec17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:16.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.601+0000 7ff00ce009c0 20 remove_watcher() i=0 2024-09-12T17:33:16.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.601+0000 7ff00ce009c0 2 removed watcher, disabling cache 2024-09-12T17:33:16.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.601+0000 7ff00ce009c0 20 remove_watcher() i=1 2024-09-12T17:33:16.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.605+0000 7ff00ce009c0 20 remove_watcher() i=2 2024-09-12T17:33:16.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.609+0000 7ff00ce009c0 20 remove_watcher() i=3 2024-09-12T17:33:16.614 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.609+0000 7ff00ce009c0 20 remove_watcher() i=4 2024-09-12T17:33:16.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.613+0000 7ff00ce009c0 20 remove_watcher() i=5 2024-09-12T17:33:16.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.613+0000 7ff00ce009c0 20 remove_watcher() i=6 2024-09-12T17:33:16.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.613+0000 7ff00ce009c0 20 remove_watcher() i=7 2024-09-12T17:33:16.635 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:16.635 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:16.635 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:16.635 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:16.636 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T17:33:16.674 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:16.674 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:16.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.713+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 realm 2024-09-12T17:33:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:16.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.717+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.721+0000 7f0f349bc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:16.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.721+0000 7f0f349bc9c0 20 searching for the correct realm 2024-09-12T17:33:16.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.725+0000 7f0f32cc3640 0 -- 172.21.15.1:0/2387846444 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f0f28008040 msgr2=0x7f0f2804c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:16.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:16.941+0000 7f0f31cc1640 0 -- 172.21.15.1:0/2387846444 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f0f2c017070 msgr2=0x7f0f2c06dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:17.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:17.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.157+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:17.165 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 zone default found 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 4 Realm: () 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:17.166 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 zonegroup default 2024-09-12T17:33:17.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.161+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.165+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.165+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.165+0000 7f0f349bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.165+0000 7f0f349bc9c0 20 started sync module instance, tier type = 2024-09-12T17:33:17.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.165+0000 7f0f349bc9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:17.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=0 2024-09-12T17:33:17.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=1 2024-09-12T17:33:17.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=2 2024-09-12T17:33:17.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=3 2024-09-12T17:33:17.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=4 2024-09-12T17:33:17.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=5 2024-09-12T17:33:17.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.189+0000 7f0f349bc9c0 20 add_watcher() i=6 2024-09-12T17:33:17.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.193+0000 7f0f349bc9c0 20 add_watcher() i=7 2024-09-12T17:33:17.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.193+0000 7f0f349bc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:17.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0de97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:17.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:17.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:17.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 5 note: GC not initialized 2024-09-12T17:33:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0de3fff640 20 reqs_thread_entry: start 2024-09-12T17:33:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 Filter name: none 2024-09-12T17:33:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0de1ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:33:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:33:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 : miss 2024-09-12T17:33:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.197+0000 7f0f349bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.201+0000 7f0f349bc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.201+0000 7f0f349bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.201+0000 7f0f349bc9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.201+0000 7f0f349bc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.201+0000 7f0f349bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.201+0000 7f0f349bc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 2024-09-12T17:33:17.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:17.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:17.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37, ofs0, ns] 2024-09-12T17:33:17.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0e15ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366243 cookie 93851210685248 notifier 7349 bl.length()=931 2024-09-12T17:33:17.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0e15ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:17.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0e15ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:17.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0e15ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_sources= new_sources= 2024-09-12T17:33:17.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential sources added=[] removed=[] 2024-09-12T17:33:17.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_dests= new_dests= 2024-09-12T17:33:17.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.209+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential dests added=[] removed=[] 2024-09-12T17:33:17.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.217+0000 7f0f349bc9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.0 2024-09-12T17:33:17.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.217+0000 7f0f349bc9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.0 2024-09-12T17:33:17.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.217+0000 7f0f349bc9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.1 2024-09-12T17:33:17.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.217+0000 7f0f349bc9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.1 2024-09-12T17:33:17.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.217+0000 7f0f349bc9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.0 2024-09-12T17:33:17.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.221+0000 7f0f349bc9c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T17:33:17.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.221+0000 7f0f349bc9c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T17:33:17.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:17.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 2024-09-12T17:33:17.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:17.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:17.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37, ofs0, ns] 2024-09-12T17:33:17.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0e157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366244 cookie 93851210685248 notifier 7349 bl.length()=899 2024-09-12T17:33:17.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0e157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:17.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0e157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:17.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0e157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_sources= new_sources= 2024-09-12T17:33:17.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential sources added=[] removed=[] 2024-09-12T17:33:17.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_dests= new_dests= 2024-09-12T17:33:17.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential dests added=[] removed=[] 2024-09-12T17:33:17.244 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.237+0000 7f0f349bc9c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T17:33:17.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.241+0000 7f0de97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:17.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.249+0000 7f0f349bc9c0 20 remove_watcher() i=0 2024-09-12T17:33:17.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.249+0000 7f0f349bc9c0 2 removed watcher, disabling cache 2024-09-12T17:33:17.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.249+0000 7f0f349bc9c0 20 remove_watcher() i=1 2024-09-12T17:33:17.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.253+0000 7f0f349bc9c0 20 remove_watcher() i=2 2024-09-12T17:33:17.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.257+0000 7f0f349bc9c0 20 remove_watcher() i=3 2024-09-12T17:33:17.263 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.257+0000 7f0f349bc9c0 20 remove_watcher() i=4 2024-09-12T17:33:17.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.261+0000 7f0f349bc9c0 20 remove_watcher() i=5 2024-09-12T17:33:17.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.261+0000 7f0f349bc9c0 20 remove_watcher() i=6 2024-09-12T17:33:17.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.265+0000 7f0f349bc9c0 20 remove_watcher() i=7 2024-09-12T17:33:17.288 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:33:17.314 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:17.314 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:17.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.357+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.357+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.357+0000 7fd4198c99c0 20 realm 2024-09-12T17:33:17.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.357+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:17.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:17.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:17.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.361+0000 7fd4198c99c0 20 searching for the correct realm 2024-09-12T17:33:17.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.569+0000 7fd417bd0640 0 -- 172.21.15.1:0/1125724469 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fd40c0ebc20 msgr2=0x7fd40c0fa450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:17.789 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:17.785+0000 7fd416bce640 0 -- 172.21.15.1:0/1125724469 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fd410028a30 msgr2=0x7fd41000d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:18.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.001+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:18.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:18.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 zone default found 2024-09-12T17:33:18.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 4 Realm: () 2024-09-12T17:33:18.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:18.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:18.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:18.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 zonegroup default 2024-09-12T17:33:18.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.011 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.005+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.012 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.009+0000 7fd4198c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.009+0000 7fd4198c99c0 20 started sync module instance, tier type = 2024-09-12T17:33:18.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.009+0000 7fd4198c99c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=0 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=1 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=2 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=3 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=4 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=5 2024-09-12T17:33:18.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=6 2024-09-12T17:33:18.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 20 add_watcher() i=7 2024-09-12T17:33:18.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.033+0000 7fd4198c99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:18.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.037+0000 7fd2cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:18.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.037+0000 7fd4198c99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:18.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.037+0000 7fd4198c99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:18.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.037+0000 7fd4198c99c0 5 note: GC not initialized 2024-09-12T17:33:18.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd2ccfe1640 20 reqs_thread_entry: start 2024-09-12T17:33:18.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:18.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 Filter name: none 2024-09-12T17:33:18.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd2467fc640 20 reqs_thread_entry: start 2024-09-12T17:33:18.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:18.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:18.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:18.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.041+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.045+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:18.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.045+0000 7fd4198c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.045+0000 7fd4198c99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:18.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.045+0000 7fd4198c99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:18.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.045+0000 7fd2cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:18.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.053+0000 7fd4198c99c0 20 remove_watcher() i=0 2024-09-12T17:33:18.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.053+0000 7fd4198c99c0 2 removed watcher, disabling cache 2024-09-12T17:33:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.053+0000 7fd4198c99c0 20 remove_watcher() i=1 2024-09-12T17:33:18.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.057+0000 7fd4198c99c0 20 remove_watcher() i=2 2024-09-12T17:33:18.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.057+0000 7fd4198c99c0 20 remove_watcher() i=3 2024-09-12T17:33:18.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.061+0000 7fd4198c99c0 20 remove_watcher() i=4 2024-09-12T17:33:18.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.061+0000 7fd4198c99c0 20 remove_watcher() i=5 2024-09-12T17:33:18.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.065+0000 7fd4198c99c0 20 remove_watcher() i=6 2024-09-12T17:33:18.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.065+0000 7fd4198c99c0 20 remove_watcher() i=7 2024-09-12T17:33:18.086 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:18.086 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:18.086 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:18.086 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:18.087 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.087 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:18.098 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.098 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:18.141 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:18.178 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:18.178 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:18.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 realm 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.227 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.221+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.225+0000 7f4482bcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:18.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.225+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.225+0000 7f4482bcf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:18.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.225+0000 7f4482bcf9c0 20 searching for the correct realm 2024-09-12T17:33:18.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.229+0000 7f4480ed6640 0 -- 172.21.15.1:0/653106015 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4474132940 msgr2=0x7f447412a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:18.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.445+0000 7f447fed4640 0 -- 172.21.15.1:0/653106015 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f447801f040 msgr2=0x7f447804b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:18.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:18.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:18.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:18.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:18.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:18.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:18.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.661+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:18.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:18.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 zone default found 2024-09-12T17:33:18.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 4 Realm: () 2024-09-12T17:33:18.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:18.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:18.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:18.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 zonegroup default 2024-09-12T17:33:18.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.665+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.669+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.669+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.669+0000 7f4482bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.669+0000 7f4482bcf9c0 20 started sync module instance, tier type = 2024-09-12T17:33:18.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.669+0000 7f4482bcf9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:18.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=0 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=1 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=2 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=3 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=4 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=5 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=6 2024-09-12T17:33:18.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 20 add_watcher() i=7 2024-09-12T17:33:18.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.693+0000 7f4482bcf9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:18.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.697+0000 7f43377de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:18.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:18.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:18.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 5 note: GC not initialized 2024-09-12T17:33:18.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f43367dc640 20 reqs_thread_entry: start 2024-09-12T17:33:18.705 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:18.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 Filter name: none 2024-09-12T17:33:18.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f432f7fe640 20 reqs_thread_entry: start 2024-09-12T17:33:18.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:33:18.706 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:18.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:18.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:33:18.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 : miss 2024-09-12T17:33:18.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.701+0000 7f4482bcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.705+0000 7f4482bcf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.705+0000 7f4482bcf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.705+0000 7f4482bcf9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.705+0000 7f4482bcf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.705+0000 7f4482bcf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.705+0000 7f4482bcf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 2024-09-12T17:33:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37, ofs0, ns] 2024-09-12T17:33:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f43577fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366245 cookie 94857780685872 notifier 7875 bl.length()=931 2024-09-12T17:33:18.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f43577fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f43577fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f43577fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_sources= new_sources= 2024-09-12T17:33:18.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential sources added=[] removed=[] 2024-09-12T17:33:18.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_dests= new_dests= 2024-09-12T17:33:18.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.713+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential dests added=[] removed=[] 2024-09-12T17:33:18.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.721+0000 7f4482bcf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.0 2024-09-12T17:33:18.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.721+0000 7f4482bcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.0 2024-09-12T17:33:18.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.721+0000 7f4482bcf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.1 2024-09-12T17:33:18.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.721+0000 7f4482bcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.1.1 2024-09-12T17:33:18.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.721+0000 7f4482bcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.0 2024-09-12T17:33:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.725+0000 7f4482bcf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:18.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.725+0000 7f4482bcf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 2024-09-12T17:33:18.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37, ofs0, ns] 2024-09-12T17:33:18.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f43577fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366246 cookie 94857780685872 notifier 7875 bl.length()=931 2024-09-12T17:33:18.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f43577fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f43577fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f43577fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_sources= new_sources= 2024-09-12T17:33:18.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential sources added=[] removed=[] 2024-09-12T17:33:18.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_dests= new_dests= 2024-09-12T17:33:18.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.729+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential dests added=[] removed=[] 2024-09-12T17:33:18.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.733+0000 7f4482bcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.37.0 2024-09-12T17:33:18.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.733+0000 7f4482bcf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:18.738 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.733+0000 7f4482bcf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 2024-09-12T17:33:18.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37, ofs0, ns] 2024-09-12T17:33:18.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4356ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366247 cookie 94857780685872 notifier 7875 bl.length()=899 2024-09-12T17:33:18.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4356ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 info.flags=0x17 2024-09-12T17:33:18.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4356ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.37 to cache LRU end 2024-09-12T17:33:18.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4356ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:18.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_sources= new_sources= 2024-09-12T17:33:18.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential sources added=[] removed=[] 2024-09-12T17:33:18.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): orig_dests= new_dests= 2024-09-12T17:33:18.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.737+0000 7f4482bcf9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.37]): potential dests added=[] removed=[] 2024-09-12T17:33:18.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.741+0000 7f4482bcf9c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:18.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.745+0000 7f43377de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:18.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.749+0000 7f4482bcf9c0 20 remove_watcher() i=0 2024-09-12T17:33:18.754 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.749+0000 7f4482bcf9c0 2 removed watcher, disabling cache 2024-09-12T17:33:18.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.753+0000 7f4482bcf9c0 20 remove_watcher() i=1 2024-09-12T17:33:18.759 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.753+0000 7f4482bcf9c0 20 remove_watcher() i=2 2024-09-12T17:33:18.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.757+0000 7f4482bcf9c0 20 remove_watcher() i=3 2024-09-12T17:33:18.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.757+0000 7f4482bcf9c0 20 remove_watcher() i=4 2024-09-12T17:33:18.764 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.761+0000 7f4482bcf9c0 20 remove_watcher() i=5 2024-09-12T17:33:18.765 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.761+0000 7f4482bcf9c0 20 remove_watcher() i=6 2024-09-12T17:33:18.767 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.761+0000 7f4482bcf9c0 20 remove_watcher() i=7 2024-09-12T17:33:18.782 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:33:18.809 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:18.809 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:18.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.849+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 realm 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:18.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:18.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.853+0000 7f78a752f9c0 20 searching for the correct realm 2024-09-12T17:33:18.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:18.857+0000 7f78a5836640 0 -- 172.21.15.1:0/2804824504 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f789c083bc0 msgr2=0x7f789c0901b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:19.076 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.073+0000 7f78a4834640 0 -- 172.21.15.1:0/2804824504 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f789801a920 msgr2=0x7f789800a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:19.294 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:19.295 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.289+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:19.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 zone default found 2024-09-12T17:33:19.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 4 Realm: () 2024-09-12T17:33:19.296 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:19.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:19.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:19.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 zonegroup default 2024-09-12T17:33:19.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 started sync module instance, tier type = 2024-09-12T17:33:19.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.293+0000 7f78a752f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:19.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=0 2024-09-12T17:33:19.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=1 2024-09-12T17:33:19.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=2 2024-09-12T17:33:19.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=3 2024-09-12T17:33:19.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=4 2024-09-12T17:33:19.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=5 2024-09-12T17:33:19.322 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=6 2024-09-12T17:33:19.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 20 add_watcher() i=7 2024-09-12T17:33:19.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.317+0000 7f78a752f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:19.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.321+0000 7f775bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:19.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:19.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:19.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 5 note: GC not initialized 2024-09-12T17:33:19.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f775afe5640 20 reqs_thread_entry: start 2024-09-12T17:33:19.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:19.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 Filter name: none 2024-09-12T17:33:19.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f7758fe1640 20 reqs_thread_entry: start 2024-09-12T17:33:19.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:19.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:19.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:19.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.325+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.329+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:19.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.329+0000 7f78a752f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.329+0000 7f78a752f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:19.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.329+0000 7f78a752f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:19.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.329+0000 7f775bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:19.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.337+0000 7f78a752f9c0 20 remove_watcher() i=0 2024-09-12T17:33:19.342 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.337+0000 7f78a752f9c0 2 removed watcher, disabling cache 2024-09-12T17:33:19.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.341+0000 7f78a752f9c0 20 remove_watcher() i=1 2024-09-12T17:33:19.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.341+0000 7f78a752f9c0 20 remove_watcher() i=2 2024-09-12T17:33:19.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.345+0000 7f78a752f9c0 20 remove_watcher() i=3 2024-09-12T17:33:19.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.345+0000 7f78a752f9c0 20 remove_watcher() i=4 2024-09-12T17:33:19.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.349+0000 7f78a752f9c0 20 remove_watcher() i=5 2024-09-12T17:33:19.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.349+0000 7f78a752f9c0 20 remove_watcher() i=6 2024-09-12T17:33:19.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.349+0000 7f78a752f9c0 20 remove_watcher() i=7 2024-09-12T17:33:19.373 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:19.374 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:19.374 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:19.374 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:19.375 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.375 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.380 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.380 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.433 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.433 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.464 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T17:33:19.464 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:19.465 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.465 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.482 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.482 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.526 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.526 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.537 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.537 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.550 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.550 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.564 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.564 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.579 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.579 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.593 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.607 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.607 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.621 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.622 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.648 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.648 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.663 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.664 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.677 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.678 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.691 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.691 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.706 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.707 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.720 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.720 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.734 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.735 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.749 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.749 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.764 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.765 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.780 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.780 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.794 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:19.794 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:19.807 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:33:19.841 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:19.841 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:19.887 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.881+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 realm 2024-09-12T17:33:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:19.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:19.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.885+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.889+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:19.892 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.889+0000 7fdd8944f9c0 20 searching for the correct realm 2024-09-12T17:33:19.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:19.893+0000 7fdd87756640 0 -- 172.21.15.1:0/3020350659 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fdd7c0e6400 msgr2=0x7fdd7c0e67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:20.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.109+0000 7fdd86754640 0 -- 172.21.15.1:0/3020350659 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fdd8006e240 msgr2=0x7fdd80065510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:20.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:20.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:20.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:20.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:20.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:20.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:20.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:20.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.325+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:20.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 zone default found 2024-09-12T17:33:20.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 4 Realm: () 2024-09-12T17:33:20.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:20.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:20.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:20.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 zonegroup default 2024-09-12T17:33:20.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 started sync module instance, tier type = 2024-09-12T17:33:20.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.329+0000 7fdd8944f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:20.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=0 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=1 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=2 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=3 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=4 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=5 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=6 2024-09-12T17:33:20.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 20 add_watcher() i=7 2024-09-12T17:33:20.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.353+0000 7fdd8944f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:20.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.357+0000 7fdc3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:20.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.357+0000 7fdd8944f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:20.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.357+0000 7fdd8944f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:20.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.357+0000 7fdd8944f9c0 5 note: GC not initialized 2024-09-12T17:33:20.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdbb7fff640 20 reqs_thread_entry: start 2024-09-12T17:33:20.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdd8944f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:20.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdd8944f9c0 20 Filter name: none 2024-09-12T17:33:20.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdbb5ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:20.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:20.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.361+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:20.367 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.365+0000 7fdd8944f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:20.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.365+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.368 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.365+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:20.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.365+0000 7fdd8944f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.365+0000 7fdd8944f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:20.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.365+0000 7fdd8944f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:20.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.369+0000 7fdc3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:20.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.373+0000 7fdd8944f9c0 20 remove_watcher() i=0 2024-09-12T17:33:20.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.373+0000 7fdd8944f9c0 2 removed watcher, disabling cache 2024-09-12T17:33:20.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.377+0000 7fdd8944f9c0 20 remove_watcher() i=1 2024-09-12T17:33:20.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.377+0000 7fdd8944f9c0 20 remove_watcher() i=2 2024-09-12T17:33:20.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.381+0000 7fdd8944f9c0 20 remove_watcher() i=3 2024-09-12T17:33:20.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.381+0000 7fdd8944f9c0 20 remove_watcher() i=4 2024-09-12T17:33:20.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.385+0000 7fdd8944f9c0 20 remove_watcher() i=5 2024-09-12T17:33:20.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.385+0000 7fdd8944f9c0 20 remove_watcher() i=6 2024-09-12T17:33:20.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.389+0000 7fdd8944f9c0 20 remove_watcher() i=7 2024-09-12T17:33:20.409 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:20.409 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:20.409 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:20.409 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:20.409 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T17:33:20.448 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:20.448 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:20.492 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.493 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 realm 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.494 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:20.495 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.489+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.493+0000 7f9e64e449c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:20.496 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.493+0000 7f9e64e449c0 20 searching for the correct realm 2024-09-12T17:33:20.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.497+0000 7f9e6314b640 0 -- 172.21.15.1:0/3991050167 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f9e58008070 msgr2=0x7f9e5802f3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:20.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.713+0000 7f9e62149640 0 -- 172.21.15.1:0/3991050167 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9e5c059950 msgr2=0x7f9e5c021440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:20.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:20.933 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.929+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:20.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:20.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 zone default found 2024-09-12T17:33:20.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 4 Realm: () 2024-09-12T17:33:20.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:20.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:20.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:20.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 zonegroup default 2024-09-12T17:33:20.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 started sync module instance, tier type = 2024-09-12T17:33:20.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.933+0000 7f9e64e449c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=0 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=1 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=2 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=3 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=4 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=5 2024-09-12T17:33:20.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=6 2024-09-12T17:33:20.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 20 add_watcher() i=7 2024-09-12T17:33:20.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.957+0000 7f9e64e449c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:20.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.961+0000 7f9d197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:20.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.961+0000 7f9e64e449c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:20.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.961+0000 7f9e64e449c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:20.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.961+0000 7f9e64e449c0 5 note: GC not initialized 2024-09-12T17:33:20.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.961+0000 7f9c93fff640 20 reqs_thread_entry: start 2024-09-12T17:33:20.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.961+0000 7f9e64e449c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:20.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 20 Filter name: none 2024-09-12T17:33:20.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9c91ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:20.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:33:20.968 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:20.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:20.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:33:20.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 : miss 2024-09-12T17:33:20.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:20.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:20.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:20.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:20.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:20.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.965+0000 7f9e64e449c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 2024-09-12T17:33:20.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9e64e449c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:20.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9e64e449c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:20.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9e64e449c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:20.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9e64e449c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38, ofs0, ns] 2024-09-12T17:33:20.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9d467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366252 cookie 94283128131376 notifier 7436 bl.length()=931 2024-09-12T17:33:20.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9d467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:20.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9d467fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:20.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.973+0000 7f9d467fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:20.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.977+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): orig_sources= new_sources= 2024-09-12T17:33:20.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.977+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): potential sources added=[] removed=[] 2024-09-12T17:33:20.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.977+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): orig_dests= new_dests= 2024-09-12T17:33:20.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.977+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): potential dests added=[] removed=[] 2024-09-12T17:33:20.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.981+0000 7f9e64e449c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.38.1.0 2024-09-12T17:33:20.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.981+0000 7f9e64e449c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.38.1.0 2024-09-12T17:33:20.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.981+0000 7f9e64e449c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.38.1.1 2024-09-12T17:33:20.984 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.981+0000 7f9e64e449c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.38.1.1 2024-09-12T17:33:20.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.981+0000 7f9e64e449c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.38.0 2024-09-12T17:33:20.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.985+0000 7f9e64e449c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T17:33:20.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.985+0000 7f9e64e449c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:20.990 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.985+0000 7f9e64e449c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 2024-09-12T17:33:20.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:20.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:20.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:20.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38, ofs0, ns] 2024-09-12T17:33:20.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9d45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366253 cookie 94283128131376 notifier 7436 bl.length()=931 2024-09-12T17:33:20.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9d45ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:20.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9d45ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:20.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9d45ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:20.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): orig_sources= new_sources= 2024-09-12T17:33:20.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): potential sources added=[] removed=[] 2024-09-12T17:33:20.994 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): orig_dests= new_dests= 2024-09-12T17:33:20.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.989+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): potential dests added=[] removed=[] 2024-09-12T17:33:20.996 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.993+0000 7f9e64e449c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.38.0 2024-09-12T17:33:20.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.993+0000 7f9e64e449c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:20.997 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.993+0000 7f9e64e449c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 2024-09-12T17:33:21.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:21.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:21.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:21.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38, ofs0, ns] 2024-09-12T17:33:21.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9d467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366254 cookie 94283128131376 notifier 7436 bl.length()=899 2024-09-12T17:33:21.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9d467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 info.flags=0x17 2024-09-12T17:33:21.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9d467fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.38 to cache LRU end 2024-09-12T17:33:21.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9d467fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:21.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): orig_sources= new_sources= 2024-09-12T17:33:21.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): potential sources added=[] removed=[] 2024-09-12T17:33:21.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): orig_dests= new_dests= 2024-09-12T17:33:21.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:20.997+0000 7f9e64e449c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.38]): potential dests added=[] removed=[] 2024-09-12T17:33:21.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.001+0000 7f9e64e449c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:21.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.005+0000 7f9d197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.009+0000 7f9e64e449c0 20 remove_watcher() i=0 2024-09-12T17:33:21.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.009+0000 7f9e64e449c0 2 removed watcher, disabling cache 2024-09-12T17:33:21.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.013+0000 7f9e64e449c0 20 remove_watcher() i=1 2024-09-12T17:33:21.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.013+0000 7f9e64e449c0 20 remove_watcher() i=2 2024-09-12T17:33:21.020 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.017+0000 7f9e64e449c0 20 remove_watcher() i=3 2024-09-12T17:33:21.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.017+0000 7f9e64e449c0 20 remove_watcher() i=4 2024-09-12T17:33:21.024 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.021+0000 7f9e64e449c0 20 remove_watcher() i=5 2024-09-12T17:33:21.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.021+0000 7f9e64e449c0 20 remove_watcher() i=6 2024-09-12T17:33:21.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.025+0000 7f9e64e449c0 20 remove_watcher() i=7 2024-09-12T17:33:21.042 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:33:21.070 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:21.070 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:21.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.109+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 realm 2024-09-12T17:33:21.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:21.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.313+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.317+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.317+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.317+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:21.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.317+0000 7febb195a9c0 20 searching for the correct realm 2024-09-12T17:33:21.328 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.325+0000 7febaec5f640 0 -- 172.21.15.1:0/585185800 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7feba00cd920 msgr2=0x7feba00e1400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.333+0000 7febaec5f640 0 -- 172.21.15.1:0/585185800 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fea78081200 msgr2=0x7fea78083630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.349+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:21.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 zone default found 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 4 Realm: () 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 zonegroup default 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.358 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.359 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.353+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.357+0000 7febb195a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.357+0000 7febb195a9c0 20 started sync module instance, tier type = 2024-09-12T17:33:21.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.357+0000 7febb195a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:21.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=0 2024-09-12T17:33:21.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=1 2024-09-12T17:33:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=2 2024-09-12T17:33:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=3 2024-09-12T17:33:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=4 2024-09-12T17:33:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=5 2024-09-12T17:33:21.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.381+0000 7febb195a9c0 20 add_watcher() i=6 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.385+0000 7febb195a9c0 20 add_watcher() i=7 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.385+0000 7febb195a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:21.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.389+0000 7fea667e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:21.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:21.396 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 5 note: GC not initialized 2024-09-12T17:33:21.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7fea657e2640 20 reqs_thread_entry: start 2024-09-12T17:33:21.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:21.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 Filter name: none 2024-09-12T17:33:21.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7fea5e7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:21.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:21.398 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.393+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:21.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:21.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:21.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:21.401 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.397+0000 7febb195a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:21.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.401+0000 7fea667e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.405+0000 7febb195a9c0 20 remove_watcher() i=0 2024-09-12T17:33:21.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.405+0000 7febb195a9c0 2 removed watcher, disabling cache 2024-09-12T17:33:21.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.409+0000 7febb195a9c0 20 remove_watcher() i=1 2024-09-12T17:33:21.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.409+0000 7febb195a9c0 20 remove_watcher() i=2 2024-09-12T17:33:21.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.413+0000 7febb195a9c0 20 remove_watcher() i=3 2024-09-12T17:33:21.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.417+0000 7febb195a9c0 20 remove_watcher() i=4 2024-09-12T17:33:21.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.417+0000 7febb195a9c0 20 remove_watcher() i=5 2024-09-12T17:33:21.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.417+0000 7febb195a9c0 20 remove_watcher() i=6 2024-09-12T17:33:21.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:21.421+0000 7febb195a9c0 20 remove_watcher() i=7 2024-09-12T17:33:21.442 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:21.442 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:21.442 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: error-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.38 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:33:21.442 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:21.443 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.443 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.447 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.447 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.494 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.494 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.518 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T17:33:21.519 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:21.520 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.520 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.537 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.537 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.583 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.584 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.604 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.604 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.623 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.623 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.642 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.642 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.659 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.659 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.676 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.676 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.693 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.694 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.713 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.713 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.731 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.732 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.749 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.749 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.766 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.766 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.784 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.784 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.803 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:21.942 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:33:21.976 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:21.976 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:22.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.017+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 realm 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.026 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.021+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.025+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:22.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.025+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.025+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:22.028 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.025+0000 7f39526549c0 20 searching for the correct realm 2024-09-12T17:33:22.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.229+0000 7f395095b640 0 -- 172.21.15.1:0/889010394 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3944008040 msgr2=0x7f3944062360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:22.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.449+0000 7f394f959640 0 -- 172.21.15.1:0/889010394 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f3948070300 msgr2=0x7f3948068830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:22.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:22.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:22.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:22.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:22.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:22.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:22.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.665+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:22.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 zone default found 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 4 Realm: () 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 zonegroup default 2024-09-12T17:33:22.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 started sync module instance, tier type = 2024-09-12T17:33:22.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.669+0000 7f39526549c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=0 2024-09-12T17:33:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=1 2024-09-12T17:33:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=2 2024-09-12T17:33:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=3 2024-09-12T17:33:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=4 2024-09-12T17:33:22.700 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=5 2024-09-12T17:33:22.701 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=6 2024-09-12T17:33:22.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 20 add_watcher() i=7 2024-09-12T17:33:22.703 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.697+0000 7f39526549c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:22.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.701+0000 7f3806fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:22.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:22.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:22.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 5 note: GC not initialized 2024-09-12T17:33:22.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f3805fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:22.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:22.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 Filter name: none 2024-09-12T17:33:22.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f37777fe640 20 reqs_thread_entry: start 2024-09-12T17:33:22.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:22.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:22.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:22.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.705+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.709+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:22.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.709+0000 7f39526549c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.709+0000 7f39526549c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:22.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.709+0000 7f39526549c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:22.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.713+0000 7f3806fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:22.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.717+0000 7f39526549c0 20 remove_watcher() i=0 2024-09-12T17:33:22.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.717+0000 7f39526549c0 2 removed watcher, disabling cache 2024-09-12T17:33:22.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.721+0000 7f39526549c0 20 remove_watcher() i=1 2024-09-12T17:33:22.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.721+0000 7f39526549c0 20 remove_watcher() i=2 2024-09-12T17:33:22.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.725+0000 7f39526549c0 20 remove_watcher() i=3 2024-09-12T17:33:22.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.729+0000 7f39526549c0 20 remove_watcher() i=4 2024-09-12T17:33:22.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.729+0000 7f39526549c0 20 remove_watcher() i=5 2024-09-12T17:33:22.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.729+0000 7f39526549c0 20 remove_watcher() i=6 2024-09-12T17:33:22.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.733+0000 7f39526549c0 20 remove_watcher() i=7 2024-09-12T17:33:22.755 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:22.755 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:22.756 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:22.756 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:22.756 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:33:22.795 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:22.796 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:22.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.837+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 realm 2024-09-12T17:33:22.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:22.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:22.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:22.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 searching for the correct realm 2024-09-12T17:33:22.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:22.845+0000 7fec5fac4640 0 -- 172.21.15.1:0/45920647 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fec5002c030 msgr2=0x7fec5005dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.057+0000 7fec602c5640 0 -- 172.21.15.1:0/45920647 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x55643e76af60 msgr2=0x7fec5801f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:23.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:23.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.081 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:23.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 zone default found 2024-09-12T17:33:23.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 Realm: () 2024-09-12T17:33:23.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:23.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:23.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:23.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 zonegroup default 2024-09-12T17:33:23.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.083 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 started sync module instance, tier type = 2024-09-12T17:33:23.084 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:23.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=0 2024-09-12T17:33:23.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=1 2024-09-12T17:33:23.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=2 2024-09-12T17:33:23.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=3 2024-09-12T17:33:23.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=4 2024-09-12T17:33:23.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=5 2024-09-12T17:33:23.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=6 2024-09-12T17:33:23.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.109+0000 7fec627bf9c0 20 add_watcher() i=7 2024-09-12T17:33:23.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.109+0000 7fec627bf9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:23.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7feb16fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:23.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:23.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:23.117 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 note: GC not initialized 2024-09-12T17:33:23.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7feb15fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:23.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:23.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 Filter name: none 2024-09-12T17:33:23.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fea877fe640 20 reqs_thread_entry: start 2024-09-12T17:33:23.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:33:23.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:23.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:23.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:33:23.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : miss 2024-09-12T17:33:23.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.117+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:23.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39, ofs0, ns] 2024-09-12T17:33:23.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366201 cookie 93889035604848 notifier 7986 bl.length()=931 2024-09-12T17:33:23.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_sources= new_sources= 2024-09-12T17:33:23.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential sources added=[] removed=[] 2024-09-12T17:33:23.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_dests= new_dests= 2024-09-12T17:33:23.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential dests added=[] removed=[] 2024-09-12T17:33:23.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.133+0000 7fec627bf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.0 2024-09-12T17:33:23.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.0 2024-09-12T17:33:23.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.133+0000 7fec627bf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.1 2024-09-12T17:33:23.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.1 2024-09-12T17:33:23.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.0 2024-09-12T17:33:23.143 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec627bf9c0 time 2024-09-12T17:33:23.145240+0000 2024-09-12T17:33:23.143 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fec660992eb] 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:23.145 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.146 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:23.146 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.141+0000 7fec627bf9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec627bf9c0 time 2024-09-12T17:33:23.145240+0000 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fec660992eb] 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:23.147 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:23.148 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.148 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:33:23.148 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fec627bf9c0 thread_name:radosgw-admin 2024-09-12T17:33:23.155 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.155 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fec64f18520] 2024-09-12T17:33:23.155 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:23.155 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:23.155 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:23.156 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fec66099345] 2024-09-12T17:33:23.156 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.156 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.156 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.156 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.156 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.141+0000 7fec627bf9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fec627bf9c0 thread_name:radosgw-admin 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fec64f18520] 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:23.157 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fec66099345] 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: dump: 2024-09-12T17:33:23.158 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:33:22.813+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7475 2024-09-12T17:33:23.159 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:33:22.813+0000 7fec627bf9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:33:22.813+0000 7fec627bf9c0 4 set_mon_vals no callback set 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: dump: 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.160 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: shutdown 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) unregister_commands rotate-key 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.161 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding auth protocol: cephx 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding auth protocol: cephx 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding auth protocol: cephx 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.162 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: starting msgr at 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: starting objecter 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command objecter_requests hook 0x55643e910270 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: setting wanted keys 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: calling monclient init 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding auth protocol: cephx 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding auth protocol: cephx 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding auth protocol: cephx 2024-09-12T17:33:23.163 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.164 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key hook 0x55643e8df1f8 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e8e55f0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e908660 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e9078e0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.109968s 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e908660 auth_method 0 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.165 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): get_auth_request con 0x55643e8e55f0 auth_method 0 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_done global_id 7478 payload 824 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.166 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:33:22.817+0000 7fec602c5640 1 monclient: found mon.noname-c 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: dump: 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.167 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: dump: 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.168 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7478 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:33:22.817+0000 7feb4e60c640 4 set_mon_vals no callback set 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.169 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: init done 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:33:22.821+0000 7feb4ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:33:22.821+0000 7feb4ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:33:22.821+0000 7feb4ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:33:22.821+0000 7fec5fac4640 10 monclient: get_auth_request con 0x7feb48070ae0 auth_method 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:33:22.821+0000 7fec60ac6640 10 monclient: get_auth_request con 0x55643e928110 auth_method 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:33:22.821+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e92af50 auth_method 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:33:22.825+0000 7fec5fac4640 10 monclient: get_auth_request con 0x55643e92f140 auth_method 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:33:22.825+0000 7fec60ac6640 10 monclient: get_auth_request con 0x55643e92e800 auth_method 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.170 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding auth protocol: cephx 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding auth protocol: cephx 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding auth protocol: cephx 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.171 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.172 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55643e93aa00 EEXIST 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding auth protocol: cephx 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding auth protocol: cephx 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding auth protocol: cephx 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.173 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key cmddesc rotate-key hook 0x55643e936170 EEXIST 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e95ebb0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e95e4e0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e95cec0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.174 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.120603s 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e95ebb0 auth_method 0 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): get_auth_request con 0x55643e95e4e0 auth_method 0 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.175 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_done global_id 7980 payload 824 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:33:22.829+0000 7fec5fac4640 1 monclient: found mon.noname-a 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: dump: 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.176 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: dump: 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.177 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:33:22.829+0000 7fec612c7640 4 set_mon_vals no callback set 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7980 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.178 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:33:22.829+0000 7feb45ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:33:22.829+0000 7feb45ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:33:22.829+0000 7feb45ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: get_monmap_and_config 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.179 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding auth protocol: cephx 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding auth protocol: cephx 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding auth protocol: cephx 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.180 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient: get_auth_request con 0x7feb38070a20 auth_method 0 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding auth protocol: cephx 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding auth protocol: cephx 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding auth protocol: cephx 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.181 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdb6dbc8b8 EEXIST 2024-09-12T17:33:23.182 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e9acd40 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e9b27d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e9ae5a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.125082s 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request con 0x55643e9ae5a0 auth_method 0 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.183 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e9acd40 auth_method 0 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): get_auth_request con 0x55643e9b27d0 auth_method 0 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.184 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_done global_id 7484 payload 274 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:33:22.833+0000 7fec5fac4640 1 monclient: found mon.noname-c 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: dump: 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.185 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7484 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 4 set_mon_vals no callback set 2024-09-12T17:33:23.186 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: dump: 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: shutdown 2024-09-12T17:33:23.187 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding auth protocol: cephx 2024-09-12T17:33:23.188 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding auth protocol: cephx 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding auth protocol: cephx 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.189 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: starting msgr at 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: starting objecter 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55643e980ae0 EEXIST 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: setting wanted keys 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: calling monclient init 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding auth protocol: cephx 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding auth protocol: cephx 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding auth protocol: cephx 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.190 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key cmddesc rotate-key hook 0x55643e960b18 EEXIST 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:23.191 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e9acd40 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e9ae5a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e9b27d0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.127808s 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e9acd40 auth_method 0 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.192 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request con 0x55643e9b27d0 auth_method 0 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): get_auth_request con 0x55643e9ae5a0 auth_method 0 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.193 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_done global_id 7986 payload 824 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:33:22.837+0000 7fec5fac4640 1 monclient: found mon.noname-a 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: dump: 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.194 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: dump: 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.195 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:33:22.837+0000 7feb377fe640 4 set_mon_vals no callback set 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7986 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 1 librados: init done 2024-09-12T17:33:23.196 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cr dump hook 0x55643e982bb8 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:33:22.837+0000 7feb35ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:33:22.837+0000 7feb35ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:33:22.837+0000 7feb35ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient: get_auth_request con 0x7feb28070b10 auth_method 0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e9cb7c0 auth_method 0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 realm 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.197 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:33:22.841+0000 7fec5fac4640 10 monclient: get_auth_request con 0x55643e9cfbc0 auth_method 0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:33:22.841+0000 7fec60ac6640 10 monclient: get_auth_request con 0x55643e9d3290 auth_method 0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 searching for the correct realm 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:33:22.845+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e76af60 auth_method 0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:33:22.845+0000 7fec5fac4640 0 -- 172.21.15.1:0/45920647 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fec5002c030 msgr2=0x7fec5005dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:33:23.049+0000 7fec5fac4640 10 monclient: get_auth_request con 0x7fec5002c030 auth_method 0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:33:23.049+0000 7fec60ac6640 10 monclient: get_auth_request con 0x7fec5412b020 auth_method 0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:33:23.053+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e78d6e0 auth_method 0 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:33:23.057+0000 7fec602c5640 0 -- 172.21.15.1:0/45920647 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x55643e76af60 msgr2=0x7fec5801f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:33:23.057+0000 7feb35ffb640 1 client.7986.objecter ms_handle_reset 0x55643e76af60 session 0x7fec58032040 osd.7 2024-09-12T17:33:23.198 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:33:23.057+0000 7feb35ffb640 10 monclient: _renew_subs 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:33:23.057+0000 7feb35ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:33:23.057+0000 7fec602c5640 10 monclient: get_auth_request con 0x7feb28081230 auth_method 0 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:33:23.061+0000 7fec5fac4640 10 monclient: get_auth_request con 0x55643e8245e0 auth_method 0 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.199 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 zone default found 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 Realm: () 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 zonegroup default 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.200 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 started sync module instance, tier type = 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=0 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=1 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=2 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=3 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=4 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=5 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=6 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:33:23.109+0000 7fec627bf9c0 20 add_watcher() i=7 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:33:23.109+0000 7fec627bf9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:23.201 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding auth protocol: cephx 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding auth protocol: cephx 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding auth protocol: cephx 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.202 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:33:23.113+0000 7feb16fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache list hook 0x55643e9a6220 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache inspect hook 0x55643e9a6220 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache erase hook 0x55643e9a6220 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache zap hook 0x55643e9a6220 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 note: GC not initialized 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:33:23.113+0000 7feb15fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace show hook 0x7fec50004ad0 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace history hook 0x7fec50004ad0 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace active hook 0x7fec50004ad0 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace active_short hook 0x7fec50004ad0 2024-09-12T17:33:23.203 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 Filter name: none 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:33:23.113+0000 7fea877fe640 20 reqs_thread_entry: start 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : miss 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.204 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39, ofs0, ns] 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366201 cookie 93889035604848 notifier 7986 bl.length()=931 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_sources= new_sources= 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential sources added=[] removed=[] 2024-09-12T17:33:23.205 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_dests= new_dests= 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential dests added=[] removed=[] 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.0 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.0 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.1 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.1 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.0 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:33:23.141+0000 7fec627bf9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec627bf9c0 time 2024-09-12T17:33:23.145240+0000 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fec660992eb] 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.206 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:33:23.141+0000 7fec627bf9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fec627bf9c0 thread_name:radosgw-admin 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fec64f18520] 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:23.207 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fec66099345] 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:33:23.208 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:33:23.209 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:33:23.210 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:33:23.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:33:23.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:33:23.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:33:23.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 7fea877fe640 / http_manager 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb15fdb640 / http_manager 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb16fdd640 / rgw_dt_lg_renew 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb35ffb640 / ms_dispatch 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb377fe640 / io_context_pool 2024-09-12T17:33:23.215 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb45ffb640 / ms_dispatch 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb4ce09640 / ms_dispatch 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb4e60c640 / io_context_pool 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec5fac4640 / msgr-worker-2 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec602c5640 / msgr-worker-1 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec60ac6640 / msgr-worker-0 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec612c7640 / io_context_pool 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec627bf9c0 / radosgw-admin 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.132381.log 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:23.216 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: dump: 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.217 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:33:22.813+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7475 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:33:22.813+0000 7fec627bf9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:33:22.813+0000 7fec627bf9c0 4 set_mon_vals no callback set 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:33:22.813+0000 7feb4e60c640 10 monclient: dump: 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.218 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: shutdown 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) unregister_commands rotate-key 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.220 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding auth protocol: cephx 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding auth protocol: cephx 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding auth protocol: cephx 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.221 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: crc 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e908b10) adding con mode: secure 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: starting msgr at 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: starting objecter 2024-09-12T17:33:23.222 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command objecter_requests hook 0x55643e910270 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: setting wanted keys 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: calling monclient init 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding auth protocol: cephx 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding auth protocol: cephx 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding auth protocol: cephx 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.223 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: crc 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 AuthRegistry(0x55643e8df0b0) adding con mode: secure 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key hook 0x55643e8df1f8 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e8e55f0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e908660 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.224 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e9078e0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.109968s 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e908660 auth_method 0 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.225 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): get_auth_request con 0x55643e8e55f0 auth_method 0 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:33:22.817+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient(hunting): handle_auth_done global_id 7478 payload 824 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:33:22.817+0000 7fec602c5640 1 monclient: found mon.noname-c 2024-09-12T17:33:23.226 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:33:22.817+0000 7fec602c5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: dump: 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.227 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:33:22.817+0000 7feb4ce09640 10 monclient: dump: 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.228 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7478 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:33:22.817+0000 7feb4e60c640 4 set_mon_vals no callback set 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:33:22.817+0000 7fec627bf9c0 1 librados: init done 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:33:22.821+0000 7feb4ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:33:22.821+0000 7feb4ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.229 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:33:22.821+0000 7feb4ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:33:22.821+0000 7fec5fac4640 10 monclient: get_auth_request con 0x7feb48070ae0 auth_method 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:33:22.821+0000 7fec60ac6640 10 monclient: get_auth_request con 0x55643e928110 auth_method 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:33:22.821+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e92af50 auth_method 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:33:22.825+0000 7fec5fac4640 10 monclient: get_auth_request con 0x55643e92f140 auth_method 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:33:22.825+0000 7fec60ac6640 10 monclient: get_auth_request con 0x55643e92e800 auth_method 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.230 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding auth protocol: cephx 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding auth protocol: cephx 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding auth protocol: cephx 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.231 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: crc 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9370e0) adding con mode: secure 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:33:22.825+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55643e93aa00 EEXIST 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding auth protocol: cephx 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding auth protocol: cephx 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding auth protocol: cephx 2024-09-12T17:33:23.232 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.233 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: crc 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e936028) adding con mode: secure 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key cmddesc rotate-key hook 0x55643e936170 EEXIST 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e95ebb0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.234 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e95e4e0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e95cec0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.120603s 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e95ebb0 auth_method 0 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): get_auth_request con 0x55643e95e4e0 auth_method 0 2024-09-12T17:33:23.235 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:33:22.829+0000 7fec60ac6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient(hunting): handle_auth_done global_id 7980 payload 824 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:33:22.829+0000 7fec5fac4640 1 monclient: found mon.noname-a 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:33:22.829+0000 7fec5fac4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.236 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: dump: 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.237 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:33:22.829+0000 7feb45ffb640 10 monclient: dump: 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.238 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.239 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:33:22.829+0000 7fec612c7640 4 set_mon_vals no callback set 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7980 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.240 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:33:22.829+0000 7feb45ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:33:22.829+0000 7feb45ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:33:22.829+0000 7feb45ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: get_monmap_and_config 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.241 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding auth protocol: cephx 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding auth protocol: cephx 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding auth protocol: cephx 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.242 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: crc 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:33:22.829+0000 7fec627bf9c0 5 AuthRegistry(0x55643e97e490) adding con mode: secure 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient: get_auth_request con 0x7feb38070a20 auth_method 0 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding auth protocol: cephx 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding auth protocol: cephx 2024-09-12T17:33:23.243 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding auth protocol: cephx 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: crc 2024-09-12T17:33:23.244 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbc770) adding con mode: secure 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdb6dbc8b8 EEXIST 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e9acd40 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.245 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e9b27d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.246 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e9ae5a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.246 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.246 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.125082s 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request con 0x55643e9ae5a0 auth_method 0 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e9acd40 auth_method 0 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.247 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): get_auth_request con 0x55643e9b27d0 auth_method 0 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:33:22.833+0000 7fec60ac6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): handle_auth_done global_id 7484 payload 274 2024-09-12T17:33:23.248 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:33:22.833+0000 7fec5fac4640 1 monclient: found mon.noname-c 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: dump: 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.249 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7484 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 4 set_mon_vals no callback set 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:33:22.833+0000 7feb377fe640 10 monclient: dump: 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.250 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: shutdown 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: monmap: 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:23.251 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding auth protocol: cephx 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding auth protocol: cephx 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding auth protocol: cephx 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.252 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: crc 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9b7a90) adding con mode: secure 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: starting msgr at 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: starting objecter 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55643e980ae0 EEXIST 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: setting wanted keys 2024-09-12T17:33:23.253 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 1 librados: calling monclient init 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: init 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding auth protocol: cephx 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding auth protocol: cephx 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding auth protocol: cephx 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.254 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: crc 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 AuthRegistry(0x55643e9609d0) adding con mode: secure 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command rotate-key cmddesc rotate-key hook 0x55643e960b18 EEXIST 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-a con 0x55643e9acd40 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-b con 0x55643e9ae5a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): picked mon.noname-c con 0x55643e9b27d0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:23.255 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:33:22.833+0000 7fec627bf9c0 10 monclient(hunting): authenticate will time out at 2437.127808s 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request con 0x55643e9acd40 auth_method 0 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:33:22.833+0000 7fec5fac4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request con 0x55643e9b27d0 auth_method 0 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:33:22.833+0000 7fec602c5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.256 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): get_auth_request con 0x55643e9ae5a0 auth_method 0 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:23.257 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient(hunting): handle_auth_done global_id 7986 payload 824 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient: _finish_hunting 0 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:33:22.837+0000 7fec5fac4640 1 monclient: found mon.noname-a 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:33:22.837+0000 7fec5fac4640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: dump: 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.258 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: _finish_auth 0 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:23.259 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:33:22.837+0000 7feb35ffb640 10 monclient: dump: 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:33:22.837+0000 7feb377fe640 4 set_mon_vals no callback set 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 5 monclient: authenticate success, global_id 7986 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.260 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _renew_subs 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 1 librados: init done 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cr dump hook 0x55643e982bb8 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:33:22.837+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:33:22.837+0000 7feb35ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:33:22.837+0000 7feb35ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:33:22.837+0000 7feb35ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:33:22.837+0000 7fec60ac6640 10 monclient: get_auth_request con 0x7feb28070b10 auth_method 0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:33:22.837+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e9cb7c0 auth_method 0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 realm 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.261 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:33:22.841+0000 7fec5fac4640 10 monclient: get_auth_request con 0x55643e9cfbc0 auth_method 0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:33:22.841+0000 7fec60ac6640 10 monclient: get_auth_request con 0x55643e9d3290 auth_method 0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:33:22.841+0000 7fec627bf9c0 20 searching for the correct realm 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:33:22.845+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e76af60 auth_method 0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:33:22.845+0000 7fec5fac4640 0 -- 172.21.15.1:0/45920647 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fec5002c030 msgr2=0x7fec5005dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:33:23.049+0000 7fec5fac4640 10 monclient: get_auth_request con 0x7fec5002c030 auth_method 0 2024-09-12T17:33:23.262 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:33:23.049+0000 7fec60ac6640 10 monclient: get_auth_request con 0x7fec5412b020 auth_method 0 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:33:23.053+0000 7fec602c5640 10 monclient: get_auth_request con 0x55643e78d6e0 auth_method 0 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:33:23.057+0000 7fec602c5640 0 -- 172.21.15.1:0/45920647 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x55643e76af60 msgr2=0x7fec5801f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:33:23.057+0000 7feb35ffb640 1 client.7986.objecter ms_handle_reset 0x55643e76af60 session 0x7fec58032040 osd.7 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:33:23.057+0000 7feb35ffb640 10 monclient: _renew_subs 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:33:23.057+0000 7feb35ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:33:23.057+0000 7fec602c5640 10 monclient: get_auth_request con 0x7feb28081230 auth_method 0 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:33:23.061+0000 7fec5fac4640 10 monclient: get_auth_request con 0x55643e8245e0 auth_method 0 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:23.263 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:33:23.073+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 zone default found 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 Realm: () 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 zonegroup default 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.264 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:33:23.077+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 started sync module instance, tier type = 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:33:23.081+0000 7fec627bf9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=0 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=1 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=2 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=3 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=4 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=5 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:33:23.105+0000 7fec627bf9c0 20 add_watcher() i=6 2024-09-12T17:33:23.265 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:33:23.109+0000 7fec627bf9c0 20 add_watcher() i=7 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:33:23.109+0000 7fec627bf9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding auth protocol: cephx 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding auth protocol: cephx 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding auth protocol: cephx 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.266 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: crc 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 AuthRegistry(0x7ffdb6dbcc40) adding con mode: secure 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:33:23.113+0000 7feb16fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache list hook 0x55643e9a6220 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache inspect hook 0x55643e9a6220 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache erase hook 0x55643e9a6220 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command cache zap hook 0x55643e9a6220 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 note: GC not initialized 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:33:23.113+0000 7feb15fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace show hook 0x7fec50004ad0 2024-09-12T17:33:23.267 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace history hook 0x7fec50004ad0 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace active hook 0x7fec50004ad0 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 5 asok(0x55643e6d22b0) register_command sync trace active_short hook 0x7fec50004ad0 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 Filter name: none 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:33:23.113+0000 7fea877fe640 20 reqs_thread_entry: start 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : miss 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:33:23.113+0000 7fec627bf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:23.268 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:33:23.117+0000 7fec627bf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:33:23.125+0000 7fec627bf9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39, ofs0, ns] 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366201 cookie 93889035604848 notifier 7986 bl.length()=931 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:33:23.125+0000 7feb377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:23.269 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_sources= new_sources= 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential sources added=[] removed=[] 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_dests= new_dests= 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:33:23.129+0000 7fec627bf9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential dests added=[] removed=[] 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.0 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.0 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.1 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.1.1 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:33:23.133+0000 7fec627bf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.0 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:33:23.141+0000 7fec627bf9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec627bf9c0 time 2024-09-12T17:33:23.145240+0000 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fec660992eb] 2024-09-12T17:33:23.270 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:33:23.141+0000 7fec627bf9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fec627bf9c0 thread_name:radosgw-admin 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.271 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fec64f18520] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fec66099345] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fec6609949f] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55643cdf30c1] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55643ce044f1] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55643ce05b44] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fec64effd90] 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:23.272 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:33:23.273 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:33:23.274 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:33:23.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:33:23.276 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:33:23.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:33:23.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:33:23.279 INFO:tasks.workunit.client.0.smithi001.stderr: 7fea877fe640 / http_manager 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb15fdb640 / http_manager 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb16fdd640 / rgw_dt_lg_renew 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb35ffb640 / ms_dispatch 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb377fe640 / io_context_pool 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb45ffb640 / ms_dispatch 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb4ce09640 / ms_dispatch 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7feb4e60c640 / io_context_pool 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec5fac4640 / msgr-worker-2 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec602c5640 / msgr-worker-1 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec60ac6640 / msgr-worker-0 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec612c7640 / io_context_pool 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: 7fec627bf9c0 / radosgw-admin 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:33:23.280 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:33:23.281 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:33:23.147737Z_1accfbbc-5b65-4320-8967-abb0c1a57dbd/log 2024-09-12T17:33:23.281 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:33:23.282 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:33:23.282 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:33:23.282 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:23.282 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 realm 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.233+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.237+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.237+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.237+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:23.283 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.237+0000 7fbc99c2a9c0 20 searching for the correct realm 2024-09-12T17:33:23.284 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.241+0000 7fbc97f31640 0 -- 172.21.15.1:0/1943152577 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fbc8c02cba0 msgr2=0x7fbc8c049430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.461 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.457+0000 7fbc96f2f640 0 -- 172.21.15.1:0/1943152577 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fbc9012fc10 msgr2=0x7fbc90103cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:23.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:23.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:23.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 zone default found 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 4 Realm: () 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 zonegroup default 2024-09-12T17:33:23.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.677+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.681+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.681+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.681+0000 7fbc99c2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.681+0000 7fbc99c2a9c0 20 started sync module instance, tier type = 2024-09-12T17:33:23.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.681+0000 7fbc99c2a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=0 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=1 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=2 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=3 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=4 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=5 2024-09-12T17:33:23.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.705+0000 7fbc99c2a9c0 20 add_watcher() i=6 2024-09-12T17:33:23.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.709+0000 7fbc99c2a9c0 20 add_watcher() i=7 2024-09-12T17:33:23.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.709+0000 7fbc99c2a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:23.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbb4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:23.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:23.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:23.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 5 note: GC not initialized 2024-09-12T17:33:23.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbb4cfe1640 20 reqs_thread_entry: start 2024-09-12T17:33:23.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:23.718 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 Filter name: none 2024-09-12T17:33:23.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbac67fc640 20 reqs_thread_entry: start 2024-09-12T17:33:23.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:23.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.713+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:33:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:23.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:33:23.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.717+0000 7fbc99c2a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:23.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.721+0000 7fbb4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:23.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.725+0000 7fbc99c2a9c0 20 remove_watcher() i=0 2024-09-12T17:33:23.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.725+0000 7fbc99c2a9c0 2 removed watcher, disabling cache 2024-09-12T17:33:23.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.729+0000 7fbc99c2a9c0 20 remove_watcher() i=1 2024-09-12T17:33:23.735 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.729+0000 7fbc99c2a9c0 20 remove_watcher() i=2 2024-09-12T17:33:23.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.733+0000 7fbc99c2a9c0 20 remove_watcher() i=3 2024-09-12T17:33:23.740 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.737+0000 7fbc99c2a9c0 20 remove_watcher() i=4 2024-09-12T17:33:23.742 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.737+0000 7fbc99c2a9c0 20 remove_watcher() i=5 2024-09-12T17:33:23.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.741+0000 7fbc99c2a9c0 20 remove_watcher() i=6 2024-09-12T17:33:23.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.741+0000 7fbc99c2a9c0 20 remove_watcher() i=7 2024-09-12T17:33:23.762 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.762 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:23.762 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:23.762 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:23.764 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:23.764 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:23.778 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:23.778 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:23.821 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:23.859 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:23.859 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:23.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 realm 2024-09-12T17:33:23.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:23.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:23.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.901+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.905+0000 7f02226139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:23.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.905+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:23.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.905+0000 7f02226139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:23.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.905+0000 7f02226139c0 20 searching for the correct realm 2024-09-12T17:33:23.914 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.909+0000 7f0220119640 0 -- 172.21.15.1:0/3826159660 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f02180ca070 msgr2=0x7f02181209c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:23.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:23.917+0000 7f0217fff640 0 -- 172.21.15.1:0/3826159660 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f021813b2c0 msgr2=0x7f021811f910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:24.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:24.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:24.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:24.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:24.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:24.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:24.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:24.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:24.141 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.142 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 zone default found 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 4 Realm: () 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 zonegroup default 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:24.143 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.137+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.141+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:24.144 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.141+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.141+0000 7f02226139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:24.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.141+0000 7f02226139c0 20 started sync module instance, tier type = 2024-09-12T17:33:24.145 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.141+0000 7f02226139c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:24.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=0 2024-09-12T17:33:24.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=1 2024-09-12T17:33:24.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=2 2024-09-12T17:33:24.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=3 2024-09-12T17:33:24.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=4 2024-09-12T17:33:24.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=5 2024-09-12T17:33:24.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=6 2024-09-12T17:33:24.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 20 add_watcher() i=7 2024-09-12T17:33:24.170 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.165+0000 7f02226139c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:24.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.169+0000 7f00d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:24.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:24.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:24.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 5 note: GC not initialized 2024-09-12T17:33:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f00d5fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 Filter name: none 2024-09-12T17:33:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f00477fe640 20 reqs_thread_entry: start 2024-09-12T17:33:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:33:24.177 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:24.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:24.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:33:24.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : miss 2024-09-12T17:33:24.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:24.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:33:24.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:24.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:24.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:24.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:24.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.173+0000 7f02226139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:24.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.177+0000 7f02226139c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to be held by another RGW process; skipping for now 2024-09-12T17:33:24.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.177+0000 7f00d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:24.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.181+0000 7f02226139c0 20 remove_watcher() i=0 2024-09-12T17:33:24.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.181+0000 7f02226139c0 2 removed watcher, disabling cache 2024-09-12T17:33:24.189 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.185+0000 7f02226139c0 20 remove_watcher() i=1 2024-09-12T17:33:24.191 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.185+0000 7f02226139c0 20 remove_watcher() i=2 2024-09-12T17:33:24.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.189+0000 7f02226139c0 20 remove_watcher() i=3 2024-09-12T17:33:24.195 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.189+0000 7f02226139c0 20 remove_watcher() i=4 2024-09-12T17:33:24.197 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.193+0000 7f02226139c0 20 remove_watcher() i=5 2024-09-12T17:33:24.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.193+0000 7f02226139c0 20 remove_watcher() i=6 2024-09-12T17:33:24.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:24.197+0000 7f02226139c0 20 remove_watcher() i=7 2024-09-12T17:33:24.216 INFO:tasks.workunit.client.0.smithi001.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:33:54.248 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:54.286 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:54.286 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:54.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.329+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 realm 2024-09-12T17:33:54.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:54.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:54.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:54.339 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.333+0000 7f24d9e8a9c0 20 searching for the correct realm 2024-09-12T17:33:54.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.341+0000 7f24d8191640 0 -- 172.21.15.1:0/2191294026 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x55f6e5dd6d80 msgr2=0x7f24c00fd570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:54.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.349+0000 7f24d718f640 0 -- 172.21.15.1:0/2191294026 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f24d0065450 msgr2=0x7f24d00658b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:54.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:54.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:54.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 zone default found 2024-09-12T17:33:54.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 4 Realm: () 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 zonegroup default 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.569+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.573+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.573+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.573+0000 7f24d9e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.573+0000 7f24d9e8a9c0 20 started sync module instance, tier type = 2024-09-12T17:33:54.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.573+0000 7f24d9e8a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:54.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=0 2024-09-12T17:33:54.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=1 2024-09-12T17:33:54.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=2 2024-09-12T17:33:54.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=3 2024-09-12T17:33:54.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=4 2024-09-12T17:33:54.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=5 2024-09-12T17:33:54.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.597+0000 7f24d9e8a9c0 20 add_watcher() i=6 2024-09-12T17:33:54.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.601+0000 7f24d9e8a9c0 20 add_watcher() i=7 2024-09-12T17:33:54.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.601+0000 7f24d9e8a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:54.609 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f238dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:54.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:54.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:54.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 5 note: GC not initialized 2024-09-12T17:33:54.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f238cfe1640 20 reqs_thread_entry: start 2024-09-12T17:33:54.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:54.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 20 Filter name: none 2024-09-12T17:33:54.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f23067fc640 20 reqs_thread_entry: start 2024-09-12T17:33:54.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:33:54.611 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.605+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:54.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:33:54.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:33:54.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : miss 2024-09-12T17:33:54.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:33:54.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:54.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.613 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.609+0000 7f24d9e8a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:54.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.613+0000 7f24d9e8a9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:33:54.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39, ofs0, ns] 2024-09-12T17:33:54.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f23b6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366202 cookie 94518906971040 notifier 8040 bl.length()=931 2024-09-12T17:33:54.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f23b6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f23b6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f23b6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_sources= new_sources= 2024-09-12T17:33:54.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential sources added=[] removed=[] 2024-09-12T17:33:54.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_dests= new_dests= 2024-09-12T17:33:54.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.621+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential dests added=[] removed=[] 2024-09-12T17:33:54.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.629+0000 7f24d9e8a9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.2.0 2024-09-12T17:33:54.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.629+0000 7f24d9e8a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.2.0 2024-09-12T17:33:54.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.629+0000 7f24d9e8a9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.2.1 2024-09-12T17:33:54.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.629+0000 7f24d9e8a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.2.1 2024-09-12T17:33:54.635 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.629+0000 7f24d9e8a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.0 2024-09-12T17:33:54.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.637+0000 7f24d9e8a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:54.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.637+0000 7f24d9e8a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:54.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39, ofs0, ns] 2024-09-12T17:33:54.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f23b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366203 cookie 94518906971040 notifier 8040 bl.length()=931 2024-09-12T17:33:54.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f23b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f23b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f23b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_sources= new_sources= 2024-09-12T17:33:54.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential sources added=[] removed=[] 2024-09-12T17:33:54.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_dests= new_dests= 2024-09-12T17:33:54.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.641+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential dests added=[] removed=[] 2024-09-12T17:33:54.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.645+0000 7f24d9e8a9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.39.0 2024-09-12T17:33:54.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.645+0000 7f24d9e8a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:54.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.645+0000 7f24d9e8a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 2024-09-12T17:33:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f24d9e8a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f24d9e8a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f24d9e8a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f24d9e8a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39, ofs0, ns] 2024-09-12T17:33:54.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f23b6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366204 cookie 94518906971040 notifier 8040 bl.length()=899 2024-09-12T17:33:54.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f23b6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 info.flags=0x17 2024-09-12T17:33:54.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f23b6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:89018418-9cac-4cab-9409-03996b4334d4.4611.39 to cache LRU end 2024-09-12T17:33:54.655 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.649+0000 7f23b6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:54.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.653+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_sources= new_sources= 2024-09-12T17:33:54.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.653+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential sources added=[] removed=[] 2024-09-12T17:33:54.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.653+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): orig_dests= new_dests= 2024-09-12T17:33:54.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.653+0000 7f24d9e8a9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[89018418-9cac-4cab-9409-03996b4334d4.4611.39]): potential dests added=[] removed=[] 2024-09-12T17:33:54.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.653+0000 7f24d9e8a9c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:54.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.657+0000 7f238dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:54.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.665+0000 7f24d9e8a9c0 20 remove_watcher() i=0 2024-09-12T17:33:54.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.665+0000 7f24d9e8a9c0 2 removed watcher, disabling cache 2024-09-12T17:33:54.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.665+0000 7f24d9e8a9c0 20 remove_watcher() i=1 2024-09-12T17:33:54.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.669+0000 7f24d9e8a9c0 20 remove_watcher() i=2 2024-09-12T17:33:54.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.673+0000 7f24d9e8a9c0 20 remove_watcher() i=3 2024-09-12T17:33:54.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.673+0000 7f24d9e8a9c0 20 remove_watcher() i=4 2024-09-12T17:33:54.681 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.677+0000 7f24d9e8a9c0 20 remove_watcher() i=5 2024-09-12T17:33:54.682 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.677+0000 7f24d9e8a9c0 20 remove_watcher() i=6 2024-09-12T17:33:54.684 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.681+0000 7f24d9e8a9c0 20 remove_watcher() i=7 2024-09-12T17:33:54.701 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:33:54.729 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:54.729 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:54.775 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.769+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 realm 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:54.778 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:54.779 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.773+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:54.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.777+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:54.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.777+0000 7f7835f2b9c0 20 searching for the correct realm 2024-09-12T17:33:54.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.781+0000 7f7834232640 0 -- 172.21.15.1:0/1484455237 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f78280c4020 msgr2=0x7f78280fd940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:54.791 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:54.785+0000 7f7833230640 0 -- 172.21.15.1:0/1484455237 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f782c03f8c0 msgr2=0x7f782c0333a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:55.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.007 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.001+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 zone default found 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 4 Realm: () 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 zonegroup default 2024-09-12T17:33:55.008 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.009 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 started sync module instance, tier type = 2024-09-12T17:33:55.010 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.005+0000 7f7835f2b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:55.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=0 2024-09-12T17:33:55.035 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=1 2024-09-12T17:33:55.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=2 2024-09-12T17:33:55.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=3 2024-09-12T17:33:55.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=4 2024-09-12T17:33:55.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=5 2024-09-12T17:33:55.036 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=6 2024-09-12T17:33:55.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 20 add_watcher() i=7 2024-09-12T17:33:55.038 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.033+0000 7f7835f2b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:55.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.037+0000 7f76ea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:55.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.037+0000 7f7835f2b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:55.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:55.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 5 note: GC not initialized 2024-09-12T17:33:55.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f76e97e2640 20 reqs_thread_entry: start 2024-09-12T17:33:55.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:55.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 Filter name: none 2024-09-12T17:33:55.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f76e2ffd640 20 reqs_thread_entry: start 2024-09-12T17:33:55.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:55.046 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:55.047 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:55.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.041+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.045+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:33:55.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.045+0000 7f7835f2b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.045+0000 7f7835f2b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:33:55.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.045+0000 7f7835f2b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:55.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.049+0000 7f76ea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:55.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.053+0000 7f7835f2b9c0 20 remove_watcher() i=0 2024-09-12T17:33:55.057 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.053+0000 7f7835f2b9c0 2 removed watcher, disabling cache 2024-09-12T17:33:55.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.053+0000 7f7835f2b9c0 20 remove_watcher() i=1 2024-09-12T17:33:55.062 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.057+0000 7f7835f2b9c0 20 remove_watcher() i=2 2024-09-12T17:33:55.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.061+0000 7f7835f2b9c0 20 remove_watcher() i=3 2024-09-12T17:33:55.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.061+0000 7f7835f2b9c0 20 remove_watcher() i=4 2024-09-12T17:33:55.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.065+0000 7f7835f2b9c0 20 remove_watcher() i=5 2024-09-12T17:33:55.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.065+0000 7f7835f2b9c0 20 remove_watcher() i=6 2024-09-12T17:33:55.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.065+0000 7f7835f2b9c0 20 remove_watcher() i=7 2024-09-12T17:33:55.086 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:55.086 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:55.086 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: abort-at-change-reshard-state id: 89018418-9cac-4cab-9409-03996b4334d4.4611.39 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:55.086 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:55.087 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:55.087 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:55.091 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:55.091 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:55.143 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:55.143 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:55.166 INFO:tasks.workunit.client.0.smithi001.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T17:33:55.167 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:33:55.193 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:55.194 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:55.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.233+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 realm 2024-09-12T17:33:55.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:55.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:55.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.237+0000 7f1392b899c0 20 searching for the correct realm 2024-09-12T17:33:55.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.241+0000 7f1390e90640 0 -- 172.21.15.1:0/1131207527 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1384094290 msgr2=0x7f138401c440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:55.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.249+0000 7f138fe8e640 0 -- 172.21.15.1:0/1131207527 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f1388062db0 msgr2=0x7f1388060f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:55.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:55.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:55.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:55.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:55.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:55.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:55.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.465+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.472 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:55.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 zone default found 2024-09-12T17:33:55.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 4 Realm: () 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 zonegroup default 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.469+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.473+0000 7f1392b899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.473+0000 7f1392b899c0 20 started sync module instance, tier type = 2024-09-12T17:33:55.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.473+0000 7f1392b899c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=0 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=1 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=2 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=3 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=4 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=5 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=6 2024-09-12T17:33:55.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 20 add_watcher() i=7 2024-09-12T17:33:55.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.497+0000 7f1392b899c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:55.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.501+0000 7f1246fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:55.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.501+0000 7f1392b899c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:55.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.501+0000 7f1392b899c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:55.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 5 note: GC not initialized 2024-09-12T17:33:55.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1245fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:55.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:55.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 Filter name: none 2024-09-12T17:33:55.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f11b77fe640 20 reqs_thread_entry: start 2024-09-12T17:33:55.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:55.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:55.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:55.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.505+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.509+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:55.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.509+0000 7f1392b899c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.509+0000 7f1392b899c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:55.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.509+0000 7f1392b899c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:55.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.513+0000 7f1246fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:55.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.517+0000 7f1392b899c0 20 remove_watcher() i=0 2024-09-12T17:33:55.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.517+0000 7f1392b899c0 2 removed watcher, disabling cache 2024-09-12T17:33:55.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.521+0000 7f1392b899c0 20 remove_watcher() i=1 2024-09-12T17:33:55.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.521+0000 7f1392b899c0 20 remove_watcher() i=2 2024-09-12T17:33:55.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.525+0000 7f1392b899c0 20 remove_watcher() i=3 2024-09-12T17:33:55.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.529+0000 7f1392b899c0 20 remove_watcher() i=4 2024-09-12T17:33:55.533 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.529+0000 7f1392b899c0 20 remove_watcher() i=5 2024-09-12T17:33:55.534 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.529+0000 7f1392b899c0 20 remove_watcher() i=6 2024-09-12T17:33:55.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.533+0000 7f1392b899c0 20 remove_watcher() i=7 2024-09-12T17:33:55.551 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:55.551 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:33:55.551 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:33:55.551 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:55.551 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:33:55.578 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:55.579 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:55.624 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 realm 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.627 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.621+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.625+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.625+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.625+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:55.629 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.625+0000 7fd83ffd09c0 20 searching for the correct realm 2024-09-12T17:33:55.633 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.629+0000 7fd83e2d7640 0 -- 172.21.15.1:0/305736295 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fd834008040 msgr2=0x7fd83407c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:55.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:55.845+0000 7fd83d2d5640 0 -- 172.21.15.1:0/305736295 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fd8380563f0 msgr2=0x7fd838056850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.061+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 zone default found 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 4 Realm: () 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 zonegroup default 2024-09-12T17:33:56.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.065+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.069+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.069+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.069+0000 7fd83ffd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.069+0000 7fd83ffd09c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.072 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.069+0000 7fd83ffd09c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=0 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=1 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=2 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=3 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=4 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=5 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.093+0000 7fd83ffd09c0 20 add_watcher() i=6 2024-09-12T17:33:56.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.097+0000 7fd83ffd09c0 20 add_watcher() i=7 2024-09-12T17:33:56.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.097+0000 7fd83ffd09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd6ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 5 note: GC not initialized 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd6ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 Filter name: none 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd65ffff640 20 reqs_thread_entry: start 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:56.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.101+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:56.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:56.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:56.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:56.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.105+0000 7fd83ffd09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:56.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.109+0000 7fd6ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.113+0000 7fd83ffd09c0 20 remove_watcher() i=0 2024-09-12T17:33:56.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.113+0000 7fd83ffd09c0 2 removed watcher, disabling cache 2024-09-12T17:33:56.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.117+0000 7fd83ffd09c0 20 remove_watcher() i=1 2024-09-12T17:33:56.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.117+0000 7fd83ffd09c0 20 remove_watcher() i=2 2024-09-12T17:33:56.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.121+0000 7fd83ffd09c0 20 remove_watcher() i=3 2024-09-12T17:33:56.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.121+0000 7fd83ffd09c0 20 remove_watcher() i=4 2024-09-12T17:33:56.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.125+0000 7fd83ffd09c0 20 remove_watcher() i=5 2024-09-12T17:33:56.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.125+0000 7fd83ffd09c0 20 remove_watcher() i=6 2024-09-12T17:33:56.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.129+0000 7fd83ffd09c0 20 remove_watcher() i=7 2024-09-12T17:33:56.150 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:33:56.186 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:56.186 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:56.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.225+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 realm 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.233+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.233+0000 7ffb97b829c0 20 searching for the correct realm 2024-09-12T17:33:56.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.237+0000 7ffb95e89640 0 -- 172.21.15.1:0/4004739477 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ffb800d8060 msgr2=0x7ffb800d0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.453+0000 7ffb94e87640 0 -- 172.21.15.1:0/4004739477 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ffb90054460 msgr2=0x7ffb900548e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:56.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:56.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.675 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 zone default found 2024-09-12T17:33:56.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 Realm: () 2024-09-12T17:33:56.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:56.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:56.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 zonegroup default 2024-09-12T17:33:56.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.679 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.680 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=0 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=1 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=2 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=3 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=4 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=5 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=6 2024-09-12T17:33:56.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.701+0000 7ffb97b829c0 20 add_watcher() i=7 2024-09-12T17:33:56.704 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.701+0000 7ffb97b829c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffa4b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 note: GC not initialized 2024-09-12T17:33:56.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffa4a7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:56.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 Filter name: none 2024-09-12T17:33:56.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ff9bbfff640 20 reqs_thread_entry: start 2024-09-12T17:33:56.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:33:56.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:56.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:33:56.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366257 cookie 94286081826624 notifier 8112 bl.length()=827 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:33:56.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:33:56.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:33:56.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.1 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.1 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.2 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.2 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.3 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.3 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:56.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:56.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:56.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:56.739 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffb97b829c0 time 2024-09-12T17:33:56.740895+0000 2024-09-12T17:33:56.739 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:56.740 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.740 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ffb9b45c2eb] 2024-09-12T17:33:56.740 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.740 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.737+0000 7ffb97b829c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffb97b829c0 time 2024-09-12T17:33:56.740895+0000 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ffb9b45c2eb] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7ffb97b829c0 thread_name:radosgw-admin 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ffb9a2db520] 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ffb9b45c345] 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.737+0000 7ffb97b829c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7ffb97b829c0 thread_name:radosgw-admin 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ffb9a2db520] 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ffb9b45c345] 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.752 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding auth protocol: cephx 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding auth protocol: cephx 2024-09-12T17:33:56.753 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding auth protocol: cephx 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: starting msgr at 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: starting objecter 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command objecter_requests hook 0x55c0b031e8a0 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: setting wanted keys 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: calling monclient init 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding auth protocol: cephx 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding auth protocol: cephx 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding auth protocol: cephx 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key hook 0x55c0b05a5da8 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b0433610 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b04eb550 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b05abc40 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.498800s 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b04eb550 auth_method 0 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.757 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b0433610 auth_method 0 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_done global_id 7592 payload 824 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:33:56.205+0000 7ffb95688640 1 monclient: found mon.noname-c 2024-09-12T17:33:56.758 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:33:56.205+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b05abc40 auth_method 0 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: dump: 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.759 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 7592 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: dump: 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.760 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:33:56.205+0000 7ffa83606640 4 set_mon_vals no callback set 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:56.761 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: init done 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:33:56.209+0000 7ffa81e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:33:56.209+0000 7ffa81e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:33:56.209+0000 7ffa81e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:33:56.209+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffa7c070ae0 auth_method 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:33:56.209+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b05ce0a0 auth_method 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:33:56.209+0000 7ffb95688640 10 monclient: get_auth_request con 0x55c0b05f1200 auth_method 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:33:56.213+0000 7ffb94e87640 10 monclient: get_auth_request con 0x55c0b05f5560 auth_method 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:33:56.213+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b05f4ac0 auth_method 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: build_initial_monmap 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: monmap: 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:56.762 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding auth protocol: cephx 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding auth protocol: cephx 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding auth protocol: cephx 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.763 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c0b0600e40 EEXIST 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.764 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding auth protocol: cephx 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding auth protocol: cephx 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding auth protocol: cephx 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.765 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key cmddesc rotate-key hook 0x55c0b05fc510 EEXIST 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b0624ff0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b0624920 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b0623300 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.766 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.509740s 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b0624ff0 auth_method 0 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b0623300 auth_method 0 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.767 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): get_auth_request con 0x55c0b0624920 auth_method 0 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_done global_id 8106 payload 824 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:33:56.217+0000 7ffb94e87640 1 monclient: found mon.noname-a 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: dump: 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.768 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:56.769 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: dump: 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 8106 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:33:56.217+0000 7ffb9668a640 4 set_mon_vals no callback set 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.770 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:33:56.221+0000 7ffa7affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:33:56.221+0000 7ffa7affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:33:56.221+0000 7ffa7affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: get_monmap_and_config 2024-09-12T17:33:56.771 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: build_initial_monmap 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: monmap: 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:56.774 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding auth protocol: cephx 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding auth protocol: cephx 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding auth protocol: cephx 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffa6c070a20 auth_method 0 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding auth protocol: cephx 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding auth protocol: cephx 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding auth protocol: cephx 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.776 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe780e4188 EEXIST 2024-09-12T17:33:56.777 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b0672f50 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b0673330 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b06747f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.514257s 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b0672f50 auth_method 0 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.778 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): get_auth_request con 0x55c0b0673330 auth_method 0 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b06747f0 auth_method 0 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.779 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_done global_id 8109 payload 274 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:33:56.221+0000 7ffb94e87640 1 monclient: found mon.noname-a 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: dump: 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.780 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 8109 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 4 set_mon_vals no callback set 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: dump: 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.781 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: shutdown 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: build_initial_monmap 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: monmap: 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:56.782 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding auth protocol: cephx 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding auth protocol: cephx 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding auth protocol: cephx 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.783 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: starting msgr at 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: starting objecter 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c0b06491b0 EEXIST 2024-09-12T17:33:56.784 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: setting wanted keys 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: calling monclient init 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding auth protocol: cephx 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding auth protocol: cephx 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding auth protocol: cephx 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.785 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key cmddesc rotate-key hook 0x55c0b0626f58 EEXIST 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b0672f50 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b06747f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b066cdc0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.786 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.516829s 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b0672f50 auth_method 0 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b066cdc0 auth_method 0 2024-09-12T17:33:56.787 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): get_auth_request con 0x55c0b06747f0 auth_method 0 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_done global_id 8112 payload 824 2024-09-12T17:33:56.788 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:33:56.225+0000 7ffb94e87640 1 monclient: found mon.noname-a 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: dump: 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.789 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: dump: 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.790 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 8112 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:33:56.225+0000 7ffa78ff9640 4 set_mon_vals no callback set 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: init done 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cr dump hook 0x55c0b066c188 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.791 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:33:56.225+0000 7ffa6affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:33:56.225+0000 7ffa6affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:33:56.225+0000 7ffa6affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:33:56.229+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffa60070ae0 auth_method 0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:33:56.229+0000 7ffb95688640 10 monclient: get_auth_request con 0x55c0b06927d0 auth_method 0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 realm 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:33:56.229+0000 7ffb94e87640 10 monclient: get_auth_request con 0x55c0b0696a40 auth_method 0 2024-09-12T17:33:56.792 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:33:56.233+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b069a2a0 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:33:56.233+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:33:56.233+0000 7ffb97b829c0 20 searching for the correct realm 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:33:56.233+0000 7ffb95688640 10 monclient: get_auth_request con 0x7ffb9003c040 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:33:56.233+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffb88009c20 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:33:56.237+0000 7ffb95e89640 0 -- 172.21.15.1:0/4004739477 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ffb800d8060 msgr2=0x7ffb800d0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:33:56.237+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffb800d8060 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:33:56.441+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffb800d8060 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:33:56.445+0000 7ffb95688640 10 monclient: get_auth_request con 0x7ffb9003c930 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:33:56.453+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffb90054460 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:33:56.453+0000 7ffb94e87640 0 -- 172.21.15.1:0/4004739477 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ffb90054460 msgr2=0x7ffb900548e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:33:56.657+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffb90054460 auth_method 0 2024-09-12T17:33:56.793 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 zone default found 2024-09-12T17:33:56.794 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 Realm: () 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 zonegroup default 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=0 2024-09-12T17:33:56.795 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=1 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=2 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=3 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=4 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=5 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=6 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:33:56.701+0000 7ffb97b829c0 20 add_watcher() i=7 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:33:56.701+0000 7ffb97b829c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding auth protocol: cephx 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding auth protocol: cephx 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding auth protocol: cephx 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.796 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:33:56.705+0000 7ffa4b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.797 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache list hook 0x55c0b06724b0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache inspect hook 0x55c0b06724b0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache erase hook 0x55c0b06724b0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache zap hook 0x55c0b06724b0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 note: GC not initialized 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:33:56.705+0000 7ffa4a7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace show hook 0x7ffb9000c5d0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace history hook 0x7ffb9000c5d0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace active hook 0x7ffb9000c5d0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace active_short hook 0x7ffb9000c5d0 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 Filter name: none 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:33:56.705+0000 7ff9bbfff640 20 reqs_thread_entry: start 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:33:56.798 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.799 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366257 cookie 94286081826624 notifier 8112 bl.length()=827 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:33:56.721+0000 7ffa6affd640 1 client.8112.objecter ms_handle_reset 0x7ffb800d8060 session 0x7ffb800a6070 osd.4 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:33:56.721+0000 7ffa6affd640 10 monclient: _renew_subs 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:33:56.721+0000 7ffa6affd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.800 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:33:56.721+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffa60081200 auth_method 0 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.1 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.1 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.2 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.2 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.3 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.3 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:56.801 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:33:56.737+0000 7ffb97b829c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffb97b829c0 time 2024-09-12T17:33:56.740895+0000 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ffb9b45c2eb] 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:56.802 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:33:56.737+0000 7ffb97b829c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7ffb97b829c0 thread_name:radosgw-admin 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ffb9a2db520] 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ffb9b45c345] 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:33:56.804 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:33:56.805 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:33:56.806 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:33:56.807 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:33:56.808 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:33:56.809 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:33:56.810 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ff9bbfff640 / http_manager 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa4a7e4640 / http_manager 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa4b7e6640 / rgw_dt_lg_renew 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa6affd640 / ms_dispatch 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa78ff9640 / io_context_pool 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa7affd640 / ms_dispatch 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa81e03640 / ms_dispatch 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa83606640 / io_context_pool 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb94e87640 / msgr-worker-2 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb95688640 / msgr-worker-1 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb95e89640 / msgr-worker-0 2024-09-12T17:33:56.811 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb9668a640 / io_context_pool 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb97b829c0 / radosgw-admin 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.136511.log 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding auth protocol: cephx 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding auth protocol: cephx 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding auth protocol: cephx 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.812 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: crc 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05ab270) adding con mode: secure 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: starting msgr at 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: starting objecter 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command objecter_requests hook 0x55c0b031e8a0 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: setting wanted keys 2024-09-12T17:33:56.813 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: calling monclient init 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding auth protocol: cephx 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding auth protocol: cephx 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding auth protocol: cephx 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.814 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: crc 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05a5c60) adding con mode: secure 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key hook 0x55c0b05a5da8 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b0433610 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b04eb550 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b05abc40 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.815 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.498800s 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b04eb550 auth_method 0 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b0433610 auth_method 0 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:33:56.205+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.816 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient(hunting): handle_auth_done global_id 7592 payload 824 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:33:56.205+0000 7ffb95688640 1 monclient: found mon.noname-c 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:33:56.205+0000 7ffb95688640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:33:56.205+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b05abc40 auth_method 0 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: dump: 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.817 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 7592 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.818 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:33:56.205+0000 7ffa81e03640 10 monclient: dump: 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:33:56.205+0000 7ffa83606640 4 set_mon_vals no callback set 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.819 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:33:56.205+0000 7ffb97b829c0 1 librados: init done 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:33:56.209+0000 7ffa81e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:33:56.209+0000 7ffa81e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:33:56.209+0000 7ffa81e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:33:56.209+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffa7c070ae0 auth_method 0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:33:56.209+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b05ce0a0 auth_method 0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:33:56.209+0000 7ffb95688640 10 monclient: get_auth_request con 0x55c0b05f1200 auth_method 0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:33:56.213+0000 7ffb94e87640 10 monclient: get_auth_request con 0x55c0b05f5560 auth_method 0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:33:56.213+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b05f4ac0 auth_method 0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: build_initial_monmap 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: monmap: 2024-09-12T17:33:56.820 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding auth protocol: cephx 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding auth protocol: cephx 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding auth protocol: cephx 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.821 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: crc 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fd4d0) adding con mode: secure 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c0b0600e40 EEXIST 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding auth protocol: cephx 2024-09-12T17:33:56.822 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding auth protocol: cephx 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding auth protocol: cephx 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.823 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: crc 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b05fc3c8) adding con mode: secure 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key cmddesc rotate-key hook 0x55c0b05fc510 EEXIST 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b0624ff0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b0624920 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b0623300 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.824 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.509740s 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b0624ff0 auth_method 0 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b0623300 auth_method 0 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.825 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:33:56.217+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): get_auth_request con 0x55c0b0624920 auth_method 0 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:33:56.217+0000 7ffb95e89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient(hunting): handle_auth_done global_id 8106 payload 824 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:33:56.217+0000 7ffb94e87640 1 monclient: found mon.noname-a 2024-09-12T17:33:56.826 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:33:56.217+0000 7ffb94e87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: dump: 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.827 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:33:56.217+0000 7ffa7affd640 10 monclient: dump: 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.828 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 8106 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:33:56.217+0000 7ffb9668a640 4 set_mon_vals no callback set 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:33:56.217+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:33:56.221+0000 7ffa7affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:33:56.221+0000 7ffa7affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.829 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:33:56.221+0000 7ffa7affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: get_monmap_and_config 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: build_initial_monmap 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: monmap: 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:56.830 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding auth protocol: cephx 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding auth protocol: cephx 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding auth protocol: cephx 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.831 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: crc 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0644940) adding con mode: secure 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffa6c070a20 auth_method 0 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding auth protocol: cephx 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding auth protocol: cephx 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding auth protocol: cephx 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.832 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: crc 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4040) adding con mode: secure 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe780e4188 EEXIST 2024-09-12T17:33:56.833 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b0672f50 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b0673330 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b06747f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.514257s 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b0672f50 auth_method 0 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.834 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): get_auth_request con 0x55c0b0673330 auth_method 0 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:33:56.221+0000 7ffb95e89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b06747f0 auth_method 0 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.835 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:33:56.221+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient(hunting): handle_auth_done global_id 8109 payload 274 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:33:56.221+0000 7ffb94e87640 1 monclient: found mon.noname-a 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:33:56.221+0000 7ffb94e87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: dump: 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.836 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 8109 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 4 set_mon_vals no callback set 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:33:56.221+0000 7ffa78ff9640 10 monclient: dump: 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.837 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: shutdown 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: build_initial_monmap 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 10 monclient: monmap: 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:33:56.838 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding auth protocol: cephx 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding auth protocol: cephx 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding auth protocol: cephx 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.839 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: crc 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:33:56.221+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b06448f0) adding con mode: secure 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: starting msgr at 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: starting objecter 2024-09-12T17:33:56.840 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c0b06491b0 EEXIST 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: setting wanted keys 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: calling monclient init 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: init 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding auth protocol: cephx 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding auth protocol: cephx 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding auth protocol: cephx 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.841 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: crc 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 AuthRegistry(0x55c0b0626e10) adding con mode: secure 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command rotate-key cmddesc rotate-key hook 0x55c0b0626f58 EEXIST 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-a con 0x55c0b0672f50 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-b con 0x55c0b06747f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): picked mon.noname-c con 0x55c0b066cdc0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.842 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient(hunting): authenticate will time out at 2470.516829s 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): get_auth_request con 0x55c0b0672f50 auth_method 0 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): get_auth_request con 0x55c0b066cdc0 auth_method 0 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.843 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:33:56.225+0000 7ffb95688640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): get_auth_request con 0x55c0b06747f0 auth_method 0 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:33:56.225+0000 7ffb95e89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient(hunting): handle_auth_done global_id 8112 payload 824 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient: _finish_hunting 0 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:33:56.225+0000 7ffb94e87640 1 monclient: found mon.noname-a 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:33:56.225+0000 7ffb94e87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:56.844 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: dump: 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: _finish_auth 0 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:56.845 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:33:56.225+0000 7ffa6affd640 10 monclient: dump: 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 monclient: authenticate success, global_id 8112 2024-09-12T17:33:56.846 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:33:56.225+0000 7ffa78ff9640 4 set_mon_vals no callback set 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _renew_subs 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 1 librados: init done 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cr dump hook 0x55c0b066c188 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:33:56.225+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:33:56.225+0000 7ffa6affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:33:56.225+0000 7ffa6affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:33:56.225+0000 7ffa6affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:33:56.229+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffa60070ae0 auth_method 0 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:33:56.229+0000 7ffb95688640 10 monclient: get_auth_request con 0x55c0b06927d0 auth_method 0 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.847 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 realm 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:33:56.229+0000 7ffb94e87640 10 monclient: get_auth_request con 0x55c0b0696a40 auth_method 0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:33:56.229+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:33:56.233+0000 7ffb95e89640 10 monclient: get_auth_request con 0x55c0b069a2a0 auth_method 0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:33:56.233+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:33:56.233+0000 7ffb97b829c0 20 searching for the correct realm 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:33:56.233+0000 7ffb95688640 10 monclient: get_auth_request con 0x7ffb9003c040 auth_method 0 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:33:56.233+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffb88009c20 auth_method 0 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:33:56.237+0000 7ffb95e89640 0 -- 172.21.15.1:0/4004739477 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ffb800d8060 msgr2=0x7ffb800d0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:33:56.237+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffb800d8060 auth_method 0 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:33:56.441+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffb800d8060 auth_method 0 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:33:56.445+0000 7ffb95688640 10 monclient: get_auth_request con 0x7ffb9003c930 auth_method 0 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:33:56.453+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffb90054460 auth_method 0 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:33:56.453+0000 7ffb94e87640 0 -- 172.21.15.1:0/4004739477 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ffb90054460 msgr2=0x7ffb900548e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:33:56.657+0000 7ffb94e87640 10 monclient: get_auth_request con 0x7ffb90054460 auth_method 0 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.849 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:33:56.669+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 zone default found 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 Realm: () 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 zonegroup default 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.850 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:33:56.673+0000 7ffb97b829c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=1 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=2 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=3 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=4 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=5 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:33:56.697+0000 7ffb97b829c0 20 add_watcher() i=6 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:33:56.701+0000 7ffb97b829c0 20 add_watcher() i=7 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:33:56.701+0000 7ffb97b829c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding auth protocol: cephx 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding auth protocol: cephx 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding auth protocol: cephx 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: crc 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 AuthRegistry(0x7ffe780e4510) adding con mode: secure 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:33:56.705+0000 7ffa4b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache list hook 0x55c0b06724b0 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache inspect hook 0x55c0b06724b0 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache erase hook 0x55c0b06724b0 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command cache zap hook 0x55c0b06724b0 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 note: GC not initialized 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:33:56.705+0000 7ffa4a7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace show hook 0x7ffb9000c5d0 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace history hook 0x7ffb9000c5d0 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace active hook 0x7ffb9000c5d0 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 5 asok(0x55c0b039b2b0) register_command sync trace active_short hook 0x7ffb9000c5d0 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 Filter name: none 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:33:56.705+0000 7ff9bbfff640 20 reqs_thread_entry: start 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:33:56.705+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:33:56.854 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:33:56.709+0000 7ffb97b829c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:33:56.717+0000 7ffb97b829c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366257 cookie 94286081826624 notifier 8112 bl.length()=827 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:33:56.717+0000 7ffa78ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:33:56.855 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:33:56.721+0000 7ffb97b829c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:33:56.721+0000 7ffa6affd640 1 client.8112.objecter ms_handle_reset 0x7ffb800d8060 session 0x7ffb800a6070 osd.4 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:33:56.721+0000 7ffa6affd640 10 monclient: _renew_subs 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:33:56.721+0000 7ffa6affd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:33:56.721+0000 7ffb95e89640 10 monclient: get_auth_request con 0x7ffa60081200 auth_method 0 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.1 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.1 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.2 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.2 2024-09-12T17:33:56.856 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.3 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.3 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:33:56.729+0000 7ffb97b829c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:33:56.737+0000 7ffb97b829c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffb97b829c0 time 2024-09-12T17:33:56.740895+0000 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ffb9b45c2eb] 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:33:56.737+0000 7ffb97b829c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7ffb97b829c0 thread_name:radosgw-admin 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ffb9a2db520] 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:33:56.858 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ffb9b45c345] 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ffb9b45c49f] 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0ad8db0c1] 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55c0ad8ec4f1] 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55c0ad8edb44] 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ffb9a2c2d90] 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:33:56.859 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:33:56.860 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:33:56.861 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:33:56.862 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:33:56.863 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:33:56.864 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:33:56.865 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ff9bbfff640 / http_manager 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa4a7e4640 / http_manager 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa4b7e6640 / rgw_dt_lg_renew 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa6affd640 / ms_dispatch 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa78ff9640 / io_context_pool 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa7affd640 / ms_dispatch 2024-09-12T17:33:56.866 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa81e03640 / ms_dispatch 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffa83606640 / io_context_pool 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb94e87640 / msgr-worker-2 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb95688640 / msgr-worker-1 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb95e89640 / msgr-worker-0 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb9668a640 / io_context_pool 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: 7ffb97b829c0 / radosgw-admin 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:33:56.743309Z_db699de1-c22d-4f08-a27c-518dc9095ef4/log 2024-09-12T17:33:56.867 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.821+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 realm 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.869 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.825+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.829+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.829+0000 7f4df17ab9c0 20 searching for the correct realm 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.829+0000 7f4def2b1640 0 -- 172.21.15.1:0/1311368614 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f4dd8003ac0 msgr2=0x7f4de8029450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:56.837+0000 7f4def2b1640 0 -- 172.21.15.1:0/1311368614 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x5643bb66b560 msgr2=0x7f4de8029960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:57.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:57.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.061+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 zone default found 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 4 Realm: () 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 zonegroup default 2024-09-12T17:33:57.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 started sync module instance, tier type = 2024-09-12T17:33:57.070 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.065+0000 7f4df17ab9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=0 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=1 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=2 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=3 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=4 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=5 2024-09-12T17:33:57.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=6 2024-09-12T17:33:57.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 20 add_watcher() i=7 2024-09-12T17:33:57.098 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.093+0000 7f4df17ab9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:57.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.097+0000 7f4ca5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:57.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:57.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:57.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 5 note: GC not initialized 2024-09-12T17:33:57.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4ca4fe1640 20 reqs_thread_entry: start 2024-09-12T17:33:57.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:57.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 Filter name: none 2024-09-12T17:33:57.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4c1e7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:57.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:57.106 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.101+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:33:57.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:57.108 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:57.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:33:57.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.105+0000 7f4df17ab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:57.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.109+0000 7f4ca5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:57.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.113+0000 7f4df17ab9c0 20 remove_watcher() i=0 2024-09-12T17:33:57.118 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.113+0000 7f4df17ab9c0 2 removed watcher, disabling cache 2024-09-12T17:33:57.121 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.117+0000 7f4df17ab9c0 20 remove_watcher() i=1 2024-09-12T17:33:57.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.121+0000 7f4df17ab9c0 20 remove_watcher() i=2 2024-09-12T17:33:57.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.121+0000 7f4df17ab9c0 20 remove_watcher() i=3 2024-09-12T17:33:57.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.125+0000 7f4df17ab9c0 20 remove_watcher() i=4 2024-09-12T17:33:57.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.125+0000 7f4df17ab9c0 20 remove_watcher() i=5 2024-09-12T17:33:57.134 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.129+0000 7f4df17ab9c0 20 remove_watcher() i=6 2024-09-12T17:33:57.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.133+0000 7f4df17ab9c0 20 remove_watcher() i=7 2024-09-12T17:33:57.160 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.160 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:33:57.173 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:33:57.201 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:57.201 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:57.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 20 realm 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.241+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.245+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.245+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.245+0000 7feb998989c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:57.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.245+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.245+0000 7feb998989c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:57.250 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.245+0000 7feb998989c0 20 searching for the correct realm 2024-09-12T17:33:57.254 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.249+0000 7feb97b9f640 0 -- 172.21.15.1:0/2611952120 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7feb8c132360 msgr2=0x7feb8c108050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:57.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.257+0000 7feb96b9d640 0 -- 172.21.15.1:0/2611952120 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7feb9004c460 msgr2=0x7feb9004c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:57.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.473+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.480 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:57.481 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 zone default found 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 4 Realm: () 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 zonegroup default 2024-09-12T17:33:57.482 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.477+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.481+0000 7feb998989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.481+0000 7feb998989c0 20 started sync module instance, tier type = 2024-09-12T17:33:57.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.481+0000 7feb998989c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:33:57.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=0 2024-09-12T17:33:57.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=1 2024-09-12T17:33:57.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=2 2024-09-12T17:33:57.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=3 2024-09-12T17:33:57.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=4 2024-09-12T17:33:57.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=5 2024-09-12T17:33:57.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=6 2024-09-12T17:33:57.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 20 add_watcher() i=7 2024-09-12T17:33:57.511 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.505+0000 7feb998989c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:57.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.509+0000 7fea4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:57.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:57.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:57.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 5 note: GC not initialized 2024-09-12T17:33:57.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7fea4cfe1640 20 reqs_thread_entry: start 2024-09-12T17:33:57.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:57.517 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 Filter name: none 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7fe9c67fc640 20 reqs_thread_entry: start 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:33:57.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:33:57.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:33:57.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:33:57.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:57.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:33:57.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.513+0000 7feb998989c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:33:57.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.517+0000 7feb998989c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:57.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.517+0000 7feb998989c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:33:57.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.517+0000 7feb998989c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:57.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.517+0000 7feb998989c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:33:57.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.517+0000 7feb998989c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:57.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.517+0000 7feb998989c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:33:57.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.521+0000 7fea4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:57.529 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.525+0000 7feb998989c0 20 remove_watcher() i=0 2024-09-12T17:33:57.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.525+0000 7feb998989c0 2 removed watcher, disabling cache 2024-09-12T17:33:57.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.529+0000 7feb998989c0 20 remove_watcher() i=1 2024-09-12T17:33:57.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.529+0000 7feb998989c0 20 remove_watcher() i=2 2024-09-12T17:33:57.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.533+0000 7feb998989c0 20 remove_watcher() i=3 2024-09-12T17:33:57.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.537+0000 7feb998989c0 20 remove_watcher() i=4 2024-09-12T17:33:57.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.537+0000 7feb998989c0 20 remove_watcher() i=5 2024-09-12T17:33:57.543 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.537+0000 7feb998989c0 20 remove_watcher() i=6 2024-09-12T17:33:57.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:33:57.541+0000 7feb998989c0 20 remove_watcher() i=7 2024-09-12T17:34:27.594 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:34:27.627 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:27.628 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:27.673 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.673+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 realm 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:27.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:27.678 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.677+0000 7fb1b15f99c0 20 searching for the correct realm 2024-09-12T17:34:27.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.681+0000 7fb1af900640 0 -- 172.21.15.1:0/1701754099 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fb1980ce050 msgr2=0x7fb1980ce940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:27.690 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.689+0000 7fb1a68fe640 0 -- 172.21.15.1:0/1701754099 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fb1a8017070 msgr2=0x7fb1a8077200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:27.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.907 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.905+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:27.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 zone default found 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 4 Realm: () 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 zonegroup default 2024-09-12T17:34:27.909 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.909+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.913+0000 7fb1b15f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:27.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.913+0000 7fb1b15f99c0 20 started sync module instance, tier type = 2024-09-12T17:34:27.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.913+0000 7fb1b15f99c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:27.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=0 2024-09-12T17:34:27.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=1 2024-09-12T17:34:27.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=2 2024-09-12T17:34:27.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=3 2024-09-12T17:34:27.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=4 2024-09-12T17:34:27.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=5 2024-09-12T17:34:27.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.941+0000 7fb1b15f99c0 20 add_watcher() i=6 2024-09-12T17:34:27.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.945+0000 7fb1b15f99c0 20 add_watcher() i=7 2024-09-12T17:34:27.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.945+0000 7fb1b15f99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:27.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.949+0000 7fb065fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:27.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:27.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:27.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 5 note: GC not initialized 2024-09-12T17:34:27.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb064fe1640 20 reqs_thread_entry: start 2024-09-12T17:34:27.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:27.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 Filter name: none 2024-09-12T17:34:27.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fafde7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:27.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:27.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.953+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:34:27.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:27.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:27.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:27.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:34:27.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.957+0000 7fb1b15f99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:27.961 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.961+0000 7fb065fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:27.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.969+0000 7fb1b15f99c0 20 remove_watcher() i=0 2024-09-12T17:34:27.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.969+0000 7fb1b15f99c0 2 removed watcher, disabling cache 2024-09-12T17:34:27.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.969+0000 7fb1b15f99c0 20 remove_watcher() i=1 2024-09-12T17:34:27.972 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.973+0000 7fb1b15f99c0 20 remove_watcher() i=2 2024-09-12T17:34:27.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.973+0000 7fb1b15f99c0 20 remove_watcher() i=3 2024-09-12T17:34:27.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.977+0000 7fb1b15f99c0 20 remove_watcher() i=4 2024-09-12T17:34:27.981 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.981+0000 7fb1b15f99c0 20 remove_watcher() i=5 2024-09-12T17:34:27.983 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.985+0000 7fb1b15f99c0 20 remove_watcher() i=6 2024-09-12T17:34:27.985 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:27.985+0000 7fb1b15f99c0 20 remove_watcher() i=7 2024-09-12T17:34:28.003 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:28.003 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:34:28.037 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:34:28.065 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:28.065 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:28.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.109+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 realm 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.113+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.117+0000 7f8088dcf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:28.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.117+0000 7f8088dcf9c0 20 searching for the correct realm 2024-09-12T17:34:28.120 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.121+0000 7f80870d6640 0 -- 172.21.15.1:0/907104469 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f807c0e8030 msgr2=0x7f807c0ea050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:28.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.125+0000 7f80860d4640 0 -- 172.21.15.1:0/907104469 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8080052450 msgr2=0x7f80800528b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:28.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:28.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:28.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:28.345 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:28.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:28.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:28.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.348 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:28.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 zone default found 2024-09-12T17:34:28.349 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 4 Realm: () 2024-09-12T17:34:28.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:28.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:28.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:28.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 zonegroup default 2024-09-12T17:34:28.350 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.345+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 started sync module instance, tier type = 2024-09-12T17:34:28.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.349+0000 7f8088dcf9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=0 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=1 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=2 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=3 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=4 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=5 2024-09-12T17:34:28.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.373+0000 7f8088dcf9c0 20 add_watcher() i=6 2024-09-12T17:34:28.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.377+0000 7f8088dcf9c0 20 add_watcher() i=7 2024-09-12T17:34:28.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.377+0000 7f8088dcf9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:28.380 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f7f3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:28.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:28.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:28.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 5 note: GC not initialized 2024-09-12T17:34:28.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f7eb7fff640 20 reqs_thread_entry: start 2024-09-12T17:34:28.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:28.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 Filter name: none 2024-09-12T17:34:28.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f7eb5ffb640 20 reqs_thread_entry: start 2024-09-12T17:34:28.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:34:28.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:28.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:34:28.387 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:34:28.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:34:28.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.381+0000 7f8088dcf9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:28.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:28.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:28.389 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:28.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:28.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:34:28.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:34:28.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:34:28.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:34:28.390 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:34:28.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:34:28.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.385+0000 7f8088dcf9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:34:28.391 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.389+0000 7f7f3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:28.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.393+0000 7f8088dcf9c0 20 remove_watcher() i=0 2024-09-12T17:34:28.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.393+0000 7f8088dcf9c0 2 removed watcher, disabling cache 2024-09-12T17:34:28.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.397+0000 7f8088dcf9c0 20 remove_watcher() i=1 2024-09-12T17:34:28.400 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.401+0000 7f8088dcf9c0 20 remove_watcher() i=2 2024-09-12T17:34:28.402 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.401+0000 7f8088dcf9c0 20 remove_watcher() i=3 2024-09-12T17:34:28.404 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.405+0000 7f8088dcf9c0 20 remove_watcher() i=4 2024-09-12T17:34:28.406 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.405+0000 7f8088dcf9c0 20 remove_watcher() i=5 2024-09-12T17:34:28.408 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.409+0000 7f8088dcf9c0 20 remove_watcher() i=6 2024-09-12T17:34:28.410 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.409+0000 7f8088dcf9c0 20 remove_watcher() i=7 2024-09-12T17:34:28.428 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:34:28.463 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:28.463 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:28.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.509+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.509+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.509+0000 7f0ea90119c0 20 realm 2024-09-12T17:34:28.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.509+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:28.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:28.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.513+0000 7f0ea90119c0 20 searching for the correct realm 2024-09-12T17:34:28.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.517+0000 7f0ea7318640 0 -- 172.21.15.1:0/3807940699 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f0e9c01a040 msgr2=0x7f0e9c05d8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:28.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.525+0000 7f0ea6316640 0 -- 172.21.15.1:0/3807940699 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f0e980dc070 msgr2=0x7f0e980fe2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:28.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:28.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 zone default found 2024-09-12T17:34:28.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 4 Realm: () 2024-09-12T17:34:28.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:28.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:28.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:28.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 zonegroup default 2024-09-12T17:34:28.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.537+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.541+0000 7f0ea90119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.541+0000 7f0ea90119c0 20 started sync module instance, tier type = 2024-09-12T17:34:28.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.541+0000 7f0ea90119c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:28.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=0 2024-09-12T17:34:28.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=1 2024-09-12T17:34:28.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=2 2024-09-12T17:34:28.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=3 2024-09-12T17:34:28.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=4 2024-09-12T17:34:28.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=5 2024-09-12T17:34:28.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=6 2024-09-12T17:34:28.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 20 add_watcher() i=7 2024-09-12T17:34:28.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0ea90119c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:28.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.557+0000 7f0d5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 5 note: GC not initialized 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0cd7fff640 20 reqs_thread_entry: start 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 Filter name: none 2024-09-12T17:34:28.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0cd5ffb640 20 reqs_thread_entry: start 2024-09-12T17:34:28.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:28.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:28.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:28.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:28.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.561+0000 7f0ea90119c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.565+0000 7f0ea90119c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:28.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.565+0000 7f0ea90119c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:28.566 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.565+0000 7f0d5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:28.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.569+0000 7f0ea90119c0 20 remove_watcher() i=0 2024-09-12T17:34:28.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.569+0000 7f0ea90119c0 2 removed watcher, disabling cache 2024-09-12T17:34:28.572 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.573+0000 7f0ea90119c0 20 remove_watcher() i=1 2024-09-12T17:34:28.574 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.573+0000 7f0ea90119c0 20 remove_watcher() i=2 2024-09-12T17:34:28.577 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.577+0000 7f0ea90119c0 20 remove_watcher() i=3 2024-09-12T17:34:28.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.577+0000 7f0ea90119c0 20 remove_watcher() i=4 2024-09-12T17:34:28.580 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.581+0000 7f0ea90119c0 20 remove_watcher() i=5 2024-09-12T17:34:28.581 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.581+0000 7f0ea90119c0 20 remove_watcher() i=6 2024-09-12T17:34:28.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.581+0000 7f0ea90119c0 20 remove_watcher() i=7 2024-09-12T17:34:28.597 INFO:tasks.workunit.client.0.smithi001.stderr: test: duplicated entries should be purged before reshard 2024-09-12T17:34:28.597 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:34:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:28.624 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:28.667 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.665+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 realm 2024-09-12T17:34:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:28.669 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.671 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.669+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.673+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:28.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.673+0000 7f6b09c439c0 20 searching for the correct realm 2024-09-12T17:34:28.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.677+0000 7f6b07f4a640 0 -- 172.21.15.1:0/1196198276 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55e72c6de860 msgr2=0x55e72c6e0c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:28.683 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.685+0000 7f6b06f48640 0 -- 172.21.15.1:0/1196198276 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6b00092440 msgr2=0x7f6b00064810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:28.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:28.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 zone default found 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 4 Realm: () 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 zonegroup default 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.693+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.697+0000 7f6b09c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.697+0000 7f6b09c439c0 20 started sync module instance, tier type = 2024-09-12T17:34:28.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.697+0000 7f6b09c439c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=0 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=1 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=2 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=3 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=4 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=5 2024-09-12T17:34:28.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.709+0000 7f6b09c439c0 20 add_watcher() i=6 2024-09-12T17:34:28.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f6b09c439c0 20 add_watcher() i=7 2024-09-12T17:34:28.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f6b09c439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:28.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f69bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:28.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f6b09c439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:28.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f6b09c439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:28.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f6b09c439c0 5 note: GC not initialized 2024-09-12T17:34:28.715 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f69bcfe1640 20 reqs_thread_entry: start 2024-09-12T17:34:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.713+0000 7f6b09c439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 Filter name: none 2024-09-12T17:34:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f69367fc640 20 reqs_thread_entry: start 2024-09-12T17:34:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:28.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.717+0000 7f6b09c439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:28.722 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.721+0000 7f69bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:28.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.725+0000 7f6b09c439c0 20 remove_watcher() i=0 2024-09-12T17:34:28.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.725+0000 7f6b09c439c0 2 removed watcher, disabling cache 2024-09-12T17:34:28.728 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.729+0000 7f6b09c439c0 20 remove_watcher() i=1 2024-09-12T17:34:28.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.729+0000 7f6b09c439c0 20 remove_watcher() i=2 2024-09-12T17:34:28.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.733+0000 7f6b09c439c0 20 remove_watcher() i=3 2024-09-12T17:34:28.733 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.733+0000 7f6b09c439c0 20 remove_watcher() i=4 2024-09-12T17:34:28.734 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.733+0000 7f6b09c439c0 20 remove_watcher() i=5 2024-09-12T17:34:28.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.737+0000 7f6b09c439c0 20 remove_watcher() i=6 2024-09-12T17:34:28.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.737+0000 7f6b09c439c0 20 remove_watcher() i=7 2024-09-12T17:34:28.750 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:28.751 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:34:28.751 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-12T17:34:28.751 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:28.751 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:34:28.783 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:28.783 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:28.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.825+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 realm 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:28.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:28.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:28.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.833+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:28.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.833+0000 7fac7120c9c0 20 searching for the correct realm 2024-09-12T17:34:28.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.837+0000 7fac6f513640 0 -- 172.21.15.1:0/1125496433 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fac6407d040 msgr2=0x7fac64062770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:28.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:28.845+0000 7fac6e511640 0 -- 172.21.15.1:0/1125496433 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fac68105960 msgr2=0x7fac680f8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:29.063 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:29.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:29.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:29.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:29.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:29.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:29.064 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 zone default found 2024-09-12T17:34:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 Realm: () 2024-09-12T17:34:29.066 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:29.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:29.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:29.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 zonegroup default 2024-09-12T17:34:29.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.068 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 started sync module instance, tier type = 2024-09-12T17:34:29.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=0 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=1 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=2 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=3 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=4 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=5 2024-09-12T17:34:29.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=6 2024-09-12T17:34:29.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=7 2024-09-12T17:34:29.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.093+0000 7fac7120c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:29.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fab257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:29.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:29.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:29.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 note: GC not initialized 2024-09-12T17:34:29.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7faa9ffff640 20 reqs_thread_entry: start 2024-09-12T17:34:29.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:29.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 Filter name: none 2024-09-12T17:34:29.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7faa9dffb640 20 reqs_thread_entry: start 2024-09-12T17:34:29.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:34:29.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:34:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:34:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:34:29.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.105+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:29.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:29.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:34:29.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:34:29.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366259 cookie 94131213667904 notifier 8235 bl.length()=827 2024-09-12T17:34:29.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:34:29.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:34:29.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:34:29.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:34:29.122 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fac7120c9c0 time 2024-09-12T17:34:29.124306+0000 2024-09-12T17:34:29.122 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fac74ae62eb] 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.125 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.125+0000 7fac7120c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fac7120c9c0 time 2024-09-12T17:34:29.124306+0000 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fac74ae62eb] 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:34:29.126 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.127 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:34:29.127 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fac7120c9c0 thread_name:radosgw-admin 2024-09-12T17:34:29.156 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.156 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fac73965520] 2024-09-12T17:34:29.156 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fac74ae6345] 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.129+0000 7fac7120c9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fac7120c9c0 thread_name:radosgw-admin 2024-09-12T17:34:29.157 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fac73965520] 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fac74ae6345] 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:34:29.158 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_done global_id 8223 payload 274 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:34:28.805+0000 7fac6ed12640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.159 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: dump: 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.160 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8223 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:29.161 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 4 set_mon_vals no callback set 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: dump: 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.162 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: shutdown 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) unregister_commands rotate-key 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.163 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding auth protocol: cephx 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding auth protocol: cephx 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding auth protocol: cephx 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.164 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: starting msgr at 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: starting objecter 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command objecter_requests hook 0x559ca180f3a0 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: setting wanted keys 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: calling monclient init 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.165 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding auth protocol: cephx 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding auth protocol: cephx 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding auth protocol: cephx 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.166 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key hook 0x559ca17ddee8 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca166b610 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca1723550 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca1726520 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.167 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.095457s 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca166b610 auth_method 0 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): get_auth_request con 0x559ca1723550 auth_method 0 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.168 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_done global_id 7706 payload 824 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:34:28.805+0000 7fac6ed12640 1 monclient: found mon.noname-c 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:34:28.805+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca1726520 auth_method 0 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: dump: 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.169 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: dump: 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.170 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:34:28.809+0000 7fab5ce09640 4 set_mon_vals no callback set 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 7706 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 1 librados: init done 2024-09-12T17:34:29.171 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:34:28.809+0000 7fab5b606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:34:28.809+0000 7fab5b606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:34:28.809+0000 7fab5b606640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:34:28.809+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca1805880 auth_method 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:34:28.809+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fab54070ae0 auth_method 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:34:28.813+0000 7fac6ed12640 10 monclient: get_auth_request con 0x559ca1828920 auth_method 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:34:28.813+0000 7fac6e511640 10 monclient: get_auth_request con 0x559ca182ccd0 auth_method 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:34:28.813+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca182c1d0 auth_method 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.172 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding auth protocol: cephx 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding auth protocol: cephx 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding auth protocol: cephx 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.173 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command objecter_requests cmddesc objecter_requests hook 0x559ca1838820 EEXIST 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding auth protocol: cephx 2024-09-12T17:34:29.174 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding auth protocol: cephx 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding auth protocol: cephx 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.175 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key cmddesc rotate-key hook 0x559ca1833ef0 EEXIST 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca185c9d0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca185c300 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca185ace0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.105696s 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): get_auth_request con 0x559ca185c9d0 auth_method 0 2024-09-12T17:34:29.176 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca185ace0 auth_method 0 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.177 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_done global_id 8229 payload 824 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:34:28.817+0000 7fac6e511640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:34:28.817+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca185c300 auth_method 0 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: dump: 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.178 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: dump: 2024-09-12T17:34:29.179 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8229 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:34:28.817+0000 7fac6fd14640 4 set_mon_vals no callback set 2024-09-12T17:34:29.180 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:34:28.821+0000 7fab58e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:34:28.821+0000 7fab58e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:34:28.821+0000 7fab58e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: get_monmap_and_config 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.181 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding auth protocol: cephx 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding auth protocol: cephx 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding auth protocol: cephx 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.182 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient: get_auth_request con 0x7fab48070a20 auth_method 0 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding auth protocol: cephx 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding auth protocol: cephx 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding auth protocol: cephx 2024-09-12T17:34:29.183 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.184 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key cmddesc rotate-key hook 0x7ffcf4f49b98 EEXIST 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca18b0900 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca1880820 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca18818e0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.185 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.110191s 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): get_auth_request con 0x559ca1880820 auth_method 0 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca18818e0 auth_method 0 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.186 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_done global_id 8232 payload 274 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:34:28.821+0000 7fac6f513640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: dump: 2024-09-12T17:34:29.187 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8232 2024-09-12T17:34:29.188 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 4 set_mon_vals no callback set 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: dump: 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.189 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: shutdown 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.190 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding auth protocol: cephx 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding auth protocol: cephx 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding auth protocol: cephx 2024-09-12T17:34:29.191 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.192 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: starting msgr at 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: starting objecter 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command objecter_requests cmddesc objecter_requests hook 0x559ca185f840 EEXIST 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: setting wanted keys 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: calling monclient init 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding auth protocol: cephx 2024-09-12T17:34:29.193 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding auth protocol: cephx 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding auth protocol: cephx 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.194 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key cmddesc rotate-key hook 0x559ca185e938 EEXIST 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca18818e0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.195 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca18b0900 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca18a64a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.112874s 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): get_auth_request con 0x559ca18b0900 auth_method 0 2024-09-12T17:34:29.196 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca18a64a0 auth_method 0 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.197 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): get_auth_request con 0x559ca18818e0 auth_method 0 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_done global_id 8235 payload 824 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:34:28.825+0000 7fac6ed12640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.198 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: dump: 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.199 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: dump: 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.200 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:34:28.825+0000 7fab527fc640 4 set_mon_vals no callback set 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8235 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: init done 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cr dump hook 0x559ca18a6af8 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:34:28.829+0000 7fab50ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:34:28.829+0000 7fab50ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:34:28.829+0000 7fab50ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:34:28.829+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca18ca4f0 auth_method 0 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:34:28.829+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fab38070ae0 auth_method 0 2024-09-12T17:34:29.201 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 realm 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:34:28.829+0000 7fac6e511640 10 monclient: get_auth_request con 0x559ca18ce730 auth_method 0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:34:28.829+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca18d1f70 auth_method 0 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:34:28.833+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:34:28.833+0000 7fac7120c9c0 20 searching for the correct realm 2024-09-12T17:34:29.202 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:34:28.833+0000 7fac6ed12640 10 monclient: get_auth_request con 0x7fac680cf030 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:34:28.833+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fac60027020 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:34:28.837+0000 7fac6f513640 10 monclient: get_auth_request con 0x7fac6407d040 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:34:28.837+0000 7fac6f513640 0 -- 172.21.15.1:0/1125496433 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fac6407d040 msgr2=0x7fac64062770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:34:28.837+0000 7fab50ff9640 1 client.8235.objecter ms_handle_reset 0x7fac6407d040 session 0x7fac64063870 osd.4 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:34:28.837+0000 7fab50ff9640 10 monclient: _renew_subs 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:34:28.837+0000 7fab50ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:34:28.837+0000 7fac6f513640 10 monclient: get_auth_request con 0x7fab38081200 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:34:28.837+0000 7fac6ed12640 10 monclient: get_auth_request con 0x7fac680e9440 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:34:28.845+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fac68105960 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:34:28.845+0000 7fac6e511640 0 -- 172.21.15.1:0/1125496433 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fac68105960 msgr2=0x7fac680f8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:34:29.049+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fac68105960 auth_method 0 2024-09-12T17:34:29.203 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.204 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 zone default found 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 Realm: () 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 zonegroup default 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.205 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 started sync module instance, tier type = 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=0 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=1 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=2 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=3 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=4 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=5 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=6 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=7 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding auth protocol: cephx 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding auth protocol: cephx 2024-09-12T17:34:29.206 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding auth protocol: cephx 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:34:29.101+0000 7fab257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.207 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache list hook 0x559ca18abc00 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache inspect hook 0x559ca18abc00 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache erase hook 0x559ca18abc00 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache zap hook 0x559ca18abc00 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 note: GC not initialized 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:34:29.101+0000 7faa9ffff640 20 reqs_thread_entry: start 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace show hook 0x7fac680aa540 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace history hook 0x7fac680aa540 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace active hook 0x7fac680aa540 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace active_short hook 0x7fac680aa540 2024-09-12T17:34:29.208 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 Filter name: none 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:34:29.101+0000 7faa9dffb640 20 reqs_thread_entry: start 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.209 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366259 cookie 94131213667904 notifier 8235 bl.length()=827 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:34:29.210 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:34:29.125+0000 7fac7120c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fac7120c9c0 time 2024-09-12T17:34:29.124306+0000 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fac74ae62eb] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:34:29.211 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:34:29.129+0000 7fac7120c9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fac7120c9c0 thread_name:radosgw-admin 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fac73965520] 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fac74ae6345] 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.212 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:34:29.213 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:34:29.214 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:34:29.215 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:34:29.216 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:34:29.217 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:34:29.218 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:34:29.219 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 7faa9dffb640 / http_manager 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 7faa9ffff640 / http_manager 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab257e2640 / rgw_dt_lg_renew 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab50ff9640 / ms_dispatch 2024-09-12T17:34:29.220 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab527fc640 / io_context_pool 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab58e01640 / ms_dispatch 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab5b606640 / ms_dispatch 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab5ce09640 / io_context_pool 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6e511640 / msgr-worker-2 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6ed12640 / msgr-worker-1 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6f513640 / msgr-worker-0 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6fd14640 / io_context_pool 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac7120c9c0 / radosgw-admin 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.140642.log 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:34:29.221 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_done global_id 8223 payload 274 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:34:28.805+0000 7fac6ed12640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: dump: 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.222 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8223 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:29.223 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 4 set_mon_vals no callback set 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:34:28.805+0000 7fab5ce09640 10 monclient: dump: 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.224 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: shutdown 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) unregister_commands rotate-key 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.225 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding auth protocol: cephx 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding auth protocol: cephx 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding auth protocol: cephx 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.226 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: crc 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17e35e0) adding con mode: secure 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: starting msgr at 2024-09-12T17:34:29.227 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: starting objecter 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command objecter_requests hook 0x559ca180f3a0 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: setting wanted keys 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 1 librados: calling monclient init 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding auth protocol: cephx 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding auth protocol: cephx 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding auth protocol: cephx 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.228 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: crc 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 AuthRegistry(0x559ca17ddda0) adding con mode: secure 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.229 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key hook 0x559ca17ddee8 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca166b610 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca1723550 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca1726520 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:34:28.805+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.095457s 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca166b610 auth_method 0 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.230 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): get_auth_request con 0x559ca1723550 auth_method 0 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:34:28.805+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient(hunting): handle_auth_done global_id 7706 payload 824 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.231 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:34:28.805+0000 7fac6ed12640 1 monclient: found mon.noname-c 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:34:28.805+0000 7fac6ed12640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:34:28.805+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca1726520 auth_method 0 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: dump: 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.232 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:29.233 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:34:28.809+0000 7fab5b606640 10 monclient: dump: 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.234 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:34:28.809+0000 7fab5ce09640 4 set_mon_vals no callback set 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 7706 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:34:28.809+0000 7fac7120c9c0 1 librados: init done 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:34:28.809+0000 7fab5b606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:34:28.809+0000 7fab5b606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.235 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:34:28.809+0000 7fab5b606640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:34:28.809+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca1805880 auth_method 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:34:28.809+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fab54070ae0 auth_method 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:34:28.813+0000 7fac6ed12640 10 monclient: get_auth_request con 0x559ca1828920 auth_method 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:34:28.813+0000 7fac6e511640 10 monclient: get_auth_request con 0x559ca182ccd0 auth_method 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:34:28.813+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca182c1d0 auth_method 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.236 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding auth protocol: cephx 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding auth protocol: cephx 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding auth protocol: cephx 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.237 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: crc 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1834df0) adding con mode: secure 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command objecter_requests cmddesc objecter_requests hook 0x559ca1838820 EEXIST 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding auth protocol: cephx 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding auth protocol: cephx 2024-09-12T17:34:29.238 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding auth protocol: cephx 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: crc 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 AuthRegistry(0x559ca1833da8) adding con mode: secure 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.239 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key cmddesc rotate-key hook 0x559ca1833ef0 EEXIST 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca185c9d0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca185c300 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca185ace0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.105696s 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): get_auth_request con 0x559ca185c9d0 auth_method 0 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.240 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca185ace0 auth_method 0 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:34:28.817+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient(hunting): handle_auth_done global_id 8229 payload 824 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.241 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:34:28.817+0000 7fac6e511640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:34:28.817+0000 7fac6e511640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:34:28.817+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca185c300 auth_method 0 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: dump: 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.242 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:34:28.817+0000 7fab58e01640 10 monclient: dump: 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.243 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8229 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:34:28.817+0000 7fac6fd14640 4 set_mon_vals no callback set 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:34:28.817+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:34:28.821+0000 7fab58e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:34:28.821+0000 7fab58e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.244 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:34:28.821+0000 7fab58e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: get_monmap_and_config 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.245 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding auth protocol: cephx 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding auth protocol: cephx 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding auth protocol: cephx 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.246 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: crc 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c3a0) adding con mode: secure 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient: get_auth_request con 0x7fab48070a20 auth_method 0 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding auth protocol: cephx 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding auth protocol: cephx 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding auth protocol: cephx 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.247 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: crc 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49a50) adding con mode: secure 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key cmddesc rotate-key hook 0x7ffcf4f49b98 EEXIST 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:29.248 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca18b0900 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca1880820 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca18818e0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.110191s 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): get_auth_request con 0x559ca1880820 auth_method 0 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca18818e0 auth_method 0 2024-09-12T17:34:29.249 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:34:28.821+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient(hunting): handle_auth_done global_id 8232 payload 274 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:34:28.821+0000 7fac6f513640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:34:28.821+0000 7fac6f513640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.250 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: dump: 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.251 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8232 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 4 set_mon_vals no callback set 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:34:28.821+0000 7fab527fc640 10 monclient: dump: 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.252 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: shutdown 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 10 monclient: monmap: 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.253 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding auth protocol: cephx 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding auth protocol: cephx 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding auth protocol: cephx 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.254 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: crc 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:34:28.821+0000 7fac7120c9c0 5 AuthRegistry(0x559ca187c350) adding con mode: secure 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: starting msgr at 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: starting objecter 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command objecter_requests cmddesc objecter_requests hook 0x559ca185f840 EEXIST 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: setting wanted keys 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: calling monclient init 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: init 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding auth protocol: cephx 2024-09-12T17:34:29.255 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding auth protocol: cephx 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding auth protocol: cephx 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: crc 2024-09-12T17:34:29.256 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 AuthRegistry(0x559ca185e7f0) adding con mode: secure 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command rotate-key cmddesc rotate-key hook 0x559ca185e938 EEXIST 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-b con 0x559ca18818e0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-c con 0x559ca18b0900 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): picked mon.noname-a con 0x559ca18a64a0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:34:29.257 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient(hunting): authenticate will time out at 2503.112874s 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): get_auth_request con 0x559ca18b0900 auth_method 0 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): get_auth_request con 0x559ca18a64a0 auth_method 0 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.258 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:34:28.825+0000 7fac6f513640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): get_auth_request con 0x559ca18818e0 auth_method 0 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:34:28.825+0000 7fac6e511640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:29.259 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient(hunting): handle_auth_done global_id 8235 payload 824 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient: _finish_hunting 0 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:34:28.825+0000 7fac6ed12640 1 monclient: found mon.noname-a 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:34:28.825+0000 7fac6ed12640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: dump: 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.260 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: _finish_auth 0 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:34:28.825+0000 7fab50ff9640 10 monclient: dump: 2024-09-12T17:34:29.261 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:34:28.825+0000 7fab527fc640 4 set_mon_vals no callback set 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 monclient: authenticate success, global_id 8235 2024-09-12T17:34:29.262 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _renew_subs 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 1 librados: init done 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cr dump hook 0x559ca18a6af8 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:34:28.825+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:34:28.829+0000 7fab50ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:34:28.829+0000 7fab50ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:34:28.829+0000 7fab50ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:34:29.263 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:34:28.829+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca18ca4f0 auth_method 0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:34:28.829+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fab38070ae0 auth_method 0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 realm 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:34:28.829+0000 7fac6e511640 10 monclient: get_auth_request con 0x559ca18ce730 auth_method 0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:34:28.829+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.264 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:34:28.829+0000 7fac6f513640 10 monclient: get_auth_request con 0x559ca18d1f70 auth_method 0 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:34:28.833+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:34:28.833+0000 7fac7120c9c0 20 searching for the correct realm 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:34:28.833+0000 7fac6ed12640 10 monclient: get_auth_request con 0x7fac680cf030 auth_method 0 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:34:28.833+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fac60027020 auth_method 0 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:34:28.837+0000 7fac6f513640 10 monclient: get_auth_request con 0x7fac6407d040 auth_method 0 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:34:28.837+0000 7fac6f513640 0 -- 172.21.15.1:0/1125496433 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fac6407d040 msgr2=0x7fac64062770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:34:28.837+0000 7fab50ff9640 1 client.8235.objecter ms_handle_reset 0x7fac6407d040 session 0x7fac64063870 osd.4 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:34:28.837+0000 7fab50ff9640 10 monclient: _renew_subs 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:34:28.837+0000 7fab50ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:34:29.265 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:34:28.837+0000 7fac6f513640 10 monclient: get_auth_request con 0x7fab38081200 auth_method 0 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:34:28.837+0000 7fac6ed12640 10 monclient: get_auth_request con 0x7fac680e9440 auth_method 0 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:34:28.845+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fac68105960 auth_method 0 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:34:28.845+0000 7fac6e511640 0 -- 172.21.15.1:0/1125496433 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fac68105960 msgr2=0x7fac680f8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:34:29.049+0000 7fac6e511640 10 monclient: get_auth_request con 0x7fac68105960 auth_method 0 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:29.266 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 zone default found 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 Realm: () 2024-09-12T17:34:29.267 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 zonegroup default 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:34:29.065+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.268 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 started sync module instance, tier type = 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:34:29.069+0000 7fac7120c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=0 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=1 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=2 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=3 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=4 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=5 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=6 2024-09-12T17:34:29.269 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 20 add_watcher() i=7 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:34:29.093+0000 7fac7120c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding auth protocol: cephx 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding auth protocol: cephx 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding auth protocol: cephx 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:34:29.101+0000 7fab257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.270 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: crc 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 AuthRegistry(0x7ffcf4f49f20) adding con mode: secure 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache list hook 0x559ca18abc00 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache inspect hook 0x559ca18abc00 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache erase hook 0x559ca18abc00 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command cache zap hook 0x559ca18abc00 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 note: GC not initialized 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:34:29.101+0000 7faa9ffff640 20 reqs_thread_entry: start 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace show hook 0x7fac680aa540 2024-09-12T17:34:29.271 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace history hook 0x7fac680aa540 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace active hook 0x7fac680aa540 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 5 asok(0x559ca15d32b0) register_command sync trace active_short hook 0x7fac680aa540 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 Filter name: none 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:34:29.101+0000 7faa9dffb640 20 reqs_thread_entry: start 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:34:29.101+0000 7fac7120c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:34:29.272 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:34:29.105+0000 7fac7120c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:34:29.113+0000 7fac7120c9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366259 cookie 94131213667904 notifier 8235 bl.length()=827 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:34:29.113+0000 7fab527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:29.273 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:34:29.117+0000 7fac7120c9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:34:29.125+0000 7fac7120c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fac7120c9c0 time 2024-09-12T17:34:29.124306+0000 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fac74ae62eb] 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:34:29.274 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:34:29.129+0000 7fac7120c9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fac7120c9c0 thread_name:radosgw-admin 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fac73965520] 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fac74ae6345] 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fac74ae649f] 2024-09-12T17:34:29.275 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559c9e72b0c1] 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559c9e73d1fa] 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fac7394cd90] 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:34:29.276 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:34:29.277 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:34:29.278 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:34:29.279 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:34:29.280 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:34:29.281 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:34:29.282 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7faa9dffb640 / http_manager 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7faa9ffff640 / http_manager 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab257e2640 / rgw_dt_lg_renew 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab50ff9640 / ms_dispatch 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab527fc640 / io_context_pool 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab58e01640 / ms_dispatch 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab5b606640 / ms_dispatch 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fab5ce09640 / io_context_pool 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6e511640 / msgr-worker-2 2024-09-12T17:34:29.283 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6ed12640 / msgr-worker-1 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6f513640 / msgr-worker-0 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac6fd14640 / io_context_pool 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr: 7fac7120c9c0 / radosgw-admin 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:34:29.129986Z_8eda96c4-3102-4e85-9910-5aad16f4b54b/log 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:34:29.284 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.217+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 realm 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.286 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:29.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.221+0000 7f89f073b9c0 20 searching for the correct realm 2024-09-12T17:34:29.287 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.225+0000 7f89eea42640 0 -- 172.21.15.1:0/1515024895 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f89e403c040 msgr2=0x7f89e402c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:29.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.441+0000 7f89eda40640 0 -- 172.21.15.1:0/1515024895 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f89e8067470 msgr2=0x7f89e8067ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:29.659 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.657+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:29.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 zone default found 2024-09-12T17:34:29.661 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 4 Realm: () 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 zonegroup default 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.663 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.661+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.665+0000 7f89f073b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.665+0000 7f89f073b9c0 20 started sync module instance, tier type = 2024-09-12T17:34:29.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.665+0000 7f89f073b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:29.685 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=0 2024-09-12T17:34:29.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=1 2024-09-12T17:34:29.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=2 2024-09-12T17:34:29.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=3 2024-09-12T17:34:29.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=4 2024-09-12T17:34:29.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=5 2024-09-12T17:34:29.686 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.685+0000 7f89f073b9c0 20 add_watcher() i=6 2024-09-12T17:34:29.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.689+0000 7f89f073b9c0 20 add_watcher() i=7 2024-09-12T17:34:29.688 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.689+0000 7f89f073b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:29.692 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f88a4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:29.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f89f073b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:29.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f89f073b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:29.693 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f89f073b9c0 5 note: GC not initialized 2024-09-12T17:34:29.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f881f7fe640 20 reqs_thread_entry: start 2024-09-12T17:34:29.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f89f073b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:29.694 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f89f073b9c0 20 Filter name: none 2024-09-12T17:34:29.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f881d7fa640 20 reqs_thread_entry: start 2024-09-12T17:34:29.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.693+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.695 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:29.696 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:34:29.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:29.697 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:29.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:34:29.699 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.697+0000 7f89f073b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:29.702 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.701+0000 7f88a4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:29.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.705+0000 7f89f073b9c0 20 remove_watcher() i=0 2024-09-12T17:34:29.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.705+0000 7f89f073b9c0 2 removed watcher, disabling cache 2024-09-12T17:34:29.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.709+0000 7f89f073b9c0 20 remove_watcher() i=1 2024-09-12T17:34:29.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.713+0000 7f89f073b9c0 20 remove_watcher() i=2 2024-09-12T17:34:29.714 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.713+0000 7f89f073b9c0 20 remove_watcher() i=3 2024-09-12T17:34:29.716 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.717+0000 7f89f073b9c0 20 remove_watcher() i=4 2024-09-12T17:34:29.717 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.717+0000 7f89f073b9c0 20 remove_watcher() i=5 2024-09-12T17:34:29.719 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.717+0000 7f89f073b9c0 20 remove_watcher() i=6 2024-09-12T17:34:29.721 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.721+0000 7f89f073b9c0 20 remove_watcher() i=7 2024-09-12T17:34:29.738 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:29.738 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:34:29.748 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:34:29.776 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:29.776 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:29.823 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.821+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.824 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 realm 2024-09-12T17:34:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:29.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:29.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:29.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.825+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:29.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.829+0000 7f3d311ca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:29.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.829+0000 7f3d311ca9c0 20 searching for the correct realm 2024-09-12T17:34:29.831 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:29.833+0000 7f3d2f4d1640 0 -- 172.21.15.1:0/2492946236 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f3d2404b060 msgr2=0x7f3d2408d0d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:30.048 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.049+0000 7f3d2e4cf640 0 -- 172.21.15.1:0/2492946236 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f3d28063bc0 msgr2=0x7f3d28084210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:30.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:34:30.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:30.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:34:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:30.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:30.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:30.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 zone default found 2024-09-12T17:34:30.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 4 Realm: () 2024-09-12T17:34:30.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:34:30.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:34:30.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:30.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 zonegroup default 2024-09-12T17:34:30.272 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.269+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:30.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.273 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:30.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:30.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 started sync module instance, tier type = 2024-09-12T17:34:30.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.273+0000 7f3d311ca9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:34:30.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=0 2024-09-12T17:34:30.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=1 2024-09-12T17:34:30.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=2 2024-09-12T17:34:30.297 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=3 2024-09-12T17:34:30.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=4 2024-09-12T17:34:30.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=5 2024-09-12T17:34:30.298 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.297+0000 7f3d311ca9c0 20 add_watcher() i=6 2024-09-12T17:34:30.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.301+0000 7f3d311ca9c0 20 add_watcher() i=7 2024-09-12T17:34:30.299 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.301+0000 7f3d311ca9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:30.303 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3be57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:30.304 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:30.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:30.305 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 5 note: GC not initialized 2024-09-12T17:34:30.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3b5ffff640 20 reqs_thread_entry: start 2024-09-12T17:34:30.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:30.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 Filter name: none 2024-09-12T17:34:30.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3b5dffb640 20 reqs_thread_entry: start 2024-09-12T17:34:30.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:34:30.306 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:34:30.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:34:30.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:34:30.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:34:30.307 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.305+0000 7f3d311ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:30.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:34:30.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:34:30.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:34:30.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:30.308 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:34:30.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:34:30.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:34:30.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:34:30.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:34:30.309 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:34:30.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:34:30.310 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.309+0000 7f3d311ca9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:34:30.313 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.313+0000 7f3be57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:30.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.317+0000 7f3d311ca9c0 20 remove_watcher() i=0 2024-09-12T17:34:30.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.317+0000 7f3d311ca9c0 2 removed watcher, disabling cache 2024-09-12T17:34:30.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.321+0000 7f3d311ca9c0 20 remove_watcher() i=1 2024-09-12T17:34:30.323 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.321+0000 7f3d311ca9c0 20 remove_watcher() i=2 2024-09-12T17:34:30.325 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.325+0000 7f3d311ca9c0 20 remove_watcher() i=3 2024-09-12T17:34:30.327 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.325+0000 7f3d311ca9c0 20 remove_watcher() i=4 2024-09-12T17:34:30.329 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.329+0000 7f3d311ca9c0 20 remove_watcher() i=5 2024-09-12T17:34:30.330 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.329+0000 7f3d311ca9c0 20 remove_watcher() i=6 2024-09-12T17:34:30.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:34:30.333+0000 7f3d311ca9c0 20 remove_watcher() i=7 2024-09-12T17:35:00.380 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:35:00.422 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:00.422 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:00.470 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 realm 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.474 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:00.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.476+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:00.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.476+0000 7fe8aa48f9c0 20 searching for the correct realm 2024-09-12T17:35:00.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.480+0000 7fe8a8796640 0 -- 172.21.15.1:0/1256498804 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe89c03e060 msgr2=0x7fe89c06b9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:00.698 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.696+0000 7fe8a7794640 0 -- 172.21.15.1:0/1256498804 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe8a0124920 msgr2=0x7fe8a00e14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:00.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:00.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:00.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:00.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:00.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:00.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 zone default found 2024-09-12T17:35:00.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 Realm: () 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 zonegroup default 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 started sync module instance, tier type = 2024-09-12T17:35:00.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:00.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=0 2024-09-12T17:35:00.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=1 2024-09-12T17:35:00.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=2 2024-09-12T17:35:00.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=3 2024-09-12T17:35:00.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=4 2024-09-12T17:35:00.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=5 2024-09-12T17:35:00.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=6 2024-09-12T17:35:00.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=7 2024-09-12T17:35:00.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:00.951 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.948+0000 7fe75dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:00.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:00.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:00.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 note: GC not initialized 2024-09-12T17:35:00.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe75cfe1640 20 reqs_thread_entry: start 2024-09-12T17:35:00.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:00.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 Filter name: none 2024-09-12T17:35:00.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe6d67fc640 20 reqs_thread_entry: start 2024-09-12T17:35:00.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:00.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:00.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:00.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:00.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:00.955 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:00.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:00.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:00.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:00.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:00.957 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:00.959 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.960+0000 7fe8aa48f9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:00.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:00.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:00.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:00.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:35:00.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366260 cookie 94016744222752 notifier 8295 bl.length()=827 2024-09-12T17:35:00.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:00.970 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:00.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:00.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:35:00.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:35:00.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:35:00.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:35:00.977 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe8aa48f9c0 time 2024-09-12T17:35:00.979332+0000 2024-09-12T17:35:00.977 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:00.978 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe8add692eb] 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.976+0000 7fe8aa48f9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe8aa48f9c0 time 2024-09-12T17:35:00.979332+0000 2024-09-12T17:35:00.979 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe8add692eb] 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:00.980 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:35:00.981 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe8aa48f9c0 thread_name:radosgw-admin 2024-09-12T17:35:00.997 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:00.997 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe8acbe8520] 2024-09-12T17:35:00.997 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:00.997 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe8add69345] 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:00.980+0000 7fe8aa48f9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe8aa48f9c0 thread_name:radosgw-admin 2024-09-12T17:35:00.998 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe8acbe8520] 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe8add69345] 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:00.999 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: dump: 2024-09-12T17:35:01.000 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 7751 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 4 set_mon_vals no callback set 2024-09-12T17:35:01.001 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: shutdown 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) unregister_commands rotate-key 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.002 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding auth protocol: cephx 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding auth protocol: cephx 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding auth protocol: cephx 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.003 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: starting msgr at 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: starting objecter 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command objecter_requests hook 0x5581fa6fb610 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: setting wanted keys 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: calling monclient init 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding auth protocol: cephx 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding auth protocol: cephx 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding auth protocol: cephx 2024-09-12T17:35:01.004 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.005 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key hook 0x5581fa94aff8 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581fa807170 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581fa890680 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa893c30 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.738476s 2024-09-12T17:35:01.006 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581fa890680 auth_method 0 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581fa893c30 auth_method 0 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.007 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581fa807170 auth_method 0 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_done global_id 7754 payload 824 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:35:00.448+0000 7fe8a8796640 1 monclient: found mon.noname-c 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: dump: 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.008 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:01.009 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: dump: 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 7754 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.010 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:35:00.448+0000 7fe79560a640 4 set_mon_vals no callback set 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: init done 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:35:00.452+0000 7fe78ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:35:00.452+0000 7fe78ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:35:00.452+0000 7fe78ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:35:00.452+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x7fe790070ae0 auth_method 0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:35:00.452+0000 7fe8a7794640 10 monclient: get_auth_request con 0x5581fa975d10 auth_method 0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:35:00.452+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x5581fa995e70 auth_method 0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:35:00.456+0000 7fe8a7794640 10 monclient: get_auth_request con 0x5581fa99a320 auth_method 0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:35:00.456+0000 7fe8a8796640 10 monclient: get_auth_request con 0x5581fa999790 auth_method 0 2024-09-12T17:35:01.011 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.012 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding auth protocol: cephx 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding auth protocol: cephx 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding auth protocol: cephx 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.013 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command objecter_requests cmddesc objecter_requests hook 0x5581fa9a5ed0 EEXIST 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding auth protocol: cephx 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding auth protocol: cephx 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding auth protocol: cephx 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.014 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key cmddesc rotate-key hook 0x5581fa9a1570 EEXIST 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa9ca080 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.015 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581fa9c99b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581fa9c8390 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.749354s 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581fa9ca080 auth_method 0 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581fa9c8390 auth_method 0 2024-09-12T17:35:01.016 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581fa9c99b0 auth_method 0 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_done global_id 7757 payload 824 2024-09-12T17:35:01.017 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:35:00.460+0000 7fe8a7794640 1 monclient: found mon.noname-c 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: dump: 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.018 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: dump: 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.019 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 7757 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:35:00.460+0000 7fe8a6f93640 4 set_mon_vals no callback set 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:35:00.464+0000 7fe78d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:35:00.464+0000 7fe78d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.020 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:35:00.464+0000 7fe78d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.021 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding auth protocol: cephx 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding auth protocol: cephx 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding auth protocol: cephx 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.022 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient: get_auth_request con 0x7fe780070a20 auth_method 0 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding auth protocol: cephx 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding auth protocol: cephx 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding auth protocol: cephx 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.023 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc98d953a8 EEXIST 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581faa1dd10 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.024 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa9eee10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581faa0ed60 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.753852s 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581faa0ed60 auth_method 0 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.025 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581fa9eee10 auth_method 0 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581faa1dd10 auth_method 0 2024-09-12T17:35:01.026 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_done global_id 8292 payload 274 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 1 monclient: found mon.noname-a 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: dump: 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.027 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: dump: 2024-09-12T17:35:01.028 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 8292 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 4 set_mon_vals no callback set 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: shutdown 2024-09-12T17:35:01.029 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.030 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding auth protocol: cephx 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding auth protocol: cephx 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding auth protocol: cephx 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.031 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 librados: starting msgr at 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 librados: starting objecter 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command objecter_requests cmddesc objecter_requests hook 0x5581fa9efbe0 EEXIST 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 1 librados: setting wanted keys 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 1 librados: calling monclient init 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding auth protocol: cephx 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding auth protocol: cephx 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding auth protocol: cephx 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.032 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key cmddesc rotate-key hook 0x5581fa9cbfe8 EEXIST 2024-09-12T17:35:01.033 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa9eee10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581faa0ed60 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581faa1dd10 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.756657s 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581faa0ed60 auth_method 0 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.034 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581fa9eee10 auth_method 0 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581faa1dd10 auth_method 0 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.035 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_done global_id 8295 payload 824 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:35:00.468+0000 7fe8a8796640 1 monclient: found mon.noname-a 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: dump: 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.036 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: dump: 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.037 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:35:00.468+0000 7fe786ffd640 4 set_mon_vals no callback set 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 8295 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.038 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 1 librados: init done 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cr dump hook 0x5581faa0c138 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:35:00.468+0000 7fe7857fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:35:00.468+0000 7fe7857fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:35:00.468+0000 7fe7857fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:35:00.472+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe770070b10 auth_method 0 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:35:00.472+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x5581faa37c50 auth_method 0 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 realm 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:01.039 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:35:00.472+0000 7fe8a7794640 10 monclient: get_auth_request con 0x5581faa3bf50 auth_method 0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:35:00.472+0000 7fe8a8796640 10 monclient: get_auth_request con 0x5581faa3f670 auth_method 0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:35:00.476+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:35:00.476+0000 7fe8aa48f9c0 20 searching for the correct realm 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:35:00.476+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x7fe8a0100d80 auth_method 0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:35:00.476+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe89803a960 auth_method 0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:35:00.476+0000 7fe8a8796640 10 monclient: get_auth_request con 0x7fe89c03e060 auth_method 0 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:35:00.480+0000 7fe8a8796640 0 -- 172.21.15.1:0/1256498804 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe89c03e060 msgr2=0x7fe89c06b9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:01.040 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:35:00.684+0000 7fe8a8796640 10 monclient: get_auth_request con 0x7fe89c03e060 auth_method 0 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:35:00.688+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x7fe8a00ed130 auth_method 0 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:35:00.696+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe8a0124920 auth_method 0 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:35:00.696+0000 7fe8a7794640 0 -- 172.21.15.1:0/1256498804 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe8a0124920 msgr2=0x7fe8a00e14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:35:00.900+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe8a0124920 auth_method 0 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.041 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 zone default found 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 Realm: () 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 zonegroup default 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.042 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 started sync module instance, tier type = 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=0 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=1 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=2 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=3 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=4 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=5 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=6 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=7 2024-09-12T17:35:01.043 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding auth protocol: cephx 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding auth protocol: cephx 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding auth protocol: cephx 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:35:00.948+0000 7fe75dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.044 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache list hook 0x5581fa9eb1e0 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache inspect hook 0x5581fa9eb1e0 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache erase hook 0x5581fa9eb1e0 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache zap hook 0x5581fa9eb1e0 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 note: GC not initialized 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:35:00.952+0000 7fe75cfe1640 20 reqs_thread_entry: start 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace show hook 0x7fe89800fc80 2024-09-12T17:35:01.045 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace history hook 0x7fe89800fc80 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace active hook 0x7fe89800fc80 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace active_short hook 0x7fe89800fc80 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 Filter name: none 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:35:00.952+0000 7fe6d67fc640 20 reqs_thread_entry: start 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.046 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:35:00.960+0000 7fe8aa48f9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366260 cookie 94016744222752 notifier 8295 bl.length()=827 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.047 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:35:00.976+0000 7fe8aa48f9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe8aa48f9c0 time 2024-09-12T17:35:00.979332+0000 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe8add692eb] 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:01.048 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:35:00.980+0000 7fe8aa48f9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe8aa48f9c0 thread_name:radosgw-admin 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe8acbe8520] 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:01.049 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe8add69345] 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:35:01.050 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:35:01.051 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:35:01.052 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:01.053 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:35:01.054 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:01.055 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:01.056 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe6d67fc640 / http_manager 2024-09-12T17:35:01.057 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe75cfe1640 / http_manager 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe75dfe3640 / rgw_dt_lg_renew 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe7857fa640 / ms_dispatch 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe786ffd640 / io_context_pool 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe78d7fa640 / ms_dispatch 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe78ffff640 / ms_dispatch 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe79560a640 / io_context_pool 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe795e0b640 / io_context_pool 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a6f93640 / io_context_pool 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a7794640 / msgr-worker-2 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a7f95640 / msgr-worker-1 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a8796640 / msgr-worker-0 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8aa48f9c0 / radosgw-admin 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:35:01.058 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.142412.log 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:35:00.448+0000 7fe795e0b640 10 monclient: dump: 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.059 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 7751 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 4 set_mon_vals no callback set 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: shutdown 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) unregister_commands rotate-key 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.060 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding auth protocol: cephx 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding auth protocol: cephx 2024-09-12T17:35:01.061 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding auth protocol: cephx 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: crc 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9504a0) adding con mode: secure 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.062 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: starting msgr at 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: starting objecter 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command objecter_requests hook 0x5581fa6fb610 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: setting wanted keys 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: calling monclient init 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding auth protocol: cephx 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding auth protocol: cephx 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding auth protocol: cephx 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.063 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: crc 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa94aeb0) adding con mode: secure 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key hook 0x5581fa94aff8 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581fa807170 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.064 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581fa890680 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa893c30 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.738476s 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581fa890680 auth_method 0 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581fa893c30 auth_method 0 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.065 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:35:00.448+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581fa807170 auth_method 0 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:35:00.448+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient(hunting): handle_auth_done global_id 7754 payload 824 2024-09-12T17:35:01.066 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:35:00.448+0000 7fe8a8796640 1 monclient: found mon.noname-c 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:35:00.448+0000 7fe8a8796640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: dump: 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.067 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:35:00.448+0000 7fe78ffff640 10 monclient: dump: 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.068 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 7754 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:35:00.448+0000 7fe79560a640 4 set_mon_vals no callback set 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:35:00.448+0000 7fe8aa48f9c0 1 librados: init done 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:35:00.452+0000 7fe78ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:01.069 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:35:00.452+0000 7fe78ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:35:00.452+0000 7fe78ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:35:00.452+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x7fe790070ae0 auth_method 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:35:00.452+0000 7fe8a7794640 10 monclient: get_auth_request con 0x5581fa975d10 auth_method 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:35:00.452+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x5581fa995e70 auth_method 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:35:00.456+0000 7fe8a7794640 10 monclient: get_auth_request con 0x5581fa99a320 auth_method 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:35:00.456+0000 7fe8a8796640 10 monclient: get_auth_request con 0x5581fa999790 auth_method 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.070 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding auth protocol: cephx 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding auth protocol: cephx 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding auth protocol: cephx 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.071 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: crc 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a24e0) adding con mode: secure 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command objecter_requests cmddesc objecter_requests hook 0x5581fa9a5ed0 EEXIST 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding auth protocol: cephx 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding auth protocol: cephx 2024-09-12T17:35:01.072 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding auth protocol: cephx 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: crc 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9a1428) adding con mode: secure 2024-09-12T17:35:01.073 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key cmddesc rotate-key hook 0x5581fa9a1570 EEXIST 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa9ca080 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581fa9c99b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581fa9c8390 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.749354s 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581fa9ca080 auth_method 0 2024-09-12T17:35:01.074 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581fa9c8390 auth_method 0 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:35:00.460+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.075 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581fa9c99b0 auth_method 0 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:35:00.460+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient(hunting): handle_auth_done global_id 7757 payload 824 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:35:00.460+0000 7fe8a7794640 1 monclient: found mon.noname-c 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:35:00.460+0000 7fe8a7794640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: dump: 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.076 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:35:00.460+0000 7fe78d7fa640 10 monclient: dump: 2024-09-12T17:35:01.077 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 7757 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:35:00.460+0000 7fe8a6f93640 4 set_mon_vals no callback set 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.078 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:35:00.460+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:35:00.464+0000 7fe78d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:35:00.464+0000 7fe78d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:35:00.464+0000 7fe78d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.079 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding auth protocol: cephx 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding auth protocol: cephx 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding auth protocol: cephx 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.080 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: crc 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9e97f0) adding con mode: secure 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient: get_auth_request con 0x7fe780070a20 auth_method 0 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding auth protocol: cephx 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding auth protocol: cephx 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding auth protocol: cephx 2024-09-12T17:35:01.081 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: crc 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95260) adding con mode: secure 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.082 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc98d953a8 EEXIST 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581faa1dd10 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa9eee10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581faa0ed60 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.753852s 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581faa0ed60 auth_method 0 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.083 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581fa9eee10 auth_method 0 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:35:00.464+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581faa1dd10 auth_method 0 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.084 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:35:00.464+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient(hunting): handle_auth_done global_id 8292 payload 274 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 1 monclient: found mon.noname-a 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:35:00.464+0000 7fe8a7f95640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: dump: 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.085 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:01.086 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:35:00.464+0000 7fe786ffd640 10 monclient: dump: 2024-09-12T17:35:01.088 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 8292 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:01.089 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 4 set_mon_vals no callback set 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: shutdown 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: build_initial_monmap 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 10 monclient: monmap: 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:01.090 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding auth protocol: cephx 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding auth protocol: cephx 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding auth protocol: cephx 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.091 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: crc 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581faa19f30) adding con mode: secure 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 librados: starting msgr at 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 1 librados: starting objecter 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:35:00.464+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command objecter_requests cmddesc objecter_requests hook 0x5581fa9efbe0 EEXIST 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 1 librados: setting wanted keys 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 1 librados: calling monclient init 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: init 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding auth protocol: cephx 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding auth protocol: cephx 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding auth protocol: cephx 2024-09-12T17:35:01.092 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: crc 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 AuthRegistry(0x5581fa9cbea0) adding con mode: secure 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.093 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command rotate-key cmddesc rotate-key hook 0x5581fa9cbfe8 EEXIST 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-c con 0x5581fa9eee10 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-a con 0x5581faa0ed60 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): picked mon.noname-b con 0x5581faa1dd10 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient(hunting): authenticate will time out at 2534.756657s 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): get_auth_request con 0x5581faa0ed60 auth_method 0 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.094 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): get_auth_request con 0x5581fa9eee10 auth_method 0 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:35:00.468+0000 7fe8a7794640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request con 0x5581faa1dd10 auth_method 0 2024-09-12T17:35:01.095 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:35:00.468+0000 7fe8a7f95640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient(hunting): handle_auth_done global_id 8295 payload 824 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient: _finish_hunting 0 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:35:00.468+0000 7fe8a8796640 1 monclient: found mon.noname-a 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:35:00.468+0000 7fe8a8796640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: dump: 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.096 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: _finish_auth 0 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: _check_auth_tickets 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:35:00.468+0000 7fe7857fa640 10 monclient: dump: 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:01.097 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:35:00.468+0000 7fe786ffd640 4 set_mon_vals no callback set 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 monclient: authenticate success, global_id 8295 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.098 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _renew_subs 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 1 librados: init done 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cr dump hook 0x5581faa0c138 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:35:00.468+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:35:00.468+0000 7fe7857fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:35:00.468+0000 7fe7857fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:35:00.468+0000 7fe7857fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:35:00.472+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe770070b10 auth_method 0 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:35:00.472+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x5581faa37c50 auth_method 0 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 realm 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.099 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:35:00.472+0000 7fe8a7794640 10 monclient: get_auth_request con 0x5581faa3bf50 auth_method 0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:35:00.472+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:35:00.472+0000 7fe8a8796640 10 monclient: get_auth_request con 0x5581faa3f670 auth_method 0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:35:00.476+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:35:00.476+0000 7fe8aa48f9c0 20 searching for the correct realm 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:35:00.476+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x7fe8a0100d80 auth_method 0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:35:00.476+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe89803a960 auth_method 0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:35:00.476+0000 7fe8a8796640 10 monclient: get_auth_request con 0x7fe89c03e060 auth_method 0 2024-09-12T17:35:01.100 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:35:00.480+0000 7fe8a8796640 0 -- 172.21.15.1:0/1256498804 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe89c03e060 msgr2=0x7fe89c06b9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:35:00.684+0000 7fe8a8796640 10 monclient: get_auth_request con 0x7fe89c03e060 auth_method 0 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:35:00.688+0000 7fe8a7f95640 10 monclient: get_auth_request con 0x7fe8a00ed130 auth_method 0 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:35:00.696+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe8a0124920 auth_method 0 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:35:00.696+0000 7fe8a7794640 0 -- 172.21.15.1:0/1256498804 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe8a0124920 msgr2=0x7fe8a00e14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:35:00.900+0000 7fe8a7794640 10 monclient: get_auth_request con 0x7fe8a0124920 auth_method 0 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.101 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 zone default found 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 Realm: () 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 zonegroup default 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.102 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:35:00.916+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 started sync module instance, tier type = 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:35:00.920+0000 7fe8aa48f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=0 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=1 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=2 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=3 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=4 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=5 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=6 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 20 add_watcher() i=7 2024-09-12T17:35:01.103 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:35:00.944+0000 7fe8aa48f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding auth protocol: cephx 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding auth protocol: cephx 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding auth protocol: cephx 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:35:00.948+0000 7fe75dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.104 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: crc 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:35:00.948+0000 7fe8aa48f9c0 5 AuthRegistry(0x7ffc98d95730) adding con mode: secure 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache list hook 0x5581fa9eb1e0 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache inspect hook 0x5581fa9eb1e0 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache erase hook 0x5581fa9eb1e0 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command cache zap hook 0x5581fa9eb1e0 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 note: GC not initialized 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:35:00.952+0000 7fe75cfe1640 20 reqs_thread_entry: start 2024-09-12T17:35:01.105 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace show hook 0x7fe89800fc80 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace history hook 0x7fe89800fc80 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace active hook 0x7fe89800fc80 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 5 asok(0x5581fa7402b0) register_command sync trace active_short hook 0x7fe89800fc80 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 Filter name: none 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:35:00.952+0000 7fe6d67fc640 20 reqs_thread_entry: start 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:01.106 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:35:00.952+0000 7fe8aa48f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:35:00.956+0000 7fe8aa48f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:35:00.960+0000 7fe8aa48f9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:35:00.968+0000 7fe8aa48f9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366260 cookie 94016744222752 notifier 8295 bl.length()=827 2024-09-12T17:35:01.107 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:35:00.968+0000 7fe786ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:35:00.972+0000 7fe8aa48f9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:35:00.976+0000 7fe8aa48f9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe8aa48f9c0 time 2024-09-12T17:35:00.979332+0000 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe8add692eb] 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:01.108 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 4: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 6: main() 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 8: __libc_start_main() 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 9: _start() 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:35:00.980+0000 7fe8aa48f9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7fe8aa48f9c0 thread_name:radosgw-admin 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe8acbe8520] 2024-09-12T17:35:01.109 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe8add69345] 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe8add6949f] 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5581f95fd0c1] 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 8: radosgw-admin(+0x14100ec) [0x5581fa0530ec] 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5581f960f18d] 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 10: main() 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe8acbcfd90] 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 12: __libc_start_main() 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: 13: _start() 2024-09-12T17:35:01.110 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:01.111 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:01.112 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:35:01.113 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:35:01.114 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:35:01.115 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:01.116 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:01.117 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe6d67fc640 / http_manager 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe75cfe1640 / http_manager 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe75dfe3640 / rgw_dt_lg_renew 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe7857fa640 / ms_dispatch 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe786ffd640 / io_context_pool 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe78d7fa640 / ms_dispatch 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe78ffff640 / ms_dispatch 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe79560a640 / io_context_pool 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe795e0b640 / io_context_pool 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a6f93640 / io_context_pool 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a7794640 / msgr-worker-2 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a7f95640 / msgr-worker-1 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8a8796640 / msgr-worker-0 2024-09-12T17:35:01.118 INFO:tasks.workunit.client.0.smithi001.stderr: 7fe8aa48f9c0 / radosgw-admin 2024-09-12T17:35:01.119 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:35:01.119 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:35:01.119 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:35:00.981842Z_dcefc2cc-8ac5-42ce-97cd-aa274399cbc3/log 2024-09-12T17:35:01.119 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:35:01.119 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:35:01.119 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:35:01.123 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:01.123 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:01.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 realm 2024-09-12T17:35:01.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.064+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.068+0000 7f164c6c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.068+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.068+0000 7f164c6c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.068+0000 7f164c6c39c0 20 searching for the correct realm 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.072+0000 7f164a9ca640 0 -- 172.21.15.1:0/3088286569 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55b06e798e70 msgr2=0x55b06e79b260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.080+0000 7f16499c8640 0 -- 172.21.15.1:0/3088286569 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f164406e130 msgr2=0x7f1644091180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:01.124 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.088+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 zone default found 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 4 Realm: () 2024-09-12T17:35:01.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 zonegroup default 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 started sync module instance, tier type = 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.092+0000 7f164c6c39c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=0 2024-09-12T17:35:01.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=1 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=2 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=3 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=4 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=5 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.108+0000 7f164c6c39c0 20 add_watcher() i=6 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.112+0000 7f164c6c39c0 20 add_watcher() i=7 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.112+0000 7f164c6c39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.112+0000 7f1500fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 5 note: GC not initialized 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f147b7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:01.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 Filter name: none 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f14797fa640 20 reqs_thread_entry: start 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:01.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.116+0000 7f164c6c39c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.120+0000 7f164c6c39c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.120+0000 7f164c6c39c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.120+0000 7f164c6c39c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.120+0000 7f164c6c39c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.120+0000 7f1500fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:01.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.124+0000 7f164c6c39c0 20 remove_watcher() i=0 2024-09-12T17:35:01.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.124+0000 7f164c6c39c0 2 removed watcher, disabling cache 2024-09-12T17:35:01.130 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.128+0000 7f164c6c39c0 20 remove_watcher() i=1 2024-09-12T17:35:01.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.128+0000 7f164c6c39c0 20 remove_watcher() i=2 2024-09-12T17:35:01.133 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.132+0000 7f164c6c39c0 20 remove_watcher() i=3 2024-09-12T17:35:01.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.136+0000 7f164c6c39c0 20 remove_watcher() i=4 2024-09-12T17:35:01.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.136+0000 7f164c6c39c0 20 remove_watcher() i=5 2024-09-12T17:35:01.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.136+0000 7f164c6c39c0 20 remove_watcher() i=6 2024-09-12T17:35:01.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:01.140+0000 7f164c6c39c0 20 remove_watcher() i=7 2024-09-12T17:35:01.153 INFO:tasks.workunit.client.0.smithi001.stderr: test: duplicated entries can be purged manually 2024-09-12T17:35:31.184 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:35:31.218 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:31.218 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:31.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.264+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 realm 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:31.270 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:31.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.268+0000 7fc4808a19c0 20 searching for the correct realm 2024-09-12T17:35:31.274 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.272+0000 7fc47eba8640 0 -- 172.21.15.1:0/869039142 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc468082040 msgr2=0x7fc468067710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:31.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.488+0000 7fc47dba6640 0 -- 172.21.15.1:0/869039142 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc478123360 msgr2=0x7fc47811c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:31.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:31.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:31.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:31.707 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:31.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:31.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:31.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.704+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.708 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:31.709 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 zone default found 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 4 Realm: () 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 zonegroup default 2024-09-12T17:35:31.710 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.708+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.712+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.711 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.712+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.712+0000 7fc4808a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.712+0000 7fc4808a19c0 20 started sync module instance, tier type = 2024-09-12T17:35:31.712 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.712+0000 7fc4808a19c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=0 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=1 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=2 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=3 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=4 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=5 2024-09-12T17:35:31.737 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=6 2024-09-12T17:35:31.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 20 add_watcher() i=7 2024-09-12T17:35:31.739 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.736+0000 7fc4808a19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:31.743 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.740+0000 7fc3357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:31.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:31.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:31.744 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 5 note: GC not initialized 2024-09-12T17:35:31.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc32f7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:31.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:31.745 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 Filter name: none 2024-09-12T17:35:31.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc32d7fa640 20 reqs_thread_entry: start 2024-09-12T17:35:31.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:31.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.744+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:31.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:31.748 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:31.749 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:31.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.748+0000 7fc4808a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:31.753 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.752+0000 7fc3357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:31.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.756+0000 7fc4808a19c0 20 remove_watcher() i=0 2024-09-12T17:35:31.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.756+0000 7fc4808a19c0 2 removed watcher, disabling cache 2024-09-12T17:35:31.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.760+0000 7fc4808a19c0 20 remove_watcher() i=1 2024-09-12T17:35:31.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.760+0000 7fc4808a19c0 20 remove_watcher() i=2 2024-09-12T17:35:31.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.764+0000 7fc4808a19c0 20 remove_watcher() i=3 2024-09-12T17:35:31.768 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.768+0000 7fc4808a19c0 20 remove_watcher() i=4 2024-09-12T17:35:31.770 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.768+0000 7fc4808a19c0 20 remove_watcher() i=5 2024-09-12T17:35:31.771 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.772+0000 7fc4808a19c0 20 remove_watcher() i=6 2024-09-12T17:35:31.773 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.772+0000 7fc4808a19c0 20 remove_watcher() i=7 2024-09-12T17:35:31.789 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:31.789 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:35:31.789 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-12T17:35:31.789 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:31.790 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:35:31.828 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:31.828 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:31.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 realm 2024-09-12T17:35:31.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:31.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:31.875 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:31.876 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:31.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:31.877 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.876+0000 7f7f475959c0 20 searching for the correct realm 2024-09-12T17:35:31.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:31.880+0000 7f7f4589c640 0 -- 172.21.15.1:0/1627754911 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7f3c09b390 msgr2=0x7f7f3c067130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.096+0000 7f7f4489a640 0 -- 172.21.15.1:0/1627754911 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7f400ee920 msgr2=0x7f7f400ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.316 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.317 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 zone default found 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 4 Realm: () 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:32.318 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 zonegroup default 2024-09-12T17:35:32.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.319 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.320 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.320+0000 7f7f475959c0 20 started sync module instance, tier type = 2024-09-12T17:35:32.321 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.320+0000 7f7f475959c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=0 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=1 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=2 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=3 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=4 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=5 2024-09-12T17:35:32.344 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=6 2024-09-12T17:35:32.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=7 2024-09-12T17:35:32.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.344+0000 7f7f475959c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:32.351 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7dfb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:32.352 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:32.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:32.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 5 note: GC not initialized 2024-09-12T17:35:32.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7dfa7e4640 20 reqs_thread_entry: start 2024-09-12T17:35:32.353 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:32.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 Filter name: none 2024-09-12T17:35:32.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7d6bfff640 20 reqs_thread_entry: start 2024-09-12T17:35:32.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:32.354 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:32.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:32.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:32.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:32.355 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.356+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:32.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.356+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.356+0000 7f7f475959c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.356+0000 7f7f475959c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:32.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.356+0000 7f7f475959c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.357 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.356+0000 7f7f475959c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:32.360 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.360+0000 7f7f475959c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:32.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7f475959c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7f475959c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7f475959c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366261 cookie 94053453871280 notifier 8349 bl.length()=827 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:35:32.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:35:32.379 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7f475959c0 time 2024-09-12T17:35:32.380555+0000 2024-09-12T17:35:32.379 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:32.381 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.381 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7f4ae6f2eb] 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.380+0000 7f7f475959c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7f475959c0 time 2024-09-12T17:35:32.380555+0000 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7f4ae6f2eb] 2024-09-12T17:35:32.382 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:35:32.383 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7f475959c0 thread_name:radosgw-admin 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7f49cee520] 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7f4ae6f345] 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:35:32.385 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.384+0000 7f7f475959c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7f475959c0 thread_name:radosgw-admin 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7f49cee520] 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7f4ae6f345] 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.386 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.387 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:35:32.402 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:35:31.848+0000 7f7f475959c0 5 monclient: authenticate success, global_id 8337 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:35:31.848+0000 7f7f475959c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:35:31.848+0000 7f7f475959c0 4 set_mon_vals no callback set 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: dump: 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.403 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:35:31.848+0000 7f7f475959c0 10 monclient: shutdown 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:35:31.848+0000 7f7f475959c0 5 asok(0x558a8684e2b0) unregister_commands rotate-key 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.404 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding auth protocol: cephx 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding auth protocol: cephx 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding auth protocol: cephx 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.405 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.406 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:35:31.852+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: starting msgr at 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: starting objecter 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command objecter_requests hook 0x558a86a87af0 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: setting wanted keys 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: calling monclient init 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding auth protocol: cephx 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding auth protocol: cephx 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding auth protocol: cephx 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.407 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:35:31.852+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:35:31.852+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key hook 0x558a86a58108 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:32.408 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a8699d410 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a869a3c70 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a869a46a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.141307s 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a869a3c70 auth_method 0 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.409 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a8699d410 auth_method 0 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a869a46a0 auth_method 0 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.410 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_done global_id 8340 payload 824 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:35:31.852+0000 7f7f4489a640 1 monclient: found mon.noname-a 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: dump: 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.411 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: dump: 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.412 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:35:31.852+0000 7f7e33606640 4 set_mon_vals no callback set 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 monclient: authenticate success, global_id 8340 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.413 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: init done 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:35:31.856+0000 7f7e31e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:35:31.856+0000 7f7e31e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:35:31.856+0000 7f7e31e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:35:31.856+0000 7f7f4509b640 10 monclient: get_auth_request con 0x7f7e2c070ae0 auth_method 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:35:31.856+0000 7f7f4589c640 10 monclient: get_auth_request con 0x558a86a8bb60 auth_method 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:35:31.856+0000 7f7f4509b640 10 monclient: get_auth_request con 0x558a86aa3990 auth_method 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:35:31.856+0000 7f7f4489a640 10 monclient: get_auth_request con 0x558a86aa7d30 auth_method 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:35:31.860+0000 7f7f4589c640 10 monclient: get_auth_request con 0x558a86aac200 auth_method 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:35:31.860+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.414 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding auth protocol: cephx 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding auth protocol: cephx 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding auth protocol: cephx 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.415 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:35:31.860+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x558a86ab38c0 EEXIST 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding auth protocol: cephx 2024-09-12T17:35:32.416 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding auth protocol: cephx 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding auth protocol: cephx 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.417 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:35:31.860+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:35:31.860+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key cmddesc rotate-key hook 0x558a86aaf090 EEXIST 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a86ad7a70 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a86ad73a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a86ad5d80 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.151828s 2024-09-12T17:35:32.418 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a86ad7a70 auth_method 0 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a86ad5d80 auth_method 0 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.419 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a86ad73a0 auth_method 0 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_done global_id 7805 payload 824 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:35:31.864+0000 7f7f4489a640 1 monclient: found mon.noname-c 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: dump: 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.420 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:32.421 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: dump: 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 monclient: authenticate success, global_id 7805 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.422 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:35:31.864+0000 7f7f4609d640 4 set_mon_vals no callback set 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:35:31.864+0000 7f7e2affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:35:31.864+0000 7f7e2affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:35:31.864+0000 7f7e2affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:35:31.864+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.423 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding auth protocol: cephx 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding auth protocol: cephx 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding auth protocol: cephx 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.424 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient: get_auth_request con 0x7f7e20070a20 auth_method 0 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:35:31.864+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding auth protocol: cephx 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding auth protocol: cephx 2024-09-12T17:35:32.425 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding auth protocol: cephx 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.426 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:35:31.864+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:35:31.864+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc6105ccb8 EEXIST 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a86b2b700 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a86b2bae0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a86b25ee0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.155798s 2024-09-12T17:35:32.427 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a86b2bae0 auth_method 0 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a86b25ee0 auth_method 0 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.428 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a86b2b700 auth_method 0 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_done global_id 7808 payload 274 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:35:31.868+0000 7f7f4589c640 1 monclient: found mon.noname-c 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: dump: 2024-09-12T17:35:32.429 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 monclient: authenticate success, global_id 7808 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:32.430 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:35:31.868+0000 7f7f475959c0 4 set_mon_vals no callback set 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: dump: 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.431 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: shutdown 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.432 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding auth protocol: cephx 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding auth protocol: cephx 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding auth protocol: cephx 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.433 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:35:31.868+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: starting msgr at 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: starting objecter 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x558a86b270d0 EEXIST 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: setting wanted keys 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: calling monclient init 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding auth protocol: cephx 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding auth protocol: cephx 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding auth protocol: cephx 2024-09-12T17:35:32.434 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:35:31.868+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:35:31.868+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.435 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key cmddesc rotate-key hook 0x558a86ad99d8 EEXIST 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a86b25ee0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a86b2b700 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a86b1c5d0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.158313s 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a86b2b700 auth_method 0 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.436 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a86b1c5d0 auth_method 0 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a86b25ee0 auth_method 0 2024-09-12T17:35:32.437 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_done global_id 8349 payload 824 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:35:31.868+0000 7f7f4589c640 1 monclient: found mon.noname-a 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: dump: 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.438 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 monclient: authenticate success, global_id 8349 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.439 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: dump: 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 4 set_mon_vals no callback set 2024-09-12T17:35:32.440 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: init done 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cr dump hook 0x558a86af93d8 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:35:31.872+0000 7f7e16ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:35:31.872+0000 7f7e16ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:35:31.872+0000 7f7e16ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:35:31.872+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7e10070ae0 auth_method 0 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:35:31.872+0000 7f7f4509b640 10 monclient: get_auth_request con 0x558a86b451b0 auth_method 0 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 realm 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.441 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:35:31.872+0000 7f7f475959c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:35:31.872+0000 7f7f4489a640 10 monclient: get_auth_request con 0x558a86b493b0 auth_method 0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:35:31.876+0000 7f7f4589c640 10 monclient: get_auth_request con 0x558a86b4cc10 auth_method 0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 searching for the correct realm 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:35:31.876+0000 7f7f4509b640 10 monclient: get_auth_request con 0x7f7f400b7070 auth_method 0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:35:31.880+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7f38027040 auth_method 0 2024-09-12T17:35:32.442 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:35:31.880+0000 7f7f4589c640 10 monclient: get_auth_request con 0x7f7f3c09b390 auth_method 0 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:35:31.880+0000 7f7f4589c640 0 -- 172.21.15.1:0/1627754911 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7f3c09b390 msgr2=0x7f7f3c067130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:35:32.084+0000 7f7f4589c640 10 monclient: get_auth_request con 0x7f7f3c09b390 auth_method 0 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:35:32.088+0000 7f7f4509b640 10 monclient: get_auth_request con 0x7f7f40139050 auth_method 0 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:35:32.096+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7f400ee920 auth_method 0 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:35:32.096+0000 7f7f4489a640 0 -- 172.21.15.1:0/1627754911 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7f400ee920 msgr2=0x7f7f400ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:35:32.300+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7f400ee920 auth_method 0 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.443 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 zone default found 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:35:32.316+0000 7f7f475959c0 4 Realm: () 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:35:32.316+0000 7f7f475959c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:35:32.316+0000 7f7f475959c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:35:32.316+0000 7f7f475959c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 zonegroup default 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.444 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 started sync module instance, tier type = 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=0 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=1 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=2 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=3 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=4 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=5 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=6 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=7 2024-09-12T17:35:32.445 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:35:32.344+0000 7f7f475959c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding auth protocol: cephx 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding auth protocol: cephx 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding auth protocol: cephx 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:35:32.352+0000 7f7dfb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.446 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:35:32.352+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache list hook 0x558a86b24fb0 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache inspect hook 0x558a86b24fb0 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache erase hook 0x558a86b24fb0 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache zap hook 0x558a86b24fb0 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 note: GC not initialized 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:35:32.352+0000 7f7dfa7e4640 20 reqs_thread_entry: start 2024-09-12T17:35:32.447 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace show hook 0x7f7f400aba30 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace history hook 0x7f7f400aba30 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace active hook 0x7f7f400aba30 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace active_short hook 0x7f7f400aba30 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 Filter name: none 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:35:32.352+0000 7f7d6bfff640 20 reqs_thread_entry: start 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.448 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:35:32.356+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:35:32.360+0000 7f7f475959c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366261 cookie 94053453871280 notifier 8349 bl.length()=827 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.449 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:35:32.380+0000 7f7f475959c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7f475959c0 time 2024-09-12T17:35:32.380555+0000 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7f4ae6f2eb] 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.450 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:35:32.384+0000 7f7f475959c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7f475959c0 thread_name:radosgw-admin 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7f49cee520] 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:32.451 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7f4ae6f345] 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:35:32.452 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:35:32.453 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:35:32.454 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:32.455 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:35:32.456 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:32.457 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:35:32.458 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7d6bfff640 / http_manager 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7dfa7e4640 / http_manager 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7dfb7e6640 / rgw_dt_lg_renew 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e16ffd640 / ms_dispatch 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e28ff9640 / io_context_pool 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e2affd640 / ms_dispatch 2024-09-12T17:35:32.459 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e31e03640 / ms_dispatch 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e33606640 / io_context_pool 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4489a640 / msgr-worker-2 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4509b640 / msgr-worker-1 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4589c640 / msgr-worker-0 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4609d640 / io_context_pool 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f475959c0 / radosgw-admin 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/log/ceph/ceph-client.admin.144185.log 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr:--- begin dump of recent events --- 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: -499> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.460 INFO:tasks.workunit.client.0.smithi001.stderr: -498> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -497> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -496> 2024-09-12T17:35:31.848+0000 7f7f475959c0 5 monclient: authenticate success, global_id 8337 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -495> 2024-09-12T17:35:31.848+0000 7f7f475959c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -494> 2024-09-12T17:35:31.848+0000 7f7f475959c0 4 set_mon_vals no callback set 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -493> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -492> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr: -491> 2024-09-12T17:35:31.848+0000 7f7e33606640 10 monclient: dump: 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.461 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr: -490> 2024-09-12T17:35:31.848+0000 7f7f475959c0 10 monclient: shutdown 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr: -489> 2024-09-12T17:35:31.848+0000 7f7f475959c0 5 asok(0x558a8684e2b0) unregister_commands rotate-key 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr: -488> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr: -487> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr: -486> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.462 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr: -485> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding auth protocol: cephx 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr: -484> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding auth protocol: cephx 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr: -483> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding auth protocol: cephx 2024-09-12T17:35:32.463 INFO:tasks.workunit.client.0.smithi001.stderr: -482> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -481> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -480> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -479> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -478> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -477> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -476> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -475> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -474> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -473> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -472> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: crc 2024-09-12T17:35:32.464 INFO:tasks.workunit.client.0.smithi001.stderr: -471> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a82e80) adding con mode: secure 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -470> 2024-09-12T17:35:31.852+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -469> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: starting msgr at 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -468> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: starting objecter 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -467> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command objecter_requests hook 0x558a86a87af0 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -466> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: setting wanted keys 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -465> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: calling monclient init 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -464> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -463> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding auth protocol: cephx 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -462> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding auth protocol: cephx 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -461> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding auth protocol: cephx 2024-09-12T17:35:32.465 INFO:tasks.workunit.client.0.smithi001.stderr: -460> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -459> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -458> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -457> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -456> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -455> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -454> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -453> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -452> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -451> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -450> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: crc 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -449> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 AuthRegistry(0x558a86a57fc0) adding con mode: secure 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -448> 2024-09-12T17:35:31.852+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -447> 2024-09-12T17:35:31.852+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.466 INFO:tasks.workunit.client.0.smithi001.stderr: -446> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key hook 0x558a86a58108 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -445> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -444> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -443> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a8699d410 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -442> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a869a3c70 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -441> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a869a46a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -440> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -439> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -438> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -437> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -436> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.141307s 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -435> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a869a3c70 auth_method 0 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -434> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.467 INFO:tasks.workunit.client.0.smithi001.stderr: -433> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -432> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -431> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a8699d410 auth_method 0 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -430> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -429> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -428> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -427> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -426> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -425> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -424> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -423> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -422> 2024-09-12T17:35:31.852+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -421> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a869a46a0 auth_method 0 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -420> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.468 INFO:tasks.workunit.client.0.smithi001.stderr: -419> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -418> 2024-09-12T17:35:31.852+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -417> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient(hunting): handle_auth_done global_id 8340 payload 824 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -416> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -415> 2024-09-12T17:35:31.852+0000 7f7f4489a640 1 monclient: found mon.noname-a 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -414> 2024-09-12T17:35:31.852+0000 7f7f4489a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -413> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -412> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr: -411> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: dump: 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.469 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: -410> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: -409> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: -408> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: -407> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: -406> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr: -405> 2024-09-12T17:35:31.852+0000 7f7e31e03640 10 monclient: dump: 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.470 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: -404> 2024-09-12T17:35:31.852+0000 7f7e33606640 4 set_mon_vals no callback set 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: -403> 2024-09-12T17:35:31.852+0000 7f7f475959c0 5 monclient: authenticate success, global_id 8340 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: -402> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: -401> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: -400> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.471 INFO:tasks.workunit.client.0.smithi001.stderr: -399> 2024-09-12T17:35:31.852+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -398> 2024-09-12T17:35:31.852+0000 7f7f475959c0 1 librados: init done 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -397> 2024-09-12T17:35:31.856+0000 7f7e31e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -396> 2024-09-12T17:35:31.856+0000 7f7e31e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -395> 2024-09-12T17:35:31.856+0000 7f7e31e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -394> 2024-09-12T17:35:31.856+0000 7f7f4509b640 10 monclient: get_auth_request con 0x7f7e2c070ae0 auth_method 0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -393> 2024-09-12T17:35:31.856+0000 7f7f4589c640 10 monclient: get_auth_request con 0x558a86a8bb60 auth_method 0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -392> 2024-09-12T17:35:31.856+0000 7f7f4509b640 10 monclient: get_auth_request con 0x558a86aa3990 auth_method 0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -391> 2024-09-12T17:35:31.856+0000 7f7f4489a640 10 monclient: get_auth_request con 0x558a86aa7d30 auth_method 0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -390> 2024-09-12T17:35:31.860+0000 7f7f4589c640 10 monclient: get_auth_request con 0x558a86aac200 auth_method 0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -389> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -388> 2024-09-12T17:35:31.860+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr: -387> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.472 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.473 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -386> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding auth protocol: cephx 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -385> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding auth protocol: cephx 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -384> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding auth protocol: cephx 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -383> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -382> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -381> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -380> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -379> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -378> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -377> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -376> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -375> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.474 INFO:tasks.workunit.client.0.smithi001.stderr: -374> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -373> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: crc 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -372> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaff90) adding con mode: secure 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -371> 2024-09-12T17:35:31.860+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -370> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x558a86ab38c0 EEXIST 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -369> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -368> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding auth protocol: cephx 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -367> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding auth protocol: cephx 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -366> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding auth protocol: cephx 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -365> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -364> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -363> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -362> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.475 INFO:tasks.workunit.client.0.smithi001.stderr: -361> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -360> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -359> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -358> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -357> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -356> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -355> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: crc 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -354> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 AuthRegistry(0x558a86aaef48) adding con mode: secure 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -353> 2024-09-12T17:35:31.860+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -352> 2024-09-12T17:35:31.860+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -351> 2024-09-12T17:35:31.860+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key cmddesc rotate-key hook 0x558a86aaf090 EEXIST 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -350> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -349> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:32.476 INFO:tasks.workunit.client.0.smithi001.stderr: -348> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a86ad7a70 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -347> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a86ad73a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -346> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a86ad5d80 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -345> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -344> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -343> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -342> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -341> 2024-09-12T17:35:31.860+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.151828s 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -340> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a86ad7a70 auth_method 0 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -339> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -338> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.477 INFO:tasks.workunit.client.0.smithi001.stderr: -337> 2024-09-12T17:35:31.860+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -336> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a86ad5d80 auth_method 0 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -335> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -334> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -333> 2024-09-12T17:35:31.860+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -332> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -331> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -330> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -329> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -328> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -327> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -326> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a86ad73a0 auth_method 0 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -325> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -324> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.478 INFO:tasks.workunit.client.0.smithi001.stderr: -323> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -322> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient(hunting): handle_auth_done global_id 7805 payload 824 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -321> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -320> 2024-09-12T17:35:31.864+0000 7f7f4489a640 1 monclient: found mon.noname-c 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -319> 2024-09-12T17:35:31.864+0000 7f7f4489a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -318> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -317> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr: -316> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: dump: 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.479 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: -315> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: -314> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: -313> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: -312> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: -311> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr: -310> 2024-09-12T17:35:31.864+0000 7f7e2affd640 10 monclient: dump: 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.480 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: -309> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 monclient: authenticate success, global_id 7805 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: -308> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: -307> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: -306> 2024-09-12T17:35:31.864+0000 7f7f4609d640 4 set_mon_vals no callback set 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: -305> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.481 INFO:tasks.workunit.client.0.smithi001.stderr: -304> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -303> 2024-09-12T17:35:31.864+0000 7f7e2affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -302> 2024-09-12T17:35:31.864+0000 7f7e2affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -301> 2024-09-12T17:35:31.864+0000 7f7e2affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -300> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -299> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -298> 2024-09-12T17:35:31.864+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr: -297> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.482 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -296> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding auth protocol: cephx 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -295> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding auth protocol: cephx 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -294> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding auth protocol: cephx 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -293> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -292> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -291> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -290> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -289> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.483 INFO:tasks.workunit.client.0.smithi001.stderr: -288> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -287> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -286> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -285> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -284> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -283> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: crc 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -282> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x558a86af7350) adding con mode: secure 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -281> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient: get_auth_request con 0x7f7e20070a20 auth_method 0 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -280> 2024-09-12T17:35:31.864+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -279> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -278> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding auth protocol: cephx 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -277> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding auth protocol: cephx 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -276> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding auth protocol: cephx 2024-09-12T17:35:32.484 INFO:tasks.workunit.client.0.smithi001.stderr: -275> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -274> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -273> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -272> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -271> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -270> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -269> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -268> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -267> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -266> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.485 INFO:tasks.workunit.client.0.smithi001.stderr: -265> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: crc 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -264> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105cb70) adding con mode: secure 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -263> 2024-09-12T17:35:31.864+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -262> 2024-09-12T17:35:31.864+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -261> 2024-09-12T17:35:31.864+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc6105ccb8 EEXIST 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -260> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -259> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -258> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a86b2b700 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -257> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a86b2bae0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -256> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a86b25ee0 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -255> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -254> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -253> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.486 INFO:tasks.workunit.client.0.smithi001.stderr: -252> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -251> 2024-09-12T17:35:31.864+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.155798s 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -250> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a86b2bae0 auth_method 0 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -249> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -248> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -247> 2024-09-12T17:35:31.864+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -246> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a86b25ee0 auth_method 0 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -245> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -244> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -243> 2024-09-12T17:35:31.864+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -242> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -241> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.487 INFO:tasks.workunit.client.0.smithi001.stderr: -240> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -239> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -238> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -237> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -236> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a86b2b700 auth_method 0 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -235> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -234> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -233> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -232> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_done global_id 7808 payload 274 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -231> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -230> 2024-09-12T17:35:31.868+0000 7f7f4589c640 1 monclient: found mon.noname-c 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -229> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.1:3301/0 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -228> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -227> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:32.488 INFO:tasks.workunit.client.0.smithi001.stderr: -226> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: dump: 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr: -225> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr: -224> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.489 INFO:tasks.workunit.client.0.smithi001.stderr: -223> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr: -222> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 monclient: authenticate success, global_id 7808 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr: -221> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr: -220> 2024-09-12T17:35:31.868+0000 7f7f475959c0 4 set_mon_vals no callback set 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr: -219> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr: -218> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr: -217> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 10 monclient: dump: 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.490 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr: -216> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: shutdown 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr: -215> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: build_initial_monmap 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr: -214> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr: -213> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: monmap: 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 0 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 0.000000 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:created 0.000000 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.491 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.noname-a 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.noname-c 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -212> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding auth protocol: cephx 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -211> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding auth protocol: cephx 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -210> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding auth protocol: cephx 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -209> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -208> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -207> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -206> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -205> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -204> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.492 INFO:tasks.workunit.client.0.smithi001.stderr: -203> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -202> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -201> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -200> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -199> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: crc 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -198> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86b27b10) adding con mode: secure 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -197> 2024-09-12T17:35:31.868+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -196> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: starting msgr at 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -195> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: starting objecter 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -194> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x558a86b270d0 EEXIST 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -193> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: setting wanted keys 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -192> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: calling monclient init 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -191> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: init 2024-09-12T17:35:32.493 INFO:tasks.workunit.client.0.smithi001.stderr: -190> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding auth protocol: cephx 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -189> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding auth protocol: cephx 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -188> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding auth protocol: cephx 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -187> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -186> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -185> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -184> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -183> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -182> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -181> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -180> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -179> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -178> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.494 INFO:tasks.workunit.client.0.smithi001.stderr: -177> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: crc 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -176> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 AuthRegistry(0x558a86ad9890) adding con mode: secure 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -175> 2024-09-12T17:35:31.868+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -174> 2024-09-12T17:35:31.868+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -173> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command rotate-key cmddesc rotate-key hook 0x558a86ad99d8 EEXIST 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -172> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -171> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -170> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-b con 0x558a86b25ee0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -169> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-a con 0x558a86b2b700 addr [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -168> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): picked mon.noname-c con 0x558a86b1c5d0 addr [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -167> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -166> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -165> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:32.495 INFO:tasks.workunit.client.0.smithi001.stderr: -164> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -163> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient(hunting): authenticate will time out at 2566.158313s 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -162> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): get_auth_request con 0x558a86b2b700 auth_method 0 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -161> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -160> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -159> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -158> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): get_auth_request con 0x558a86b1c5d0 auth_method 0 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -157> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -156> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -155> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -154> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -153> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -152> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.496 INFO:tasks.workunit.client.0.smithi001.stderr: -151> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -150> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -149> 2024-09-12T17:35:31.868+0000 7f7f4509b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -148> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request con 0x558a86b25ee0 auth_method 0 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -147> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -146> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -145> 2024-09-12T17:35:31.868+0000 7f7f4489a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -144> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient(hunting): handle_auth_done global_id 8349 payload 824 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -143> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -142> 2024-09-12T17:35:31.868+0000 7f7f4589c640 1 monclient: found mon.noname-a 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -141> 2024-09-12T17:35:31.868+0000 7f7f4589c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -140> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -139> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr: -138> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: dump: 2024-09-12T17:35:32.497 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr: -137> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: _finish_auth 0 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr: -136> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr: -135> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 monclient: authenticate success, global_id 8349 2024-09-12T17:35:32.498 INFO:tasks.workunit.client.0.smithi001.stderr: -134> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr: -133> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr: -132> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr: -131> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr: -130> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr: -129> 2024-09-12T17:35:31.868+0000 7f7e16ffd640 10 monclient: dump: 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:epoch 1 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:fsid 0a4cd0a7-bf25-4d0f-b086-f0a23c297b60 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:last_changed 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:created 2024-09-12T17:08:32.233767+0000 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:election_strategy: 1 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-09-12T17:35:32.499 INFO:tasks.workunit.client.0.smithi001.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr:2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -128> 2024-09-12T17:35:31.868+0000 7f7e28ff9640 4 set_mon_vals no callback set 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -127> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _renew_subs 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -126> 2024-09-12T17:35:31.868+0000 7f7f475959c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.1:3300/0 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -125> 2024-09-12T17:35:31.868+0000 7f7f475959c0 1 librados: init done 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -124> 2024-09-12T17:35:31.868+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cr dump hook 0x558a86af93d8 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -123> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -122> 2024-09-12T17:35:31.872+0000 7f7e16ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -121> 2024-09-12T17:35:31.872+0000 7f7e16ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -120> 2024-09-12T17:35:31.872+0000 7f7e16ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.174:6832/622131354,v1:172.21.15.174:6833/622131354] 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -119> 2024-09-12T17:35:31.872+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7e10070ae0 auth_method 0 2024-09-12T17:35:32.500 INFO:tasks.workunit.client.0.smithi001.stderr: -118> 2024-09-12T17:35:31.872+0000 7f7f4509b640 10 monclient: get_auth_request con 0x558a86b451b0 auth_method 0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -117> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -116> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 realm 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -115> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -114> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -113> 2024-09-12T17:35:31.872+0000 7f7f475959c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -112> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -111> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -110> 2024-09-12T17:35:31.872+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -109> 2024-09-12T17:35:31.872+0000 7f7f4489a640 10 monclient: get_auth_request con 0x558a86b493b0 auth_method 0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -108> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -107> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -106> 2024-09-12T17:35:31.876+0000 7f7f4589c640 10 monclient: get_auth_request con 0x558a86b4cc10 auth_method 0 2024-09-12T17:35:32.501 INFO:tasks.workunit.client.0.smithi001.stderr: -105> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -104> 2024-09-12T17:35:31.876+0000 7f7f475959c0 20 searching for the correct realm 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -103> 2024-09-12T17:35:31.876+0000 7f7f4509b640 10 monclient: get_auth_request con 0x7f7f400b7070 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -102> 2024-09-12T17:35:31.880+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7f38027040 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -101> 2024-09-12T17:35:31.880+0000 7f7f4589c640 10 monclient: get_auth_request con 0x7f7f3c09b390 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -100> 2024-09-12T17:35:31.880+0000 7f7f4589c640 0 -- 172.21.15.1:0/1627754911 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7f3c09b390 msgr2=0x7f7f3c067130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -99> 2024-09-12T17:35:32.084+0000 7f7f4589c640 10 monclient: get_auth_request con 0x7f7f3c09b390 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -98> 2024-09-12T17:35:32.088+0000 7f7f4509b640 10 monclient: get_auth_request con 0x7f7f40139050 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -97> 2024-09-12T17:35:32.096+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7f400ee920 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -96> 2024-09-12T17:35:32.096+0000 7f7f4489a640 0 -- 172.21.15.1:0/1627754911 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7f400ee920 msgr2=0x7f7f400ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -95> 2024-09-12T17:35:32.300+0000 7f7f4489a640 10 monclient: get_auth_request con 0x7f7f400ee920 auth_method 0 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -94> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -93> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -92> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:32.502 INFO:tasks.workunit.client.0.smithi001.stderr: -91> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -90> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -89> 2024-09-12T17:35:32.312+0000 7f7f475959c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -88> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -87> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -86> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -85> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -84> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -83> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -82> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 zone default found 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -81> 2024-09-12T17:35:32.316+0000 7f7f475959c0 4 Realm: () 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -80> 2024-09-12T17:35:32.316+0000 7f7f475959c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -79> 2024-09-12T17:35:32.316+0000 7f7f475959c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -78> 2024-09-12T17:35:32.316+0000 7f7f475959c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:32.503 INFO:tasks.workunit.client.0.smithi001.stderr: -77> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 zonegroup default 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -76> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -75> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -74> 2024-09-12T17:35:32.316+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -73> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -72> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -71> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -70> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 started sync module instance, tier type = 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -69> 2024-09-12T17:35:32.320+0000 7f7f475959c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -68> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=0 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -67> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=1 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -66> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=2 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -65> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=3 2024-09-12T17:35:32.504 INFO:tasks.workunit.client.0.smithi001.stderr: -64> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=4 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -63> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=5 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -62> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=6 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -61> 2024-09-12T17:35:32.344+0000 7f7f475959c0 20 add_watcher() i=7 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -60> 2024-09-12T17:35:32.344+0000 7f7f475959c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -59> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding auth protocol: cephx 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -58> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding auth protocol: cephx 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -57> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding auth protocol: cephx 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -56> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -55> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -54> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -53> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.505 INFO:tasks.workunit.client.0.smithi001.stderr: -52> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -51> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -50> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -49> 2024-09-12T17:35:32.352+0000 7f7dfb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -48> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -47> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -46> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -45> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: crc 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -44> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 AuthRegistry(0x7ffc6105d040) adding con mode: secure 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -43> 2024-09-12T17:35:32.352+0000 7f7f475959c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -42> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -41> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:32.506 INFO:tasks.workunit.client.0.smithi001.stderr: -40> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache list hook 0x558a86b24fb0 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -39> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache inspect hook 0x558a86b24fb0 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -38> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache erase hook 0x558a86b24fb0 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -37> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command cache zap hook 0x558a86b24fb0 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -36> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 note: GC not initialized 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -35> 2024-09-12T17:35:32.352+0000 7f7dfa7e4640 20 reqs_thread_entry: start 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -34> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace show hook 0x7f7f400aba30 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -33> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace history hook 0x7f7f400aba30 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -32> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace active hook 0x7f7f400aba30 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -31> 2024-09-12T17:35:32.352+0000 7f7f475959c0 5 asok(0x558a8684e2b0) register_command sync trace active_short hook 0x7f7f400aba30 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -30> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -29> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 Filter name: none 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -28> 2024-09-12T17:35:32.352+0000 7f7d6bfff640 20 reqs_thread_entry: start 2024-09-12T17:35:32.507 INFO:tasks.workunit.client.0.smithi001.stderr: -27> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -26> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -25> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -24> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -23> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -22> 2024-09-12T17:35:32.352+0000 7f7f475959c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -21> 2024-09-12T17:35:32.352+0000 7f7f475959c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -20> 2024-09-12T17:35:32.356+0000 7f7f475959c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -19> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -18> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -17> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -16> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -15> 2024-09-12T17:35:32.356+0000 7f7f475959c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -14> 2024-09-12T17:35:32.360+0000 7f7f475959c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:32.508 INFO:tasks.workunit.client.0.smithi001.stderr: -13> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -12> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -11> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -10> 2024-09-12T17:35:32.368+0000 7f7f475959c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -9> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366261 cookie 94053453871280 notifier 8349 bl.length()=827 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -8> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -7> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -6> 2024-09-12T17:35:32.368+0000 7f7e28ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -5> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -4> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -3> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -2> 2024-09-12T17:35:32.372+0000 7f7f475959c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:35:32.509 INFO:tasks.workunit.client.0.smithi001.stderr: -1> 2024-09-12T17:35:32.380+0000 7f7f475959c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7f475959c0 time 2024-09-12T17:35:32.380555+0000 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f7f4ae6f2eb] 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 5: main() 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 7: __libc_start_main() 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 8: _start() 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.510 INFO:tasks.workunit.client.0.smithi001.stderr: 0> 2024-09-12T17:35:32.384+0000 7f7f475959c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: in thread 7f7f475959c0 thread_name:radosgw-admin 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7f49cee520] 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 2: pthread_kill() 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 3: raise() 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 4: abort() 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f7f4ae6f345] 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f7f4ae6f49f] 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558a855d70c1] 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558a855e91fa] 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 9: main() 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7f49cd5d90] 2024-09-12T17:35:32.511 INFO:tasks.workunit.client.0.smithi001.stderr: 11: __libc_start_main() 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 12: _start() 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr:--- logging levels --- 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 none 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 lockdep 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 context 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 crush 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_locker 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:32.512 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 buffer 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 timer 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 filer 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 striper 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 1 objecter 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rados 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 journaler 2024-09-12T17:35:32.513 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objectcacher 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 client 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 osd 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 optracker 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 objclass 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 filestore 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 journal 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 ms 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mon 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/10 monc 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 paxos 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 tp 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 auth 2024-09-12T17:35:32.514 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 crypto 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 finisher 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 reserver 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 perfcounter 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_access 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 20/20 rgw_notification 2024-09-12T17:35:32.515 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 javaclient 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 asok 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 1 throttle 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 0 refs 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 compressor 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluestore 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 bluefs 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 3 bdev 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 kstore 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 4/ 5 rocksdb 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 fuse 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 2/ 5 mgr 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mgrc 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 dpdk 2024-09-12T17:35:32.516 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 eventtrace 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 prioritycache 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 test 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_t 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:32.517 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_device 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 alienstore 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 mclock 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 cyanstore 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 memstore 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 1/ 5 trace 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:32.518 INFO:tasks.workunit.client.0.smithi001.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7d6bfff640 / http_manager 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7dfa7e4640 / http_manager 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7dfb7e6640 / rgw_dt_lg_renew 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e16ffd640 / ms_dispatch 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e28ff9640 / io_context_pool 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e2affd640 / ms_dispatch 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e31e03640 / ms_dispatch 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7e33606640 / io_context_pool 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4489a640 / msgr-worker-2 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4509b640 / msgr-worker-1 2024-09-12T17:35:32.519 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4589c640 / msgr-worker-0 2024-09-12T17:35:32.520 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f4609d640 / io_context_pool 2024-09-12T17:35:32.520 INFO:tasks.workunit.client.0.smithi001.stderr: 7f7f475959c0 / radosgw-admin 2024-09-12T17:35:32.520 INFO:tasks.workunit.client.0.smithi001.stderr: max_recent 500 2024-09-12T17:35:32.520 INFO:tasks.workunit.client.0.smithi001.stderr: max_new 1000 2024-09-12T17:35:32.520 INFO:tasks.workunit.client.0.smithi001.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:35:32.386339Z_a3eb888f-4aa0-4675-a70c-03c8872950d0/log 2024-09-12T17:35:32.520 INFO:tasks.workunit.client.0.smithi001.stderr:--- end dump of recent events --- 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:Aborted 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 realm 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.488+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.492+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.492+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.492+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.492+0000 7f7d043979c0 20 searching for the correct realm 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.496+0000 7f7d01e9d640 0 -- 172.21.15.1:0/2108624148 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f7cfc0bb040 msgr2=0x7f7cfc12dab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.504+0000 7f7d0169c640 0 -- 172.21.15.1:0/2108624148 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7cfc1081b0 msgr2=0x7f7cfc1249a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.723 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.720+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.724 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 zone default found 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 4 Realm: () 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 zonegroup default 2024-09-12T17:35:32.725 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.726 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 started sync module instance, tier type = 2024-09-12T17:35:32.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.724+0000 7f7d043979c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:32.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=0 2024-09-12T17:35:32.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=1 2024-09-12T17:35:32.750 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=2 2024-09-12T17:35:32.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=3 2024-09-12T17:35:32.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=4 2024-09-12T17:35:32.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=5 2024-09-12T17:35:32.751 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.748+0000 7f7d043979c0 20 add_watcher() i=6 2024-09-12T17:35:32.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.752+0000 7f7d043979c0 20 add_watcher() i=7 2024-09-12T17:35:32.752 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.752+0000 7f7d043979c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:32.756 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7bb37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:32.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7d043979c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:32.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7d043979c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:32.757 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7d043979c0 5 note: GC not initialized 2024-09-12T17:35:32.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7bb27fc640 20 reqs_thread_entry: start 2024-09-12T17:35:32.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7d043979c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:32.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7d043979c0 20 Filter name: none 2024-09-12T17:35:32.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7b23fff640 20 reqs_thread_entry: start 2024-09-12T17:35:32.758 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.756+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:32.760 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:32.761 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:32.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:32.762 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.760+0000 7f7d043979c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.764+0000 7f7d043979c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:32.763 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.764+0000 7f7d043979c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:32.766 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.764+0000 7f7bb37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:32.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.772+0000 7f7d043979c0 20 remove_watcher() i=0 2024-09-12T17:35:32.772 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.772+0000 7f7d043979c0 2 removed watcher, disabling cache 2024-09-12T17:35:32.774 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.772+0000 7f7d043979c0 20 remove_watcher() i=1 2024-09-12T17:35:32.777 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.776+0000 7f7d043979c0 20 remove_watcher() i=2 2024-09-12T17:35:32.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.776+0000 7f7d043979c0 20 remove_watcher() i=3 2024-09-12T17:35:32.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.780+0000 7f7d043979c0 20 remove_watcher() i=4 2024-09-12T17:35:32.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.780+0000 7f7d043979c0 20 remove_watcher() i=5 2024-09-12T17:35:32.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.784+0000 7f7d043979c0 20 remove_watcher() i=6 2024-09-12T17:35:32.785 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.784+0000 7f7d043979c0 20 remove_watcher() i=7 2024-09-12T17:35:32.805 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:32.806 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:35:32.816 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:35:32.845 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:32.846 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:32.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.888+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 realm 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:32.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:32.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.892+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:32.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.896+0000 7fea8097c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:32.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.896+0000 7fea8097c9c0 20 searching for the correct realm 2024-09-12T17:35:32.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:32.896+0000 7fea7ec83640 0 -- 172.21.15.1:0/910173925 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fea74032060 msgr2=0x7fea74062e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:33.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.112+0000 7fea7dc81640 0 -- 172.21.15.1:0/910173925 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fea781373a0 msgr2=0x7fea780b97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:33.331 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.328+0000 7fea8097c9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:35:33.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.328+0000 7fea8097c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:33.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.328+0000 7fea8097c9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:35:33.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.328+0000 7fea8097c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:33.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.328+0000 7fea8097c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:33.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.328+0000 7fea8097c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:33.332 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:33.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:33.333 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:33.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 zone default found 2024-09-12T17:35:33.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 4 Realm: () 2024-09-12T17:35:33.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:35:33.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:35:33.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:33.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 zonegroup default 2024-09-12T17:35:33.335 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:33.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.332+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.336+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:33.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.336+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.336 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.336+0000 7fea8097c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:33.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.336+0000 7fea8097c9c0 20 started sync module instance, tier type = 2024-09-12T17:35:33.337 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.336+0000 7fea8097c9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:35:33.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=0 2024-09-12T17:35:33.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=1 2024-09-12T17:35:33.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=2 2024-09-12T17:35:33.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=3 2024-09-12T17:35:33.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=4 2024-09-12T17:35:33.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=5 2024-09-12T17:35:33.362 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.360+0000 7fea8097c9c0 20 add_watcher() i=6 2024-09-12T17:35:33.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.364+0000 7fea8097c9c0 20 add_watcher() i=7 2024-09-12T17:35:33.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.364+0000 7fea8097c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:33.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.368+0000 7fe9357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:33.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.368+0000 7fea8097c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:33.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.368+0000 7fea8097c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:33.370 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.368+0000 7fea8097c9c0 5 note: GC not initialized 2024-09-12T17:35:33.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.368+0000 7fe92f7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:33.371 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.368+0000 7fea8097c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:33.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 Filter name: none 2024-09-12T17:35:33.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fe92d7fa640 20 reqs_thread_entry: start 2024-09-12T17:35:33.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:35:33.372 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:35:33.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:35:33.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:35:33.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:35:33.373 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:33.374 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:35:33.375 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:35:33.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.372+0000 7fea8097c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:35:33.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.376+0000 7fea8097c9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:35:33.376 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.376+0000 7fea8097c9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:35:33.378 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.376+0000 7fe9357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:33.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.384+0000 7fea8097c9c0 20 remove_watcher() i=0 2024-09-12T17:35:33.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.384+0000 7fea8097c9c0 2 removed watcher, disabling cache 2024-09-12T17:35:33.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.384+0000 7fea8097c9c0 20 remove_watcher() i=1 2024-09-12T17:35:33.388 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.388+0000 7fea8097c9c0 20 remove_watcher() i=2 2024-09-12T17:35:33.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.388+0000 7fea8097c9c0 20 remove_watcher() i=3 2024-09-12T17:35:33.393 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.392+0000 7fea8097c9c0 20 remove_watcher() i=4 2024-09-12T17:35:33.394 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.392+0000 7fea8097c9c0 20 remove_watcher() i=5 2024-09-12T17:35:33.395 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.396+0000 7fea8097c9c0 20 remove_watcher() i=6 2024-09-12T17:35:33.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:35:33.396+0000 7fea8097c9c0 20 remove_watcher() i=7 2024-09-12T17:36:03.442 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T17:36:03.475 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:03.476 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:03.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.519+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 realm 2024-09-12T17:36:03.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:03.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:03.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:03.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.523+0000 7fccf6ed69c0 20 searching for the correct realm 2024-09-12T17:36:03.531 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.527+0000 7fccf51dd640 0 -- 172.21.15.1:0/1550399504 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fcce407eb00 msgr2=0x7fcce4094400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:03.746 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.743+0000 7fccf41db640 0 -- 172.21.15.1:0/1550399504 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fccec0e4900 msgr2=0x7fccec0ae3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:03.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:03.963 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.959+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.964 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:03.965 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 zone default found 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 4 Realm: () 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 zonegroup default 2024-09-12T17:36:03.966 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.967 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.963+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.967+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.967+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:03.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.967+0000 7fccf6ed69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:03.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.967+0000 7fccf6ed69c0 20 started sync module instance, tier type = 2024-09-12T17:36:03.969 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.967+0000 7fccf6ed69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:03.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=0 2024-09-12T17:36:03.992 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=1 2024-09-12T17:36:03.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=2 2024-09-12T17:36:03.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=3 2024-09-12T17:36:03.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=4 2024-09-12T17:36:03.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=5 2024-09-12T17:36:03.993 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=6 2024-09-12T17:36:03.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 20 add_watcher() i=7 2024-09-12T17:36:03.995 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.991+0000 7fccf6ed69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:03.999 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.995+0000 7fcbaafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:04.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:04.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:04.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 5 note: GC not initialized 2024-09-12T17:36:04.000 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fcba9fe3640 20 reqs_thread_entry: start 2024-09-12T17:36:04.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:04.001 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 Filter name: none 2024-09-12T17:36:04.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fcb1b7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:04.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:36:04.002 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.003 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:04.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:36:04.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:36:04.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:36:04.004 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:03.999+0000 7fccf6ed69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.003+0000 7fccf6ed69c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:36:04.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.003+0000 7fccf6ed69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:04.005 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.003+0000 7fccf6ed69c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:04.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.003+0000 7fccf6ed69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:04.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.003+0000 7fccf6ed69c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:04.006 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.003+0000 7fccf6ed69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:36:04.013 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.011+0000 7fcbaafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:04.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.015+0000 7fccf6ed69c0 20 remove_watcher() i=0 2024-09-12T17:36:04.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.015+0000 7fccf6ed69c0 2 removed watcher, disabling cache 2024-09-12T17:36:04.021 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.019+0000 7fccf6ed69c0 20 remove_watcher() i=1 2024-09-12T17:36:04.023 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.019+0000 7fccf6ed69c0 20 remove_watcher() i=2 2024-09-12T17:36:04.025 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.023+0000 7fccf6ed69c0 20 remove_watcher() i=3 2024-09-12T17:36:04.027 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.023+0000 7fccf6ed69c0 20 remove_watcher() i=4 2024-09-12T17:36:04.029 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.027+0000 7fccf6ed69c0 20 remove_watcher() i=5 2024-09-12T17:36:04.030 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.027+0000 7fccf6ed69c0 20 remove_watcher() i=6 2024-09-12T17:36:04.032 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.031+0000 7fccf6ed69c0 20 remove_watcher() i=7 2024-09-12T17:36:04.048 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:36:04.077 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:04.078 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:04.123 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.119+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 realm 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.125 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.126 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:04.127 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.123+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.127+0000 7f843c0fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:04.128 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.127+0000 7f843c0fb9c0 20 searching for the correct realm 2024-09-12T17:36:04.131 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.127+0000 7f843a402640 0 -- 172.21.15.1:0/316538113 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f843011a040 msgr2=0x7f843010d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:04.346 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.343+0000 7f8439400640 0 -- 172.21.15.1:0/316538113 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f84340977e0 msgr2=0x7f8434099a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:04.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:04.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:04.567 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 zone default found 2024-09-12T17:36:04.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 4 Realm: () 2024-09-12T17:36:04.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:04.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:04.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:04.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 zonegroup default 2024-09-12T17:36:04.568 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.563+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.567+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.567+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.567+0000 7f843c0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.567+0000 7f843c0fb9c0 20 started sync module instance, tier type = 2024-09-12T17:36:04.570 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.567+0000 7f843c0fb9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:04.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=0 2024-09-12T17:36:04.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=1 2024-09-12T17:36:04.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=2 2024-09-12T17:36:04.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=3 2024-09-12T17:36:04.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=4 2024-09-12T17:36:04.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=5 2024-09-12T17:36:04.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.591+0000 7f843c0fb9c0 20 add_watcher() i=6 2024-09-12T17:36:04.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.595+0000 7f843c0fb9c0 20 add_watcher() i=7 2024-09-12T17:36:04.596 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.595+0000 7f843c0fb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:04.600 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f82eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:04.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:04.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:04.601 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 5 note: GC not initialized 2024-09-12T17:36:04.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f82ea7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:04.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:04.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 20 Filter name: none 2024-09-12T17:36:04.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f825bfff640 20 reqs_thread_entry: start 2024-09-12T17:36:04.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:36:04.602 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.599+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:04.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:36:04.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:36:04.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:36:04.604 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:36:04.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:04.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:04.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:04.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:04.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:36:04.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:04.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:04.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:04.606 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:04.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:04.607 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.603+0000 7f843c0fb9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:04.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.607+0000 7f82eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:04.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.611+0000 7f843c0fb9c0 20 remove_watcher() i=0 2024-09-12T17:36:04.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.611+0000 7f843c0fb9c0 2 removed watcher, disabling cache 2024-09-12T17:36:04.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.615+0000 7f843c0fb9c0 20 remove_watcher() i=1 2024-09-12T17:36:04.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.619+0000 7f843c0fb9c0 20 remove_watcher() i=2 2024-09-12T17:36:04.622 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.619+0000 7f843c0fb9c0 20 remove_watcher() i=3 2024-09-12T17:36:04.625 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.623+0000 7f843c0fb9c0 20 remove_watcher() i=4 2024-09-12T17:36:04.626 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.623+0000 7f843c0fb9c0 20 remove_watcher() i=5 2024-09-12T17:36:04.628 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.627+0000 7f843c0fb9c0 20 remove_watcher() i=6 2024-09-12T17:36:04.630 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.627+0000 7f843c0fb9c0 20 remove_watcher() i=7 2024-09-12T17:36:04.650 INFO:tasks.workunit.client.0.smithi001.stderr:check reshard logrecord successfully 2024-09-12T17:36:04.651 INFO:tasks.workunit.client.0.smithi001.stderr: test: reshard versioned bucket 2024-09-12T17:36:04.651 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:36:04.680 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:04.680 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:04.908 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.907+0000 7f71662c7640 0 --2- 172.21.15.1:0/1393539021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564dd1c335a0 0x564dd1c381f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:36:04.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 realm 2024-09-12T17:36:04.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:04.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:04.943 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.939+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.943+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:04.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.943+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:04.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:04.943+0000 7f71672c9640 0 -- 172.21.15.1:0/2648239939 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x564dd1cf1f40 msgr2=0x564dd1cf4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:05.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.147+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:05.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.147+0000 7f7168fc29c0 20 searching for the correct realm 2024-09-12T17:36:05.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.155+0000 7f7166ac8640 0 -- 172.21.15.1:0/2648239939 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f7160030040 msgr2=0x7f7160044470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:05.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:05.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:05.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:05.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:05.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:05.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:05.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:05.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.179+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 zone default found 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 4 Realm: () 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 zonegroup default 2024-09-12T17:36:05.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 started sync module instance, tier type = 2024-09-12T17:36:05.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.183+0000 7f7168fc29c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:05.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=0 2024-09-12T17:36:05.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=1 2024-09-12T17:36:05.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=2 2024-09-12T17:36:05.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=3 2024-09-12T17:36:05.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=4 2024-09-12T17:36:05.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=5 2024-09-12T17:36:05.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.207+0000 7f7168fc29c0 20 add_watcher() i=6 2024-09-12T17:36:05.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.211+0000 7f7168fc29c0 20 add_watcher() i=7 2024-09-12T17:36:05.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.211+0000 7f7168fc29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:05.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f701dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:05.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7168fc29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:05.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7168fc29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:05.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7168fc29c0 5 note: GC not initialized 2024-09-12T17:36:05.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f701cfe1640 20 reqs_thread_entry: start 2024-09-12T17:36:05.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7168fc29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:05.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7168fc29c0 20 Filter name: none 2024-09-12T17:36:05.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7015ffb640 20 reqs_thread_entry: start 2024-09-12T17:36:05.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.215+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:05.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:05.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:05.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:05.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:05.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.219+0000 7f7168fc29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:05.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.223+0000 7f701dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:05.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.227+0000 7f7168fc29c0 20 remove_watcher() i=0 2024-09-12T17:36:05.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.227+0000 7f7168fc29c0 2 removed watcher, disabling cache 2024-09-12T17:36:05.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.231+0000 7f7168fc29c0 20 remove_watcher() i=1 2024-09-12T17:36:05.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.235+0000 7f7168fc29c0 20 remove_watcher() i=2 2024-09-12T17:36:05.238 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.235+0000 7f7168fc29c0 20 remove_watcher() i=3 2024-09-12T17:36:05.241 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.239+0000 7f7168fc29c0 20 remove_watcher() i=4 2024-09-12T17:36:05.242 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.239+0000 7f7168fc29c0 20 remove_watcher() i=5 2024-09-12T17:36:05.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.243+0000 7f7168fc29c0 20 remove_watcher() i=6 2024-09-12T17:36:05.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.243+0000 7f7168fc29c0 20 remove_watcher() i=7 2024-09-12T17:36:05.262 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:05.262 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:36:05.262 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: myver id: 89018418-9cac-4cab-9409-03996b4334d4.4611.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:36:05.262 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:05.263 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-12T17:36:05.293 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:05.293 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:05.338 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.335+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 realm 2024-09-12T17:36:05.340 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:05.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.341 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:05.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.339+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.343+0000 7f87708ed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:05.343 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.343+0000 7f87708ed9c0 20 searching for the correct realm 2024-09-12T17:36:05.347 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.343+0000 7f876ebf4640 0 -- 172.21.15.1:0/753400352 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f8764051040 msgr2=0x7f8764042400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:05.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.559+0000 7f876dbf2640 0 -- 172.21.15.1:0/753400352 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8768009a20 msgr2=0x7f87680b1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:05.780 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.775+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:05.781 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:05.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 zone default found 2024-09-12T17:36:05.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 4 Realm: () 2024-09-12T17:36:05.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:05.782 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:05.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:05.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 zonegroup default 2024-09-12T17:36:05.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.783 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.779+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.783+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.783+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.783+0000 7f87708ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.783+0000 7f87708ed9c0 20 started sync module instance, tier type = 2024-09-12T17:36:05.784 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.783+0000 7f87708ed9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=0 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=1 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=2 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=3 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=4 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=5 2024-09-12T17:36:05.809 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=6 2024-09-12T17:36:05.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 20 add_watcher() i=7 2024-09-12T17:36:05.811 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.807+0000 7f87708ed9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:05.815 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.811+0000 7f8624fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:05.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:05.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:05.816 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 5 note: GC not initialized 2024-09-12T17:36:05.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f859f7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:05.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:05.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 Filter name: none 2024-09-12T17:36:05.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f859d7fa640 20 reqs_thread_entry: start 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : miss 2024-09-12T17:36:05.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:05.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:05.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.815+0000 7f87708ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:05.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:05.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f8651ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366182 cookie 94615658603792 notifier 7910 bl.length()=821 2024-09-12T17:36:05.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f8651ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f8651ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.828 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f8651ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:05.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:05.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:05.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.827+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:05.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.831+0000 7f87708ed9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.0 2024-09-12T17:36:05.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.831+0000 7f87708ed9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.0 2024-09-12T17:36:05.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.831+0000 7f87708ed9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.1 2024-09-12T17:36:05.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.831+0000 7f87708ed9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.1 2024-09-12T17:36:05.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.831+0000 7f87708ed9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.0 2024-09-12T17:36:05.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.835+0000 7f87708ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:05.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.835+0000 7f87708ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:05.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.835+0000 7f87708ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.835+0000 7f87708ed9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.835+0000 7f87708ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.835+0000 7f87708ed9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:05.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f8651ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366183 cookie 94615658603792 notifier 7910 bl.length()=821 2024-09-12T17:36:05.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f8651ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f8651ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f8651ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:05.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:05.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:05.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.839+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:05.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.0 2024-09-12T17:36:05.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:05.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:05.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.843+0000 7f87708ed9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:05.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f8651ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366184 cookie 94615658603792 notifier 7910 bl.length()=789 2024-09-12T17:36:05.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f8651ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:05.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f8651ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:05.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f8651ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:05.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:05.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:05.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:05.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.847+0000 7f87708ed9c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:05.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.851+0000 7f87708ed9c0 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-12T17:36:05.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.851+0000 7f8624fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:05.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.859+0000 7f87708ed9c0 20 remove_watcher() i=0 2024-09-12T17:36:05.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.859+0000 7f87708ed9c0 2 removed watcher, disabling cache 2024-09-12T17:36:05.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.859+0000 7f87708ed9c0 20 remove_watcher() i=1 2024-09-12T17:36:05.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.863+0000 7f87708ed9c0 20 remove_watcher() i=2 2024-09-12T17:36:05.868 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.867+0000 7f87708ed9c0 20 remove_watcher() i=3 2024-09-12T17:36:05.870 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.867+0000 7f87708ed9c0 20 remove_watcher() i=4 2024-09-12T17:36:05.871 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.867+0000 7f87708ed9c0 20 remove_watcher() i=5 2024-09-12T17:36:05.872 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.871+0000 7f87708ed9c0 20 remove_watcher() i=6 2024-09-12T17:36:05.874 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.871+0000 7f87708ed9c0 20 remove_watcher() i=7 2024-09-12T17:36:05.893 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:36:05.925 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:05.926 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:05.971 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.967+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 realm 2024-09-12T17:36:05.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:05.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:05.974 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:05.975 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.971+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:05.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.975+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:05.976 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.975+0000 7fd451b4f9c0 20 searching for the correct realm 2024-09-12T17:36:05.980 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.979+0000 7fd44fe56640 0 -- 172.21.15.1:0/3455545649 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fd4440ed060 msgr2=0x7fd4440cc3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:05.989 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:05.987+0000 7fd44ee54640 0 -- 172.21.15.1:0/3455545649 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fd448082230 msgr2=0x7fd44805e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:06.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:06.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:06.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:06.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:06.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 zone default found 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 4 Realm: () 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 zonegroup default 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.207+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.211+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.211+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.211+0000 7fd451b4f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.211+0000 7fd451b4f9c0 20 started sync module instance, tier type = 2024-09-12T17:36:06.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.211+0000 7fd451b4f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=0 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=1 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=2 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=3 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=4 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=5 2024-09-12T17:36:06.237 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.235+0000 7fd451b4f9c0 20 add_watcher() i=6 2024-09-12T17:36:06.239 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.239+0000 7fd451b4f9c0 20 add_watcher() i=7 2024-09-12T17:36:06.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.239+0000 7fd451b4f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:06.243 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd305fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:06.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:06.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:06.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 5 note: GC not initialized 2024-09-12T17:36:06.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd304fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:06.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:06.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 Filter name: none 2024-09-12T17:36:06.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd27e7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:06.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:06.247 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.243+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:06.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:06.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:06.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:06.249 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.247+0000 7fd451b4f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:06.252 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.251+0000 7fd305fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:06.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.255+0000 7fd451b4f9c0 20 remove_watcher() i=0 2024-09-12T17:36:06.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.255+0000 7fd451b4f9c0 2 removed watcher, disabling cache 2024-09-12T17:36:06.259 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.259+0000 7fd451b4f9c0 20 remove_watcher() i=1 2024-09-12T17:36:06.262 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.259+0000 7fd451b4f9c0 20 remove_watcher() i=2 2024-09-12T17:36:06.264 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.263+0000 7fd451b4f9c0 20 remove_watcher() i=3 2024-09-12T17:36:06.266 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.263+0000 7fd451b4f9c0 20 remove_watcher() i=4 2024-09-12T17:36:06.268 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.267+0000 7fd451b4f9c0 20 remove_watcher() i=5 2024-09-12T17:36:06.269 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.267+0000 7fd451b4f9c0 20 remove_watcher() i=6 2024-09-12T17:36:06.271 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.267+0000 7fd451b4f9c0 20 remove_watcher() i=7 2024-09-12T17:36:06.286 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:06.286 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:36:06.286 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: myver id: 89018418-9cac-4cab-9409-03996b4334d4.4611.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:36:06.286 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:06.288 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:06.288 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:06.292 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:06.292 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:06.336 INFO:tasks.workunit.client.0.smithi001.stderr: test: reshard removes olh entries with empty name 2024-09-12T17:36:06.341 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:06.341 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:06.398 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:06.399 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:06.492 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:36:06.526 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:06.526 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:06.573 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.571+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.571+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.571+0000 7f8b19b789c0 20 realm 2024-09-12T17:36:06.575 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.571+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:06.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:06.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:06.578 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:06.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:06.579 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.575+0000 7f8b19b789c0 20 searching for the correct realm 2024-09-12T17:36:06.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.579+0000 7f8b17e7f640 0 -- 172.21.15.1:0/370404861 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f8b00044040 msgr2=0x7f8b00044930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:06.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:06.795+0000 7f8b0ffff640 0 -- 172.21.15.1:0/370404861 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f8b10009a20 msgr2=0x7f8b100cc9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:07.014 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.015 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.011+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:07.016 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 zone default found 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 4 Realm: () 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 zonegroup default 2024-09-12T17:36:07.017 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.018 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 started sync module instance, tier type = 2024-09-12T17:36:07.019 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.015+0000 7f8b19b789c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:07.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=0 2024-09-12T17:36:07.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=1 2024-09-12T17:36:07.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=2 2024-09-12T17:36:07.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=3 2024-09-12T17:36:07.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=4 2024-09-12T17:36:07.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=5 2024-09-12T17:36:07.043 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.039+0000 7f8b19b789c0 20 add_watcher() i=6 2024-09-12T17:36:07.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.043+0000 7f8b19b789c0 20 add_watcher() i=7 2024-09-12T17:36:07.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.043+0000 7f8b19b789c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:07.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f89ce7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:07.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f8b19b789c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:07.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f8b19b789c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:07.050 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f8b19b789c0 5 note: GC not initialized 2024-09-12T17:36:07.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f89cd7e2640 20 reqs_thread_entry: start 2024-09-12T17:36:07.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f8b19b789c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:07.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f8b19b789c0 20 Filter name: none 2024-09-12T17:36:07.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f89c6ffd640 20 reqs_thread_entry: start 2024-09-12T17:36:07.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.047+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:07.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:36:07.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:07.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:07.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.051+0000 7f8b19b789c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.055+0000 7f8b19b789c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:36:07.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.055+0000 7f8b19b789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:07.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.059+0000 7f89ce7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:07.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.063+0000 7f8b19b789c0 20 remove_watcher() i=0 2024-09-12T17:36:07.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.063+0000 7f8b19b789c0 2 removed watcher, disabling cache 2024-09-12T17:36:07.067 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.067+0000 7f8b19b789c0 20 remove_watcher() i=1 2024-09-12T17:36:07.069 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.067+0000 7f8b19b789c0 20 remove_watcher() i=2 2024-09-12T17:36:07.071 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.071+0000 7f8b19b789c0 20 remove_watcher() i=3 2024-09-12T17:36:07.073 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.071+0000 7f8b19b789c0 20 remove_watcher() i=4 2024-09-12T17:36:07.075 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.071+0000 7f8b19b789c0 20 remove_watcher() i=5 2024-09-12T17:36:07.077 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.075+0000 7f8b19b789c0 20 remove_watcher() i=6 2024-09-12T17:36:07.078 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.075+0000 7f8b19b789c0 20 remove_watcher() i=7 2024-09-12T17:36:07.095 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:07.095 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:36:07.095 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: a-bucket id: 89018418-9cac-4cab-9409-03996b4334d4.4611.17 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-12T17:36:07.095 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:07.095 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T17:36:07.127 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:07.127 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:07.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 realm 2024-09-12T17:36:07.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:07.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.171+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.175+0000 7feaacaf69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:07.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.175+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.175+0000 7feaacaf69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:07.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.175+0000 7feaacaf69c0 20 searching for the correct realm 2024-09-12T17:36:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.179+0000 7feaaadfd640 0 -- 172.21.15.1:0/4239551940 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7feaa00f1040 msgr2=0x7feaa00e23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:07.397 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.395+0000 7feaa9dfb640 0 -- 172.21.15.1:0/4239551940 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7feaa4096280 msgr2=0x7feaa4033750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:07.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:07.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:07.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 zone default found 2024-09-12T17:36:07.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 4 Realm: () 2024-09-12T17:36:07.618 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:07.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:07.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:07.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 zonegroup default 2024-09-12T17:36:07.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.619 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.615+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.619+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.620 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.619+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.619+0000 7feaacaf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.619+0000 7feaacaf69c0 20 started sync module instance, tier type = 2024-09-12T17:36:07.621 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.619+0000 7feaacaf69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:07.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=0 2024-09-12T17:36:07.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=1 2024-09-12T17:36:07.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=2 2024-09-12T17:36:07.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=3 2024-09-12T17:36:07.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=4 2024-09-12T17:36:07.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=5 2024-09-12T17:36:07.645 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=6 2024-09-12T17:36:07.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 20 add_watcher() i=7 2024-09-12T17:36:07.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.643+0000 7feaacaf69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:07.651 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.647+0000 7fe960fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:07.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:07.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:07.652 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 5 note: GC not initialized 2024-09-12T17:36:07.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7fe8db7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:07.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:07.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 Filter name: none 2024-09-12T17:36:07.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7fe8d97fa640 20 reqs_thread_entry: start 2024-09-12T17:36:07.653 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:07.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.651+0000 7feaacaf69c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.655+0000 7feaacaf69c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:36:07.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.655+0000 7feaacaf69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:07.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.655+0000 7fe960fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:07.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.659+0000 7feaacaf69c0 20 remove_watcher() i=0 2024-09-12T17:36:07.662 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.659+0000 7feaacaf69c0 2 removed watcher, disabling cache 2024-09-12T17:36:07.665 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.663+0000 7feaacaf69c0 20 remove_watcher() i=1 2024-09-12T17:36:07.668 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.667+0000 7feaacaf69c0 20 remove_watcher() i=2 2024-09-12T17:36:07.670 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.667+0000 7feaacaf69c0 20 remove_watcher() i=3 2024-09-12T17:36:07.672 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.671+0000 7feaacaf69c0 20 remove_watcher() i=4 2024-09-12T17:36:07.674 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.671+0000 7feaacaf69c0 20 remove_watcher() i=5 2024-09-12T17:36:07.676 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.675+0000 7feaacaf69c0 20 remove_watcher() i=6 2024-09-12T17:36:07.677 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.675+0000 7feaacaf69c0 20 remove_watcher() i=7 2024-09-12T17:36:07.696 INFO:tasks.workunit.client.0.smithi001.stderr:rados -p default.rgw.buckets.index setomapval .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T17:36:07.728 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:07.728 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:07.748 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T17:36:07.774 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:07.774 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:07.817 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.818 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 realm 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:07.819 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.815+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.819+0000 7fe755bdd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:07.820 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.819+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:07.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.819+0000 7fe755bdd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:07.821 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.819+0000 7fe755bdd9c0 20 searching for the correct realm 2024-09-12T17:36:07.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.823+0000 7fe753ee4640 0 -- 172.21.15.1:0/906642556 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fe748008040 msgr2=0x7fe748061a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:07.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:07.831+0000 7fe752ee2640 0 -- 172.21.15.1:0/906642556 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fe74c106ad0 msgr2=0x7fe74c0fc9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:08.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:08.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:08.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:08.051 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:08.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:08.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:08.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.047+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.052 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:08.053 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 zone default found 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 4 Realm: () 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 zonegroup default 2024-09-12T17:36:08.054 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.055 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.051+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.055+0000 7fe755bdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.055+0000 7fe755bdd9c0 20 started sync module instance, tier type = 2024-09-12T17:36:08.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.055+0000 7fe755bdd9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:08.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=0 2024-09-12T17:36:08.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=1 2024-09-12T17:36:08.079 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=2 2024-09-12T17:36:08.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=3 2024-09-12T17:36:08.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=4 2024-09-12T17:36:08.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=5 2024-09-12T17:36:08.080 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.075+0000 7fe755bdd9c0 20 add_watcher() i=6 2024-09-12T17:36:08.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.079+0000 7fe755bdd9c0 20 add_watcher() i=7 2024-09-12T17:36:08.082 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.079+0000 7fe755bdd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:08.086 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.083+0000 7fe609fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:08.087 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:08.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:08.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 5 note: GC not initialized 2024-09-12T17:36:08.088 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe608fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:08.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:08.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 Filter name: none 2024-09-12T17:36:08.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe5827fc640 20 reqs_thread_entry: start 2024-09-12T17:36:08.089 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:08.090 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:36:08.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:08.091 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:36:08.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 INFO: main: starting shard=0 2024-09-12T17:36:08.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:08.092 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.087+0000 7fe755bdd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:08.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:36:08.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 20 INFO: main: starting shard=1 2024-09-12T17:36:08.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:08.093 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:08.094 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:08.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 20 INFO: main: starting shard=2 2024-09-12T17:36:08.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:08.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.091+0000 7fe755bdd9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:08.095 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.095+0000 7fe755bdd9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:08.096 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.095+0000 7fe755bdd9c0 20 INFO: main: done 2024-09-12T17:36:08.097 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.095+0000 7fe609fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:08.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.099+0000 7fe755bdd9c0 20 remove_watcher() i=0 2024-09-12T17:36:08.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.099+0000 7fe755bdd9c0 2 removed watcher, disabling cache 2024-09-12T17:36:08.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.103+0000 7fe755bdd9c0 20 remove_watcher() i=1 2024-09-12T17:36:08.107 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.103+0000 7fe755bdd9c0 20 remove_watcher() i=2 2024-09-12T17:36:08.109 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.107+0000 7fe755bdd9c0 20 remove_watcher() i=3 2024-09-12T17:36:08.111 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.111+0000 7fe755bdd9c0 20 remove_watcher() i=4 2024-09-12T17:36:08.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.111+0000 7fe755bdd9c0 20 remove_watcher() i=5 2024-09-12T17:36:08.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.111+0000 7fe755bdd9c0 20 remove_watcher() i=6 2024-09-12T17:36:08.116 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.115+0000 7fe755bdd9c0 20 remove_watcher() i=7 2024-09-12T17:36:08.136 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T17:36:08.168 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:08.168 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:08.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.211+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.211+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.211+0000 7f453290b9c0 20 realm 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.211+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:08.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:08.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.215+0000 7f453290b9c0 20 searching for the correct realm 2024-09-12T17:36:08.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.219+0000 7f4530411640 0 -- 172.21.15.1:0/3050468700 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f452811a040 msgr2=0x7f45280029f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:08.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.227+0000 7f452fc10640 0 -- 172.21.15.1:0/3050468700 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f45280f9490 msgr2=0x7f45281181e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:08.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:08.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:08.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:08.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:08.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:08.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:08.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.443+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:08.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 zone default found 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 4 Realm: () 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 zonegroup default 2024-09-12T17:36:08.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.447+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.451 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.451+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.451+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.451+0000 7f453290b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.452 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.451+0000 7f453290b9c0 20 started sync module instance, tier type = 2024-09-12T17:36:08.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.451+0000 7f453290b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:08.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=0 2024-09-12T17:36:08.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=1 2024-09-12T17:36:08.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=2 2024-09-12T17:36:08.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=3 2024-09-12T17:36:08.477 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=4 2024-09-12T17:36:08.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=5 2024-09-12T17:36:08.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.475+0000 7f453290b9c0 20 add_watcher() i=6 2024-09-12T17:36:08.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.479+0000 7f453290b9c0 20 add_watcher() i=7 2024-09-12T17:36:08.479 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.479+0000 7f453290b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:08.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f43e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:08.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:08.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:08.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 5 note: GC not initialized 2024-09-12T17:36:08.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f43e5fdb640 20 reqs_thread_entry: start 2024-09-12T17:36:08.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:08.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 Filter name: none 2024-09-12T17:36:08.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f43577fe640 20 reqs_thread_entry: start 2024-09-12T17:36:08.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:36:08.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:08.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:36:08.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:36:08.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : miss 2024-09-12T17:36:08.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.483+0000 7f453290b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.487+0000 7f453290b9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:36:08.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.487+0000 7f453290b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.487+0000 7f453290b9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.487+0000 7f453290b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:08.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.487+0000 7f453290b9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.489 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.487+0000 7f453290b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:36:08.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f453290b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f453290b9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f453290b9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f453290b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:36:08.498 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f4406ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366263 cookie 94325506048912 notifier 7997 bl.length()=827 2024-09-12T17:36:08.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f4406ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f4406ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.495+0000 7f4406ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.499+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:36:08.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.499+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:36:08.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.499+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:36:08.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.499+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:36:08.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.503+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:36:08.506 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.503+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:36:08.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.503+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:08.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.503+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:08.507 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T17:36:08.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:08.508 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:08.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:08.509 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:08.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:08.510 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.507+0000 7f453290b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:36:08.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f453290b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f453290b9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.513 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f453290b9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f453290b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:36:08.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f4406ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366264 cookie 94325506048912 notifier 7997 bl.length()=827 2024-09-12T17:36:08.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f4406ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f4406ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.511+0000 7f4406ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.515+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:36:08.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.515+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:36:08.515 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.515+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:36:08.516 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.515+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:36:08.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.515+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:08.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.515+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.0 2024-09-12T17:36:08.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.519+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:08.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.519+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.1 2024-09-12T17:36:08.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.519+0000 7f453290b9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:08.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.519+0000 7f453290b9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.2.2 2024-09-12T17:36:08.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.519+0000 7f453290b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:08.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.519+0000 7f453290b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 2024-09-12T17:36:08.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.525 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17, ofs0, ns] 2024-09-12T17:36:08.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f4406ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366265 cookie 94325506048912 notifier 7997 bl.length()=795 2024-09-12T17:36:08.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f4406ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 info.flags=0x17 2024-09-12T17:36:08.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f4406ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.17 to cache LRU end 2024-09-12T17:36:08.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f4406ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:08.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_sources= new_sources= 2024-09-12T17:36:08.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential sources added=[] removed=[] 2024-09-12T17:36:08.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): orig_dests= new_dests= 2024-09-12T17:36:08.527 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.523+0000 7f453290b9c0 20 handle_bi_update(): bucket=:a-bucket[89018418-9cac-4cab-9409-03996b4334d4.4611.17]): potential dests added=[] removed=[] 2024-09-12T17:36:08.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.527+0000 7f453290b9c0 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-12T17:36:08.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.531+0000 7f43e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:08.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.539+0000 7f453290b9c0 20 remove_watcher() i=0 2024-09-12T17:36:08.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.539+0000 7f453290b9c0 2 removed watcher, disabling cache 2024-09-12T17:36:08.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.539+0000 7f453290b9c0 20 remove_watcher() i=1 2024-09-12T17:36:08.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.543+0000 7f453290b9c0 20 remove_watcher() i=2 2024-09-12T17:36:08.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.543+0000 7f453290b9c0 20 remove_watcher() i=3 2024-09-12T17:36:08.549 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.547+0000 7f453290b9c0 20 remove_watcher() i=4 2024-09-12T17:36:08.550 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.547+0000 7f453290b9c0 20 remove_watcher() i=5 2024-09-12T17:36:08.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.551+0000 7f453290b9c0 20 remove_watcher() i=6 2024-09-12T17:36:08.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.551+0000 7f453290b9c0 20 remove_watcher() i=7 2024-09-12T17:36:08.569 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T17:36:08.600 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:08.600 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:08.644 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 realm 2024-09-12T17:36:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:08.646 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.647 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.643+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.647+0000 7f9a227619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:08.648 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.647+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.647+0000 7f9a227619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:08.649 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.647+0000 7f9a227619c0 20 searching for the correct realm 2024-09-12T17:36:08.654 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.651+0000 7f9a20267640 0 -- 172.21.15.1:0/3543517045 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f9a100bf020 msgr2=0x7f9a100f6390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:08.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.659+0000 7f9a1fa66640 0 -- 172.21.15.1:0/3543517045 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9a10102bb0 msgr2=0x7f9a1011c130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:08.879 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:08.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:08.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:08.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:08.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:08.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:08.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.875+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:08.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:08.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 zone default found 2024-09-12T17:36:08.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 4 Realm: () 2024-09-12T17:36:08.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:08.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:08.882 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:08.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 zonegroup default 2024-09-12T17:36:08.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.883 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.879+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.883+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.883+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.883+0000 7f9a227619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:08.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.883+0000 7f9a227619c0 20 started sync module instance, tier type = 2024-09-12T17:36:08.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.883+0000 7f9a227619c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=0 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=1 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=2 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=3 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=4 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=5 2024-09-12T17:36:08.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.907+0000 7f9a227619c0 20 add_watcher() i=6 2024-09-12T17:36:08.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.911+0000 7f9a227619c0 20 add_watcher() i=7 2024-09-12T17:36:08.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.911+0000 7f9a227619c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:08.918 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.915+0000 7f98d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:08.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.915+0000 7f9a227619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:08.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.915+0000 7f9a227619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:08.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.915+0000 7f9a227619c0 5 note: GC not initialized 2024-09-12T17:36:08.919 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.915+0000 7f98d5fdb640 20 reqs_thread_entry: start 2024-09-12T17:36:08.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:08.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 Filter name: none 2024-09-12T17:36:08.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f98477fe640 20 reqs_thread_entry: start 2024-09-12T17:36:08.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:36:08.921 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:36:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T17:36:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 INFO: main: starting shard=0 2024-09-12T17:36:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:36:08.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.919+0000 7f9a227619c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.17.3.0 2024-09-12T17:36:08.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.923+0000 7f9a227619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:08.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.923+0000 7f9a227619c0 20 INFO: main: done 2024-09-12T17:36:08.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.923+0000 7f98d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:08.931 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.931+0000 7f9a227619c0 20 remove_watcher() i=0 2024-09-12T17:36:08.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.931+0000 7f9a227619c0 2 removed watcher, disabling cache 2024-09-12T17:36:08.934 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.931+0000 7f9a227619c0 20 remove_watcher() i=1 2024-09-12T17:36:08.936 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.935+0000 7f9a227619c0 20 remove_watcher() i=2 2024-09-12T17:36:08.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.935+0000 7f9a227619c0 20 remove_watcher() i=3 2024-09-12T17:36:08.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.939+0000 7f9a227619c0 20 remove_watcher() i=4 2024-09-12T17:36:08.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.939+0000 7f9a227619c0 20 remove_watcher() i=5 2024-09-12T17:36:08.944 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.943+0000 7f9a227619c0 20 remove_watcher() i=6 2024-09-12T17:36:08.946 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:08.943+0000 7f9a227619c0 20 remove_watcher() i=7 2024-09-12T17:36:08.962 INFO:tasks.workunit.client.0.smithi001.stderr: test: PUT succeeds during reshard 2024-09-12T17:36:08.962 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:36:08.994 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:08.995 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:09.040 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 realm 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.042 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.039+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.043+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:09.044 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.043+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.043+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:09.045 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.043+0000 7fac3cdf29c0 20 searching for the correct realm 2024-09-12T17:36:09.049 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.047+0000 7fac3b0f9640 0 -- 172.21.15.1:0/3914050852 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fac2401a040 msgr2=0x7fac24049440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:09.265 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.263+0000 7fac33fff640 0 -- 172.21.15.1:0/3914050852 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fac34059040 msgr2=0x7fac3403f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:09.483 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:09.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.479+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.484 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:09.485 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 zone default found 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 4 Realm: () 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 zonegroup default 2024-09-12T17:36:09.486 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.483+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.487 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.487+0000 7fac3cdf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.487+0000 7fac3cdf29c0 20 started sync module instance, tier type = 2024-09-12T17:36:09.488 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.487+0000 7fac3cdf29c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=0 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=1 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=2 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=3 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=4 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=5 2024-09-12T17:36:09.512 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=6 2024-09-12T17:36:09.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 20 add_watcher() i=7 2024-09-12T17:36:09.514 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.511+0000 7fac3cdf29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:09.518 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.515+0000 7faaf17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:09.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.515+0000 7fac3cdf29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:09.519 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.515+0000 7fac3cdf29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:09.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 5 note: GC not initialized 2024-09-12T17:36:09.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7faa6bfff640 20 reqs_thread_entry: start 2024-09-12T17:36:09.520 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:09.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 Filter name: none 2024-09-12T17:36:09.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7faa69ffb640 20 reqs_thread_entry: start 2024-09-12T17:36:09.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:09.521 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:09.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:09.522 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:09.523 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.519+0000 7fac3cdf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.523+0000 7fac3cdf29c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:09.524 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.523+0000 7fac3cdf29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:09.526 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.523+0000 7faaf17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:09.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.531+0000 7fac3cdf29c0 20 remove_watcher() i=0 2024-09-12T17:36:09.532 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.531+0000 7fac3cdf29c0 2 removed watcher, disabling cache 2024-09-12T17:36:09.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.531+0000 7fac3cdf29c0 20 remove_watcher() i=1 2024-09-12T17:36:09.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.535+0000 7fac3cdf29c0 20 remove_watcher() i=2 2024-09-12T17:36:09.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.539+0000 7fac3cdf29c0 20 remove_watcher() i=3 2024-09-12T17:36:09.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.539+0000 7fac3cdf29c0 20 remove_watcher() i=4 2024-09-12T17:36:09.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.543+0000 7fac3cdf29c0 20 remove_watcher() i=5 2024-09-12T17:36:09.546 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.543+0000 7fac3cdf29c0 20 remove_watcher() i=6 2024-09-12T17:36:09.547 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.543+0000 7fac3cdf29c0 20 remove_watcher() i=7 2024-09-12T17:36:09.568 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:09.568 INFO:tasks.workunit.client.0.smithi001.stderr:BUCKET_STATS: 2024-09-12T17:36:09.568 INFO:tasks.workunit.client.0.smithi001.stderr:bucket: myver id: 89018418-9cac-4cab-9409-03996b4334d4.4611.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:36:09.568 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:09.568 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-12T17:36:09.610 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:09.610 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:09.656 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 realm 2024-09-12T17:36:09.657 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:09.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:09.658 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.655+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.659+0000 7f95005d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:09.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.659+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:09.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.659+0000 7f95005d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:09.660 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.659+0000 7f95005d09c0 20 searching for the correct realm 2024-09-12T17:36:09.664 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.663+0000 7f94fe8d7640 0 -- 172.21.15.1:0/2331477448 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f94e80d9060 msgr2=0x7f94e81039a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:09.880 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:09.879+0000 7f94f58d5640 0 -- 172.21.15.1:0/2331477448 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f94f80278f0 msgr2=0x7f94f800e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:10.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:10.099 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.095+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:10.100 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:10.101 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:10.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 zone default found 2024-09-12T17:36:10.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 4 Realm: () 2024-09-12T17:36:10.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:10.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:10.102 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:10.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 zonegroup default 2024-09-12T17:36:10.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:10.103 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.099+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.103+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:10.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.103+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.104 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.103+0000 7f95005d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:10.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.103+0000 7f95005d09c0 20 started sync module instance, tier type = 2024-09-12T17:36:10.105 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.103+0000 7f95005d09c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=0 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=1 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=2 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=3 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=4 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=5 2024-09-12T17:36:10.129 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.127+0000 7f95005d09c0 20 add_watcher() i=6 2024-09-12T17:36:10.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.131+0000 7f95005d09c0 20 add_watcher() i=7 2024-09-12T17:36:10.132 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.131+0000 7f95005d09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:10.136 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f93b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:10.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:10.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:10.137 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 5 note: GC not initialized 2024-09-12T17:36:10.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f93af7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:10.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:10.138 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 Filter name: none 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f93ad7fa640 20 reqs_thread_entry: start 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : miss 2024-09-12T17:36:10.139 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.135+0000 7f95005d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:10.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.139+0000 7f95005d09c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:10.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.139+0000 7f95005d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:10.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.139+0000 7f95005d09c0 10 adding default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:10.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.139+0000 7f95005d09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:10.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.139+0000 7f95005d09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:10.140 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.139+0000 7f95005d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:10.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:10.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:10.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:10.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:10.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f93e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366185 cookie 94655617161216 notifier 8622 bl.length()=821 2024-09-12T17:36:10.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f93e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:10.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f93e17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:10.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f93e17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:10.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:10.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:10.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:10.150 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.147+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:10.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:10.155+0000 7f95005d09c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T17:36:10.573 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:10.573 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:10.609 INFO:tasks.workunit.client.0.smithi001.stderr:put object successful 2024-09-12T17:36:15.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:15.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:15.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:15.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:15.156 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:15.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:15.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.0 2024-09-12T17:36:15.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.0 2024-09-12T17:36:15.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.1 2024-09-12T17:36:15.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.155+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.1 2024-09-12T17:36:15.163 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.163+0000 7f95005d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:15.164 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.163+0000 7f95005d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:15.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.163+0000 7f95005d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:15.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.163+0000 7f95005d09c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:15.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.163+0000 7f95005d09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:15.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.163+0000 7f95005d09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:15.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f93e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366186 cookie 94655617161216 notifier 8622 bl.length()=821 2024-09-12T17:36:15.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f93e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:15.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f93e17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:15.168 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f93e17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:15.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:15.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:15.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:15.169 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.167+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:15.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.171+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.0 2024-09-12T17:36:15.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.171+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.0 2024-09-12T17:36:15.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.171+0000 7f95005d09c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.1 2024-09-12T17:36:15.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.171+0000 7f95005d09c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.1.1 2024-09-12T17:36:15.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.175+0000 7f95005d09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:15.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.175+0000 7f95005d09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:15.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.179+0000 7f95005d09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:15.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.179+0000 7f95005d09c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:15.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.179+0000 7f95005d09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:15.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.179+0000 7f95005d09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:15.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f93e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366187 cookie 94655617161216 notifier 8622 bl.length()=789 2024-09-12T17:36:15.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f93e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:15.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f93e17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:15.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f93e17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:15.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:15.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:15.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:15.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.183+0000 7f95005d09c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:15.188 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.187+0000 7f95005d09c0 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-12T17:36:15.193 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.191+0000 7f93b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:15.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.195+0000 7f95005d09c0 20 remove_watcher() i=0 2024-09-12T17:36:15.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.195+0000 7f95005d09c0 2 removed watcher, disabling cache 2024-09-12T17:36:15.201 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.199+0000 7f95005d09c0 20 remove_watcher() i=1 2024-09-12T17:36:15.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.203+0000 7f95005d09c0 20 remove_watcher() i=2 2024-09-12T17:36:15.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.203+0000 7f95005d09c0 20 remove_watcher() i=3 2024-09-12T17:36:15.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.207+0000 7f95005d09c0 20 remove_watcher() i=4 2024-09-12T17:36:15.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.211+0000 7f95005d09c0 20 remove_watcher() i=5 2024-09-12T17:36:15.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.211+0000 7f95005d09c0 20 remove_watcher() i=6 2024-09-12T17:36:15.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:15.215+0000 7f95005d09c0 20 remove_watcher() i=7 2024-09-12T17:36:15.615 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T17:36:15.615 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:36:15.620 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.620 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.630 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.630 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.680 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.680 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.716 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.716 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.725 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.725 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.758 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.759 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.767 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.767 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.801 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:15.801 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:15.807 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:36:16.257 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:36:17.694 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:17.695 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:17.763 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:36:17.763 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T17:36:17.801 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:17.801 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:18.056 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.051+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 realm 2024-09-12T17:36:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:18.058 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.059 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.055+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.059+0000 7f5db1dec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:18.060 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.059+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.059+0000 7f5db1dec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:18.061 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.059+0000 7f5db1dec9c0 20 searching for the correct realm 2024-09-12T17:36:18.065 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.063+0000 7f5db00f3640 0 -- 172.21.15.1:0/1761213219 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f5da40f1040 msgr2=0x7f5da40b9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:18.282 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.279+0000 7f5daf0f1640 0 -- 172.21.15.1:0/1761213219 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5da8051450 msgr2=0x7f5da80518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:18.499 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.495+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.500 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:18.501 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 zone default found 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 4 Realm: () 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 zonegroup default 2024-09-12T17:36:18.502 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.503 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.499+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.503+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.503+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.503+0000 7f5db1dec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.504 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.503+0000 7f5db1dec9c0 20 started sync module instance, tier type = 2024-09-12T17:36:18.505 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.503+0000 7f5db1dec9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=0 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=1 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=2 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=3 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=4 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=5 2024-09-12T17:36:18.528 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=6 2024-09-12T17:36:18.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 20 add_watcher() i=7 2024-09-12T17:36:18.530 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.527+0000 7f5db1dec9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:18.535 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.531+0000 7f5c65fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:18.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:18.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:18.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 5 note: GC not initialized 2024-09-12T17:36:18.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5c64fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:18.536 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:18.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 Filter name: none 2024-09-12T17:36:18.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5bde7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:18.537 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:18.538 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 INFO: main: starting shard=0 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.535+0000 7f5db1dec9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:18.539 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:36:18.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 INFO: main: starting shard=1 2024-09-12T17:36:18.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:18.540 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:18.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:18.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 INFO: main: starting shard=2 2024-09-12T17:36:18.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:18.541 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:18.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:18.542 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.539+0000 7f5db1dec9c0 20 INFO: main: done 2024-09-12T17:36:18.544 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.543+0000 7f5c65fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:18.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.547+0000 7f5db1dec9c0 20 remove_watcher() i=0 2024-09-12T17:36:18.548 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.547+0000 7f5db1dec9c0 2 removed watcher, disabling cache 2024-09-12T17:36:18.551 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.547+0000 7f5db1dec9c0 20 remove_watcher() i=1 2024-09-12T17:36:18.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.551+0000 7f5db1dec9c0 20 remove_watcher() i=2 2024-09-12T17:36:18.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.555+0000 7f5db1dec9c0 20 remove_watcher() i=3 2024-09-12T17:36:18.558 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.555+0000 7f5db1dec9c0 20 remove_watcher() i=4 2024-09-12T17:36:18.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.559+0000 7f5db1dec9c0 20 remove_watcher() i=5 2024-09-12T17:36:18.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.559+0000 7f5db1dec9c0 20 remove_watcher() i=6 2024-09-12T17:36:18.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.563+0000 7f5db1dec9c0 20 remove_watcher() i=7 2024-09-12T17:36:18.582 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:18.582 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:18.587 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:18.587 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:18.644 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:36:18.645 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T17:36:18.680 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:18.680 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:18.727 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.723+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.729 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 realm 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:18.730 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.727+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.731+0000 7f5e413a59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:18.731 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.731+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:18.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.731+0000 7f5e413a59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:18.732 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.731+0000 7f5e413a59c0 20 searching for the correct realm 2024-09-12T17:36:18.736 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.735+0000 7f5e3f6ac640 0 -- 172.21.15.1:0/2137568344 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f5e28026070 msgr2=0x7f5e28001890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:18.953 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:18.951+0000 7f5e3e6aa640 0 -- 172.21.15.1:0/2137568344 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f5e30092040 msgr2=0x7f5e3005b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:19.171 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:19.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:19.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:19.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:19.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:19.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:19.172 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.167+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:19.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 zone default found 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 4 Realm: () 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 zonegroup default 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.174 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.175 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.171+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.175+0000 7f5e413a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.175+0000 7f5e413a59c0 20 started sync module instance, tier type = 2024-09-12T17:36:19.176 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.175+0000 7f5e413a59c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:19.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=0 2024-09-12T17:36:19.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=1 2024-09-12T17:36:19.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=2 2024-09-12T17:36:19.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=3 2024-09-12T17:36:19.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=4 2024-09-12T17:36:19.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=5 2024-09-12T17:36:19.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.199+0000 7f5e413a59c0 20 add_watcher() i=6 2024-09-12T17:36:19.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.203+0000 7f5e413a59c0 20 add_watcher() i=7 2024-09-12T17:36:19.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.203+0000 7f5e413a59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:19.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5cf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:19.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:19.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:19.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 5 note: GC not initialized 2024-09-12T17:36:19.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5cf4fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:19.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:19.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 Filter name: none 2024-09-12T17:36:19.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5cedffb640 20 reqs_thread_entry: start 2024-09-12T17:36:19.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:19.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:19.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:19.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:36:19.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 INFO: main: starting shard=0 2024-09-12T17:36:19.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:19.211 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.207+0000 7f5e413a59c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:19.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:19.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 INFO: main: starting shard=1 2024-09-12T17:36:19.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:19.213 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:19.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:19.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 INFO: main: starting shard=2 2024-09-12T17:36:19.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:19.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:19.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:36:19.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.211+0000 7f5e413a59c0 20 INFO: main: done 2024-09-12T17:36:19.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.215+0000 7f5cf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:19.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.219+0000 7f5e413a59c0 20 remove_watcher() i=0 2024-09-12T17:36:19.222 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.219+0000 7f5e413a59c0 2 removed watcher, disabling cache 2024-09-12T17:36:19.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.223+0000 7f5e413a59c0 20 remove_watcher() i=1 2024-09-12T17:36:19.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.223+0000 7f5e413a59c0 20 remove_watcher() i=2 2024-09-12T17:36:19.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.227+0000 7f5e413a59c0 20 remove_watcher() i=3 2024-09-12T17:36:19.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.227+0000 7f5e413a59c0 20 remove_watcher() i=4 2024-09-12T17:36:19.232 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.231+0000 7f5e413a59c0 20 remove_watcher() i=5 2024-09-12T17:36:19.233 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.231+0000 7f5e413a59c0 20 remove_watcher() i=6 2024-09-12T17:36:19.235 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.231+0000 7f5e413a59c0 20 remove_watcher() i=7 2024-09-12T17:36:19.259 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:19.259 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:19.266 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:19.266 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:19.328 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:36:19.329 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T17:36:19.365 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:19.365 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:19.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 realm 2024-09-12T17:36:19.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:19.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.415+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.419 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.419+0000 7efda93be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:19.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.419+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.419+0000 7efda93be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:19.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.419+0000 7efda93be9c0 20 searching for the correct realm 2024-09-12T17:36:19.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.423+0000 7efda76c5640 0 -- 172.21.15.1:0/3646126372 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7efd9c0d1070 msgr2=0x7efd9c1328f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:19.641 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.639+0000 7efda66c3640 0 -- 172.21.15.1:0/3646126372 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7efda006cb90 msgr2=0x7efda006b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:19.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:19.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:19.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:19.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:19.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:19.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:19.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.855+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.860 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:19.861 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 zone default found 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 4 Realm: () 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 zonegroup default 2024-09-12T17:36:19.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.863 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.859+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.863+0000 7efda93be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:19.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.863+0000 7efda93be9c0 20 started sync module instance, tier type = 2024-09-12T17:36:19.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.863+0000 7efda93be9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=0 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=1 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=2 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=3 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=4 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=5 2024-09-12T17:36:19.889 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=6 2024-09-12T17:36:19.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 20 add_watcher() i=7 2024-09-12T17:36:19.891 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.887+0000 7efda93be9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:19.895 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efc5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:19.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:19.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:19.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 5 note: GC not initialized 2024-09-12T17:36:19.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efbd7fff640 20 reqs_thread_entry: start 2024-09-12T17:36:19.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:19.897 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 Filter name: none 2024-09-12T17:36:19.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efbd5ffb640 20 reqs_thread_entry: start 2024-09-12T17:36:19.898 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:19.899 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.895+0000 7efda93be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:19.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:19.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:19.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:36:19.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 INFO: main: starting shard=0 2024-09-12T17:36:19.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:19.900 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:19.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:19.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 INFO: main: starting shard=1 2024-09-12T17:36:19.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:19.901 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:19.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:36:19.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 INFO: main: starting shard=2 2024-09-12T17:36:19.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:19.903 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.899+0000 7efda93be9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:19.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.903+0000 7efda93be9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:36:19.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.903+0000 7efda93be9c0 20 INFO: main: done 2024-09-12T17:36:19.906 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.903+0000 7efc5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:19.910 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.907+0000 7efda93be9c0 20 remove_watcher() i=0 2024-09-12T17:36:19.911 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.907+0000 7efda93be9c0 2 removed watcher, disabling cache 2024-09-12T17:36:19.913 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.911+0000 7efda93be9c0 20 remove_watcher() i=1 2024-09-12T17:36:19.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.915+0000 7efda93be9c0 20 remove_watcher() i=2 2024-09-12T17:36:19.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.915+0000 7efda93be9c0 20 remove_watcher() i=3 2024-09-12T17:36:19.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.919+0000 7efda93be9c0 20 remove_watcher() i=4 2024-09-12T17:36:19.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.919+0000 7efda93be9c0 20 remove_watcher() i=5 2024-09-12T17:36:19.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.923+0000 7efda93be9c0 20 remove_watcher() i=6 2024-09-12T17:36:19.926 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:19.923+0000 7efda93be9c0 20 remove_watcher() i=7 2024-09-12T17:36:19.944 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:19.944 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:19.948 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:36:20.397 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:36:20.835 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T17:36:20.870 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:20.870 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:20.913 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 realm 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:20.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.911+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:20.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.915+0000 7ff0836439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:20.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.915+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:20.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.915+0000 7ff0836439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:20.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.915+0000 7ff0836439c0 20 searching for the correct realm 2024-09-12T17:36:20.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.919+0000 7ff08194a640 0 -- 172.21.15.1:0/365951100 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff0781050c0 msgr2=0x7ff078131210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:20.929 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:20.927+0000 7ff080948640 0 -- 172.21.15.1:0/365951100 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff0740730b0 msgr2=0x7ff07406e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:21.148 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:21.149 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 zone default found 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 4 Realm: () 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 zonegroup default 2024-09-12T17:36:21.151 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.147+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.152 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 started sync module instance, tier type = 2024-09-12T17:36:21.153 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.151+0000 7ff0836439c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=0 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=1 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=2 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=3 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=4 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=5 2024-09-12T17:36:21.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=6 2024-09-12T17:36:21.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 20 add_watcher() i=7 2024-09-12T17:36:21.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.175+0000 7ff0836439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:21.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.179+0000 7fef37fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:21.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.179+0000 7ff0836439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:21.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.179+0000 7ff0836439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:21.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 5 note: GC not initialized 2024-09-12T17:36:21.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7fef36fe5640 20 reqs_thread_entry: start 2024-09-12T17:36:21.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:21.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 20 Filter name: none 2024-09-12T17:36:21.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7fef34fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:21.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:36:21.185 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : miss 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 adding default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.186 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.183+0000 7ff0836439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:21.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7ff0836439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7ff0836439c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7ff0836439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.198 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7ff0836439c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:21.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7fef53fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366188 cookie 94154133403952 notifier 8126 bl.length()=821 2024-09-12T17:36:21.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7fef53fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7fef53fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.195+0000 7fef53fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.199+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:21.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.199+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:21.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.199+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:21.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.199+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.0 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.0 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.1 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.1 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.2 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.2 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.3 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.3 2024-09-12T17:36:21.207 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.4 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.4 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.5 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.5 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.6 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.6 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.7 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.7 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.8 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.8 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.10 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.10 2024-09-12T17:36:21.208 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.11 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.11 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.12 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.12 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.13 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.13 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.14 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.14 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.15 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.15 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.16 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.16 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:21.209 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.203+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:21.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.207+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:21.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.207+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:21.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.207+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:21.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.207+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:21.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.211+0000 7ff0836439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:21.215 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.211+0000 7ff0836439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:21.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.217 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:21.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7fef64ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366189 cookie 94154133403952 notifier 8126 bl.length()=821 2024-09-12T17:36:21.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7fef64ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7fef64ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7fef64ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:21.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:21.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:21.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.215+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:21.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.219+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:21.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.219+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.0 2024-09-12T17:36:21.223 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.223+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:21.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.223+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.1 2024-09-12T17:36:21.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.223+0000 7ff0836439c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:21.224 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.223+0000 7ff0836439c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.2.2 2024-09-12T17:36:21.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.223+0000 7ff0836439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:21.225 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.223+0000 7ff0836439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:21.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 10 moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.228 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18, ofs0, ns] 2024-09-12T17:36:21.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7fef53fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366190 cookie 94154133403952 notifier 8126 bl.length()=789 2024-09-12T17:36:21.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7fef53fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7fef53fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.229 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7fef53fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_sources= new_sources= 2024-09-12T17:36:21.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential sources added=[] removed=[] 2024-09-12T17:36:21.230 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): orig_dests= new_dests= 2024-09-12T17:36:21.231 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.227+0000 7ff0836439c0 20 handle_bi_update(): bucket=:myver[89018418-9cac-4cab-9409-03996b4334d4.4611.18]): potential dests added=[] removed=[] 2024-09-12T17:36:21.236 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.235+0000 7ff0836439c0 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-12T17:36:21.240 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.239+0000 7fef37fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:21.245 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.243+0000 7ff0836439c0 20 remove_watcher() i=0 2024-09-12T17:36:21.246 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.243+0000 7ff0836439c0 2 removed watcher, disabling cache 2024-09-12T17:36:21.248 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.247+0000 7ff0836439c0 20 remove_watcher() i=1 2024-09-12T17:36:21.251 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.247+0000 7ff0836439c0 20 remove_watcher() i=2 2024-09-12T17:36:21.253 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.251+0000 7ff0836439c0 20 remove_watcher() i=3 2024-09-12T17:36:21.255 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.251+0000 7ff0836439c0 20 remove_watcher() i=4 2024-09-12T17:36:21.257 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.255+0000 7ff0836439c0 20 remove_watcher() i=5 2024-09-12T17:36:21.258 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.255+0000 7ff0836439c0 20 remove_watcher() i=6 2024-09-12T17:36:21.260 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.259+0000 7ff0836439c0 20 remove_watcher() i=7 2024-09-12T17:36:21.278 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:36:21.316 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:21.316 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:21.361 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 realm 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.363 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.359+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.364 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.363+0000 7f72d61879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:21.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.363+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.365 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.363+0000 7f72d61879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:21.366 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.363+0000 7f72d61879c0 20 searching for the correct realm 2024-09-12T17:36:21.369 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.367+0000 7f72d448e640 0 -- 172.21.15.1:0/4015855438 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f72c8080040 msgr2=0x7f72c807c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:21.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.583+0000 7f72d348c640 0 -- 172.21.15.1:0/4015855438 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f72cc06dc00 msgr2=0x7f72cc077690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:21.803 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.799+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:21.804 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:21.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 zone default found 2024-09-12T17:36:21.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 4 Realm: () 2024-09-12T17:36:21.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:21.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:21.805 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:21.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 zonegroup default 2024-09-12T17:36:21.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.806 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.803+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.807 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.807+0000 7f72d61879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:21.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.807+0000 7f72d61879c0 20 started sync module instance, tier type = 2024-09-12T17:36:21.808 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.807+0000 7f72d61879c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:21.829 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=0 2024-09-12T17:36:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=1 2024-09-12T17:36:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=2 2024-09-12T17:36:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=3 2024-09-12T17:36:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=4 2024-09-12T17:36:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=5 2024-09-12T17:36:21.830 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.827+0000 7f72d61879c0 20 add_watcher() i=6 2024-09-12T17:36:21.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.831+0000 7f72d61879c0 20 add_watcher() i=7 2024-09-12T17:36:21.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.831+0000 7f72d61879c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:21.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f718a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:21.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:21.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:21.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 5 note: GC not initialized 2024-09-12T17:36:21.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f71897e2640 20 reqs_thread_entry: start 2024-09-12T17:36:21.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:21.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 Filter name: none 2024-09-12T17:36:21.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f71827fc640 20 reqs_thread_entry: start 2024-09-12T17:36:21.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:36:21.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:21.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:36:21.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:36:21.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 : miss 2024-09-12T17:36:21.839 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:21.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:21.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 info.flags=0x17 2024-09-12T17:36:21.840 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 adding default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 to cache LRU end 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:89018418-9cac-4cab-9409-03996b4334d4.4611.18 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.0 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.835+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.0 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.1 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.1 2024-09-12T17:36:21.841 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T17:36:21.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.2 2024-09-12T17:36:21.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.2 2024-09-12T17:36:21.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T17:36:21.842 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.3 2024-09-12T17:36:21.843 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.839+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.3 2024-09-12T17:36:21.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T17:36:21.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.4 2024-09-12T17:36:21.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.4 2024-09-12T17:36:21.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T17:36:21.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.5 2024-09-12T17:36:21.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.5 2024-09-12T17:36:21.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T17:36:21.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.6 2024-09-12T17:36:21.846 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.6 2024-09-12T17:36:21.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T17:36:21.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.7 2024-09-12T17:36:21.847 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.843+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.7 2024-09-12T17:36:21.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T17:36:21.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.8 2024-09-12T17:36:21.849 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.8 2024-09-12T17:36:21.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T17:36:21.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.10 2024-09-12T17:36:21.851 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.847+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.10 2024-09-12T17:36:21.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T17:36:21.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.11 2024-09-12T17:36:21.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.11 2024-09-12T17:36:21.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T17:36:21.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.12 2024-09-12T17:36:21.853 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.12 2024-09-12T17:36:21.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T17:36:21.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.13 2024-09-12T17:36:21.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.13 2024-09-12T17:36:21.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T17:36:21.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.14 2024-09-12T17:36:21.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.851+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.14 2024-09-12T17:36:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T17:36:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.15 2024-09-12T17:36:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.15 2024-09-12T17:36:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T17:36:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 10 bucket_obj is .dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.16 2024-09-12T17:36:21.856 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.16 2024-09-12T17:36:21.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T17:36:21.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:x state=0x5556d6439a28 s->prefetch_data=0 2024-09-12T17:36:21.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 get_obj_state: setting s->obj_tag to fgont00n9z599czpfe2qa5znid9iuizy 2024-09-12T17:36:21.858 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 get_obj_state_impl: setting s->olh_tag to r3hxkjbdfgq1cb4qp74yppefadex9ngr 2024-09-12T17:36:21.859 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.855+0000 7f72d61879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=r3hxkjbdfgq1cb4qp74yppefadex9ngr 2024-09-12T17:36:21.862 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.859+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.864 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 olh_log_entry: epoch=2 op=3 key=x[1hIdsS4lhDRKNzH.iK2pjdJhxuguy0u] 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:_:1hIdsS4lhDRKNzH.iK2pjdJhxuguy0u_x state=0x5556d6434278 s->prefetch_data=0 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 10 manifest: total_size = 22 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.5759913053220643073 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:_:1hIdsS4lhDRKNzH.iK2pjdJhxuguy0u_x state=0x5556d6434278 s->prefetch_data=0 2024-09-12T17:36:21.865 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 prepare_atomic_modification: state is not atomic. state=0x5556d6434278 2024-09-12T17:36:21.866 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.863+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.871+0000 7f71b2ffd640 20 handle_completion(): completion ok for obj=x[1hIdsS4lhDRKNzH.iK2pjdJhxuguy0u] 2024-09-12T17:36:21.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.871+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:x state=0x5556d6439a28 s->prefetch_data=0 2024-09-12T17:36:21.873 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.871+0000 7f72d61879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=r3hxkjbdfgq1cb4qp74yppefadex9ngr 2024-09-12T17:36:21.881 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.879+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.884 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.883+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.885 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.883+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.883+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:y state=0x5556d6439a28 s->prefetch_data=0 2024-09-12T17:36:21.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.883+0000 7f72d61879c0 20 get_obj_state: setting s->obj_tag to z0bj2ks2wtp40m7k0y4cek8r3lrcbx8e 2024-09-12T17:36:21.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.883+0000 7f72d61879c0 20 get_obj_state_impl: setting s->olh_tag to npghc65synzdfrtlvkzw57wl5nrhg8b5 2024-09-12T17:36:21.886 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.883+0000 7f72d61879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=npghc65synzdfrtlvkzw57wl5nrhg8b5 2024-09-12T17:36:21.890 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.887+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T17:36:21.893 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 olh_log_entry: epoch=2 op=3 key=y[scu2WI8e2x-QjpDnLaD16yyIMJpk2a1] 2024-09-12T17:36:21.894 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:_:scu2WI8e2x-QjpDnLaD16yyIMJpk2a1_y state=0x5556d6431248 s->prefetch_data=0 2024-09-12T17:36:21.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 10 manifest: total_size = 22 2024-09-12T17:36:21.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.7523712328954628183 2024-09-12T17:36:21.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:_:scu2WI8e2x-QjpDnLaD16yyIMJpk2a1_y state=0x5556d6431248 s->prefetch_data=0 2024-09-12T17:36:21.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 prepare_atomic_modification: state is not atomic. state=0x5556d6431248 2024-09-12T17:36:21.896 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.891+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.904 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.903+0000 7f71b27fc640 20 handle_completion(): completion ok for obj=y[scu2WI8e2x-QjpDnLaD16yyIMJpk2a1] 2024-09-12T17:36:21.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.903+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:y state=0x5556d6439a28 s->prefetch_data=0 2024-09-12T17:36:21.905 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.903+0000 7f72d61879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=npghc65synzdfrtlvkzw57wl5nrhg8b5 2024-09-12T17:36:21.912 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.911+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.915 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.911+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.916 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.915+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.915+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:z state=0x5556d6439a28 s->prefetch_data=0 2024-09-12T17:36:21.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.915+0000 7f72d61879c0 20 get_obj_state: setting s->obj_tag to t7lhp0rpzkb9argl7rqwmow1rdwjwfty 2024-09-12T17:36:21.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.915+0000 7f72d61879c0 20 get_obj_state_impl: setting s->olh_tag to tzviqfn8mhgq71ngk73ynt2ouqycklto 2024-09-12T17:36:21.917 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.915+0000 7f72d61879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tzviqfn8mhgq71ngk73ynt2ouqycklto 2024-09-12T17:36:21.920 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.919+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.922 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.919+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.919+0000 7f72d61879c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T17:36:21.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.919+0000 7f72d61879c0 20 olh_log_entry: epoch=2 op=3 key=z[dvPzXteD8chxuK1hwX5B6nDhM3TWQzh] 2024-09-12T17:36:21.923 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.919+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:_:dvPzXteD8chxuK1hwX5B6nDhM3TWQzh_z state=0x5556d6430238 s->prefetch_data=0 2024-09-12T17:36:21.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.923+0000 7f72d61879c0 10 manifest: total_size = 22 2024-09-12T17:36:21.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.923+0000 7f72d61879c0 20 get_obj_state: setting s->obj_tag to 89018418-9cac-4cab-9409-03996b4334d4.4611.17608546409369121684 2024-09-12T17:36:21.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.923+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:_:dvPzXteD8chxuK1hwX5B6nDhM3TWQzh_z state=0x5556d6430238 s->prefetch_data=0 2024-09-12T17:36:21.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.923+0000 7f72d61879c0 20 prepare_atomic_modification: state is not atomic. state=0x5556d6430238 2024-09-12T17:36:21.924 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.923+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.931+0000 7f71b2ffd640 20 handle_completion(): completion ok for obj=z[dvPzXteD8chxuK1hwX5B6nDhM3TWQzh] 2024-09-12T17:36:21.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.931+0000 7f72d61879c0 20 get_obj_state: octx=0x5556d6187100 obj=myver:z state=0x5556d6439a28 s->prefetch_data=0 2024-09-12T17:36:21.932 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.931+0000 7f72d61879c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tzviqfn8mhgq71ngk73ynt2ouqycklto 2024-09-12T17:36:21.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.935+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.939+0000 7f72d61879c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.18.3.9 2024-09-12T17:36:21.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.939+0000 7f72d61879c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T17:36:21.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.939+0000 7f72d61879c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T17:36:21.942 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.939+0000 7f718a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:21.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.943+0000 7f72d61879c0 20 remove_watcher() i=0 2024-09-12T17:36:21.947 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.943+0000 7f72d61879c0 2 removed watcher, disabling cache 2024-09-12T17:36:21.949 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.947+0000 7f72d61879c0 20 remove_watcher() i=1 2024-09-12T17:36:21.952 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.951+0000 7f72d61879c0 20 remove_watcher() i=2 2024-09-12T17:36:21.954 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.951+0000 7f72d61879c0 20 remove_watcher() i=3 2024-09-12T17:36:21.956 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.955+0000 7f72d61879c0 20 remove_watcher() i=4 2024-09-12T17:36:21.958 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.955+0000 7f72d61879c0 20 remove_watcher() i=5 2024-09-12T17:36:21.960 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.959+0000 7f72d61879c0 20 remove_watcher() i=6 2024-09-12T17:36:21.962 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:21.959+0000 7f72d61879c0 20 remove_watcher() i=7 2024-09-12T17:36:21.982 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:21.982 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:21.989 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:21.990 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:22.034 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:36:22.065 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:22.065 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:22.110 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.107+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.112 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 realm 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.113 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:22.114 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:22.115 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.111+0000 7f39bd7299c0 20 searching for the correct realm 2024-09-12T17:36:22.119 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.115+0000 7f39bba30640 0 -- 172.21.15.1:0/1377251120 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f39b0085020 msgr2=0x7f39b006c730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:22.334 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.331+0000 7f39baa2e640 0 -- 172.21.15.1:0/1377251120 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f39b405d3f0 msgr2=0x7f39b405d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.547+0000 7f39bd7299c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.547+0000 7f39bd7299c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.547+0000 7f39bd7299c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.547+0000 7f39bd7299c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.547+0000 7f39bd7299c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.547+0000 7f39bd7299c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:22.552 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:22.553 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 zone default found 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 4 Realm: () 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 zonegroup default 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.556 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.551+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.555+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.555+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.555+0000 7f39bd7299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.555+0000 7f39bd7299c0 20 started sync module instance, tier type = 2024-09-12T17:36:22.557 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.555+0000 7f39bd7299c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:22.582 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=0 2024-09-12T17:36:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=1 2024-09-12T17:36:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=2 2024-09-12T17:36:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=3 2024-09-12T17:36:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=4 2024-09-12T17:36:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=5 2024-09-12T17:36:22.583 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.579+0000 7f39bd7299c0 20 add_watcher() i=6 2024-09-12T17:36:22.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.583+0000 7f39bd7299c0 20 add_watcher() i=7 2024-09-12T17:36:22.585 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.583+0000 7f39bd7299c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:22.589 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f3871fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:22.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f39bd7299c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:22.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f39bd7299c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:22.590 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f39bd7299c0 5 note: GC not initialized 2024-09-12T17:36:22.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f3870fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:22.591 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f39bd7299c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:22.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.587+0000 7f39bd7299c0 20 Filter name: none 2024-09-12T17:36:22.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f37ea7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:22.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:22.592 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:22.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:22.593 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:36:22.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:22.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:36:22.594 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.591+0000 7f39bd7299c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:22.598 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.595+0000 7f3871fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:22.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.599+0000 7f39bd7299c0 20 remove_watcher() i=0 2024-09-12T17:36:22.603 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.599+0000 7f39bd7299c0 2 removed watcher, disabling cache 2024-09-12T17:36:22.605 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.603+0000 7f39bd7299c0 20 remove_watcher() i=1 2024-09-12T17:36:22.608 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.607+0000 7f39bd7299c0 20 remove_watcher() i=2 2024-09-12T17:36:22.610 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.607+0000 7f39bd7299c0 20 remove_watcher() i=3 2024-09-12T17:36:22.612 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.611+0000 7f39bd7299c0 20 remove_watcher() i=4 2024-09-12T17:36:22.615 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.611+0000 7f39bd7299c0 20 remove_watcher() i=5 2024-09-12T17:36:22.616 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.615+0000 7f39bd7299c0 20 remove_watcher() i=6 2024-09-12T17:36:22.617 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:36:22.615+0000 7f39bd7299c0 20 remove_watcher() i=7 2024-09-12T17:36:22.633 INFO:tasks.workunit.client.0.smithi001.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:36:22.633 INFO:tasks.workunit.client.0.smithi001.stderr:Deleting bucket a-bucket 2024-09-12T17:36:22.634 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:22.634 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:22.638 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:22.638 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:22.660 INFO:tasks.workunit.client.0.smithi001.stderr:Deleting bucket myver 2024-09-12T17:36:22.661 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:22.661 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:22.710 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:22.710 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:36:22.788 INFO:tasks.workunit.client.0.smithi001.stderr:Completed resharding tests 2024-09-12T17:36:22.789 INFO:tasks.workunit.client.0.smithi001.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:36:22.789 INFO:tasks.workunit.client.0.smithi001.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:36:22.789 INFO:tasks.workunit.client.0.smithi001.stdout:connected to https://localhost:443 2024-09-12T17:36:22.916 INFO:tasks.workunit.client.0.smithi001.stderr:+ deactivate 2024-09-12T17:36:22.916 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:36:22.916 INFO:tasks.workunit.client.0.smithi001.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ export PATH 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n '' ']' 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ hash -r 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n '' ']' 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset -f deactivate 2024-09-12T17:36:22.917 INFO:tasks.workunit.client.0.smithi001.stderr:+ echo OK. 2024-09-12T17:36:22.918 INFO:tasks.workunit.client.0.smithi001.stdout:OK. 2024-09-12T17:36:22.919 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:36:22.922 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:36:22.971 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T17:36:22.971 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:36:23.405 DEBUG:teuthology.parallel:result is None 2024-09-12T17:36:23.406 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:36:23.417 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:36:23.417 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:36:23.464 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:36:23.464 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T17:36:23.480 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T17:36:23.480 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T17:36:23.480 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T17:36:23.480 DEBUG:teuthology.orchestra.run.smithi001:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T17:36:23.512 INFO:teuthology.orchestra.run.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T17:36:27.917 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T17:36:27.917 DEBUG:teuthology.orchestra.run.smithi001:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T17:36:28.011 INFO:teuthology.orchestra.run.smithi001.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-12T17:36:28.072 INFO:teuthology.orchestra.run.smithi001.stdout:Reading package lists... 2024-09-12T17:36:28.289 INFO:teuthology.orchestra.run.smithi001.stdout:Building dependency tree... 2024-09-12T17:36:28.290 INFO:teuthology.orchestra.run.smithi001.stdout:Reading state information... 2024-09-12T17:36:28.512 INFO:teuthology.orchestra.run.smithi001.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:36:28.512 INFO:teuthology.orchestra.run.smithi001.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:36:28.512 INFO:teuthology.orchestra.run.smithi001.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:36:28.512 INFO:teuthology.orchestra.run.smithi001.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:36:28.513 INFO:teuthology.orchestra.run.smithi001.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:36:28.513 INFO:teuthology.orchestra.run.smithi001.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:36:28.513 INFO:teuthology.orchestra.run.smithi001.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:36:28.513 INFO:teuthology.orchestra.run.smithi001.stdout:The following additional packages will be installed: 2024-09-12T17:36:28.514 INFO:teuthology.orchestra.run.smithi001.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-12T17:36:28.514 INFO:teuthology.orchestra.run.smithi001.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-12T17:36:28.515 INFO:teuthology.orchestra.run.smithi001.stdout:Suggested packages: 2024-09-12T17:36:28.515 INFO:teuthology.orchestra.run.smithi001.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-12T17:36:28.515 INFO:teuthology.orchestra.run.smithi001.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-12T17:36:28.515 INFO:teuthology.orchestra.run.smithi001.stdout: fonts-wqy-zenhei fonts-indic 2024-09-12T17:36:28.553 INFO:teuthology.orchestra.run.smithi001.stdout:The following NEW packages will be installed: 2024-09-12T17:36:28.553 INFO:teuthology.orchestra.run.smithi001.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-12T17:36:28.554 INFO:teuthology.orchestra.run.smithi001.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-12T17:36:28.610 INFO:teuthology.orchestra.run.smithi001.stdout:0 upgraded, 9 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:36:28.610 INFO:teuthology.orchestra.run.smithi001.stdout:Need to get 46.0 MB of archives. 2024-09-12T17:36:28.610 INFO:teuthology.orchestra.run.smithi001.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-12T17:36:28.610 INFO:teuthology.orchestra.run.smithi001.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-12T17:36:28.694 INFO:teuthology.orchestra.run.smithi001.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-12T17:36:28.783 INFO:teuthology.orchestra.run.smithi001.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-12T17:36:28.784 INFO:teuthology.orchestra.run.smithi001.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-12T17:36:28.787 INFO:teuthology.orchestra.run.smithi001.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-12T17:36:28.787 INFO:teuthology.orchestra.run.smithi001.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-12T17:36:29.190 INFO:teuthology.orchestra.run.smithi001.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-12T17:36:29.191 INFO:teuthology.orchestra.run.smithi001.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-12T17:36:29.280 INFO:teuthology.orchestra.run.smithi001.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-12T17:36:29.623 INFO:teuthology.orchestra.run.smithi001.stderr:debconf: unable to initialize frontend: Dialog 2024-09-12T17:36:29.623 INFO:teuthology.orchestra.run.smithi001.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-12T17:36:29.623 INFO:teuthology.orchestra.run.smithi001.stderr:debconf: falling back to frontend: Readline 2024-09-12T17:36:29.641 INFO:teuthology.orchestra.run.smithi001.stderr:debconf: unable to initialize frontend: Readline 2024-09-12T17:36:29.642 INFO:teuthology.orchestra.run.smithi001.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-12T17:36:29.642 INFO:teuthology.orchestra.run.smithi001.stderr:debconf: falling back to frontend: Teletype 2024-09-12T17:36:29.645 INFO:teuthology.orchestra.run.smithi001.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-12T17:36:29.681 INFO:teuthology.orchestra.run.smithi001.stdout:Fetched 46.0 MB in 1s (61.6 MB/s) 2024-09-12T17:36:29.792 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-12T17:36:29.857 INFO:teuthology.orchestra.run.smithi001.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177243 files and directories currently installed.) 2024-09-12T17:36:29.863 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-12T17:36:29.908 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:30.286 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-12T17:36:30.315 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:36:30.386 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:30.824 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-12T17:36:30.853 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:36:30.890 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:31.143 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-12T17:36:31.171 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:36:31.209 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:31.478 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-12T17:36:31.508 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:36:31.545 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:31.949 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-12T17:36:31.978 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:36:32.019 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:33.637 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-12T17:36:33.667 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:36:33.724 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:34.167 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-12T17:36:34.196 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:36:34.237 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:35.004 INFO:teuthology.orchestra.run.smithi001.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-12T17:36:35.033 INFO:teuthology.orchestra.run.smithi001.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:36:35.065 INFO:teuthology.orchestra.run.smithi001.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:35.412 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:36.553 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-12T17:36:36.580 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-12T17:36:36.604 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-12T17:36:36.978 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:37.146 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:37.524 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:37.616 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-12T17:36:37.675 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:37.766 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-12T17:36:37.797 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-12T17:36:37.822 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-12T17:36:37.846 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-12T17:36:37.965 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-12T17:36:38.126 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-12T17:36:38.245 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-12T17:36:38.346 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-12T17:36:38.399 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-12T17:36:38.456 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-12T17:36:38.481 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-12T17:36:38.509 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-12T17:36:38.564 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:38.698 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:38.807 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:36:38.893 INFO:teuthology.orchestra.run.smithi001.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-12T17:36:38.984 INFO:teuthology.orchestra.run.smithi001.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:36:39.111 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:36:40.178 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:36:40.287 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-12T17:36:40.598 INFO:teuthology.orchestra.run.smithi001.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:36:41.077 INFO:teuthology.orchestra.run.smithi001.stdout: Gradle will be installed under /opt/gradle 2024-09-12T17:36:41.124 INFO:teuthology.orchestra.run.smithi001.stderr:--2024-09-12 17:36:41-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T17:36:41.142 INFO:teuthology.orchestra.run.smithi001.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4865, ... 2024-09-12T17:36:41.156 INFO:teuthology.orchestra.run.smithi001.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-12T17:36:41.217 INFO:teuthology.orchestra.run.smithi001.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T17:36:41.217 INFO:teuthology.orchestra.run.smithi001.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T17:36:41.218 INFO:teuthology.orchestra.run.smithi001.stderr:--2024-09-12 17:36:41-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T17:36:41.218 INFO:teuthology.orchestra.run.smithi001.stderr:Resolving github.com (github.com)... 140.82.113.4 2024-09-12T17:36:41.227 INFO:teuthology.orchestra.run.smithi001.stderr:Connecting to github.com (github.com)|140.82.113.4|:443... connected. 2024-09-12T17:36:41.311 INFO:teuthology.orchestra.run.smithi001.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T17:36:41.311 INFO:teuthology.orchestra.run.smithi001.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T173641Z&X-Amz-Expires=300&X-Amz-Signature=66a86b7acb6c4c80f56d301dfe86b24917b1443b9f5272985dd119600189f6ba&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T17:36:41.311 INFO:teuthology.orchestra.run.smithi001.stderr:--2024-09-12 17:36:41-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T173641Z&X-Amz-Expires=300&X-Amz-Signature=66a86b7acb6c4c80f56d301dfe86b24917b1443b9f5272985dd119600189f6ba&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T17:36:41.314 INFO:teuthology.orchestra.run.smithi001.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.109.133, 185.199.110.133, 185.199.111.133, ... 2024-09-12T17:36:41.326 INFO:teuthology.orchestra.run.smithi001.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.109.133|:443... connected. 2024-09-12T17:36:41.401 INFO:teuthology.orchestra.run.smithi001.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T17:36:41.402 INFO:teuthology.orchestra.run.smithi001.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T17:36:41.402 INFO:teuthology.orchestra.run.smithi001.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-12T17:36:41.402 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:36:41.414 INFO:teuthology.orchestra.run.smithi001.stderr: 0K .......... .......... .......... .......... .......... 0% 4.13M 22s 2024-09-12T17:36:41.424 INFO:teuthology.orchestra.run.smithi001.stderr: 50K .......... .......... .......... .......... .......... 0% 4.29M 22s 2024-09-12T17:36:41.427 INFO:teuthology.orchestra.run.smithi001.stderr: 100K .......... .......... .......... .......... .......... 0% 16.3M 16s 2024-09-12T17:36:41.429 INFO:teuthology.orchestra.run.smithi001.stderr: 150K .......... .......... .......... .......... .......... 0% 19.1M 13s 2024-09-12T17:36:41.436 INFO:teuthology.orchestra.run.smithi001.stderr: 200K .......... .......... .......... .......... .......... 0% 7.95M 13s 2024-09-12T17:36:41.438 INFO:teuthology.orchestra.run.smithi001.stderr: 250K .......... .......... .......... .......... .......... 0% 25.6M 11s 2024-09-12T17:36:41.439 INFO:teuthology.orchestra.run.smithi001.stderr: 300K .......... .......... .......... .......... .......... 0% 39.0M 10s 2024-09-12T17:36:41.441 INFO:teuthology.orchestra.run.smithi001.stderr: 350K .......... .......... .......... .......... .......... 0% 28.8M 9s 2024-09-12T17:36:41.447 INFO:teuthology.orchestra.run.smithi001.stderr: 400K .......... .......... .......... .......... .......... 0% 8.27M 9s 2024-09-12T17:36:41.447 INFO:teuthology.orchestra.run.smithi001.stderr: 450K .......... .......... .......... .......... .......... 0% 76.7M 9s 2024-09-12T17:36:41.449 INFO:teuthology.orchestra.run.smithi001.stderr: 500K .......... .......... .......... .......... .......... 0% 40.3M 8s 2024-09-12T17:36:41.450 INFO:teuthology.orchestra.run.smithi001.stderr: 550K .......... .......... .......... .......... .......... 0% 50.8M 7s 2024-09-12T17:36:41.454 INFO:teuthology.orchestra.run.smithi001.stderr: 600K .......... .......... .......... .......... .......... 0% 44.4M 7s 2024-09-12T17:36:41.454 INFO:teuthology.orchestra.run.smithi001.stderr: 650K .......... .......... .......... .......... .......... 0% 114M 7s 2024-09-12T17:36:41.454 INFO:teuthology.orchestra.run.smithi001.stderr: 700K .......... .......... .......... .......... .......... 0% 68.7M 6s 2024-09-12T17:36:41.454 INFO:teuthology.orchestra.run.smithi001.stderr: 750K .......... .......... .......... .......... .......... 0% 74.5M 6s 2024-09-12T17:36:41.454 INFO:teuthology.orchestra.run.smithi001.stderr: 800K .......... .......... .......... .......... .......... 0% 73.8M 6s 2024-09-12T17:36:42.479 INFO:teuthology.orchestra.run.smithi001.stderr: 850K .......... .......... .......... .......... .......... 0% 9.04M 6s 2024-09-12T17:36:42.479 INFO:teuthology.orchestra.run.smithi001.stderr: 900K .......... .......... .......... .......... .......... 1% 88.6M 6s 2024-09-12T17:36:42.479 INFO:teuthology.orchestra.run.smithi001.stderr: 950K .......... .......... .......... .......... .......... 1% 145M 5s 2024-09-12T17:36:42.479 INFO:teuthology.orchestra.run.smithi001.stderr: 1000K .......... .......... .......... .......... .......... 1% 96.9M 5s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1050K .......... .......... .......... .......... .......... 1% 131M 5s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1100K .......... .......... .......... .......... .......... 1% 109M 5s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1150K .......... .......... .......... .......... .......... 1% 130M 5s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1200K .......... .......... .......... .......... .......... 1% 106M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1250K .......... .......... .......... .......... .......... 1% 58.1M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1300K .......... .......... .......... .......... .......... 1% 113M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1350K .......... .......... .......... .......... .......... 1% 147M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1400K .......... .......... .......... .......... .......... 1% 135M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1450K .......... .......... .......... .......... .......... 1% 150M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1500K .......... .......... .......... .......... .......... 1% 76.1M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1550K .......... .......... .......... .......... .......... 1% 147M 4s 2024-09-12T17:36:42.480 INFO:teuthology.orchestra.run.smithi001.stderr: 1600K .......... .......... .......... .......... .......... 1% 150M 4s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1650K .......... .......... .......... .......... .......... 1% 146M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1700K .......... .......... .......... .......... .......... 1% 134M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1750K .......... .......... .......... .......... .......... 1% 11.6M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1800K .......... .......... .......... .......... .......... 1% 131M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1850K .......... .......... .......... .......... .......... 2% 138M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1900K .......... .......... .......... .......... .......... 2% 107M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 1950K .......... .......... .......... .......... .......... 2% 137M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 2000K .......... .......... .......... .......... .......... 2% 121M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 2050K .......... .......... .......... .......... .......... 2% 142M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 2100K .......... .......... .......... .......... .......... 2% 131M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 2150K .......... .......... .......... .......... .......... 2% 127M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 2200K .......... .......... .......... .......... .......... 2% 137M 3s 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi001.stderr: 2250K .......... .......... .......... .......... .......... 2% 134M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2300K .......... .......... .......... .......... .......... 2% 119M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2350K .......... .......... .......... .......... .......... 2% 149M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2400K .......... .......... .......... .......... .......... 2% 146M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2450K .......... .......... .......... .......... .......... 2% 148M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2500K .......... .......... .......... .......... .......... 2% 117M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2550K .......... .......... .......... .......... .......... 2% 119M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2600K .......... .......... .......... .......... .......... 2% 136M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2650K .......... .......... .......... .......... .......... 2% 140M 3s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2700K .......... .......... .......... .......... .......... 2% 108M 2s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2750K .......... .......... .......... .......... .......... 3% 133M 2s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2800K .......... .......... .......... .......... .......... 3% 131M 2s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2850K .......... .......... .......... .......... .......... 3% 136M 2s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2900K .......... .......... .......... .......... .......... 3% 105M 2s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 2950K .......... .......... .......... .......... .......... 3% 147M 2s 2024-09-12T17:36:42.482 INFO:teuthology.orchestra.run.smithi001.stderr: 3000K .......... .......... .......... .......... .......... 3% 148M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3050K .......... .......... .......... .......... .......... 3% 146M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3100K .......... .......... .......... .......... .......... 3% 107M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3150K .......... .......... .......... .......... .......... 3% 145M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3200K .......... .......... .......... .......... .......... 3% 147M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3250K .......... .......... .......... .......... .......... 3% 150M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3300K .......... .......... .......... .......... .......... 3% 131M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3350K .......... .......... .......... .......... .......... 3% 128M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3400K .......... .......... .......... .......... .......... 3% 123M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3450K .......... .......... .......... .......... .......... 3% 137M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3500K .......... .......... .......... .......... .......... 3% 111M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3550K .......... .......... .......... .......... .......... 3% 125M 2s 2024-09-12T17:36:42.483 INFO:teuthology.orchestra.run.smithi001.stderr: 3600K .......... .......... .......... .......... .......... 3% 123M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3650K .......... .......... .......... .......... .......... 3% 132M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3700K .......... .......... .......... .......... .......... 4% 119M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3750K .......... .......... .......... .......... .......... 4% 148M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3800K .......... .......... .......... .......... .......... 4% 149M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3850K .......... .......... .......... .......... .......... 4% 135M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3900K .......... .......... .......... .......... .......... 4% 111M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 3950K .......... .......... .......... .......... .......... 4% 139M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4000K .......... .......... .......... .......... .......... 4% 132M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4050K .......... .......... .......... .......... .......... 4% 140M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4100K .......... .......... .......... .......... .......... 4% 123M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4150K .......... .......... .......... .......... .......... 4% 119M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4200K .......... .......... .......... .......... .......... 4% 108M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4250K .......... .......... .......... .......... .......... 4% 141M 2s 2024-09-12T17:36:42.484 INFO:teuthology.orchestra.run.smithi001.stderr: 4300K .......... .......... .......... .......... .......... 4% 116M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4350K .......... .......... .......... .......... .......... 4% 130M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4400K .......... .......... .......... .......... .......... 4% 127M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4450K .......... .......... .......... .......... .......... 4% 133M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4500K .......... .......... .......... .......... .......... 4% 122M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4550K .......... .......... .......... .......... .......... 4% 132M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4600K .......... .......... .......... .......... .......... 5% 132M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4650K .......... .......... .......... .......... .......... 5% 135M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4700K .......... .......... .......... .......... .......... 5% 111M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4750K .......... .......... .......... .......... .......... 5% 144M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4800K .......... .......... .......... .......... .......... 5% 148M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4850K .......... .......... .......... .......... .......... 5% 135M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4900K .......... .......... .......... .......... .......... 5% 131M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 4950K .......... .......... .......... .......... .......... 5% 128M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 5000K .......... .......... .......... .......... .......... 5% 117M 2s 2024-09-12T17:36:42.485 INFO:teuthology.orchestra.run.smithi001.stderr: 5050K .......... .......... .......... .......... .......... 5% 142M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5100K .......... .......... .......... .......... .......... 5% 142M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5150K .......... .......... .......... .......... .......... 5% 137M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5200K .......... .......... .......... .......... .......... 5% 106M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5250K .......... .......... .......... .......... .......... 5% 139M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5300K .......... .......... .......... .......... .......... 5% 148M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5350K .......... .......... .......... .......... .......... 5% 159M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5400K .......... .......... .......... .......... .......... 5% 129M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5450K .......... .......... .......... .......... .......... 5% 142M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5500K .......... .......... .......... .......... .......... 5% 147M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5550K .......... .......... .......... .......... .......... 6% 156M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5600K .......... .......... .......... .......... .......... 6% 132M 2s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5650K .......... .......... .......... .......... .......... 6% 154M 1s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5700K .......... .......... .......... .......... .......... 6% 142M 1s 2024-09-12T17:36:42.486 INFO:teuthology.orchestra.run.smithi001.stderr: 5750K .......... .......... .......... .......... .......... 6% 130M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 5800K .......... .......... .......... .......... .......... 6% 99.0M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 5850K .......... .......... .......... .......... .......... 6% 121M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 5900K .......... .......... .......... .......... .......... 6% 132M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 5950K .......... .......... .......... .......... .......... 6% 124M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6000K .......... .......... .......... .......... .......... 6% 136M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6050K .......... .......... .......... .......... .......... 6% 172M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6100K .......... .......... .......... .......... .......... 6% 166M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6150K .......... .......... .......... .......... .......... 6% 166M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6200K .......... .......... .......... .......... .......... 6% 123M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6250K .......... .......... .......... .......... .......... 6% 163M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6300K .......... .......... .......... .......... .......... 6% 155M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6350K .......... .......... .......... .......... .......... 6% 135M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6400K .......... .......... .......... .......... .......... 6% 163M 1s 2024-09-12T17:36:42.487 INFO:teuthology.orchestra.run.smithi001.stderr: 6450K .......... .......... .......... .......... .......... 6% 180M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6500K .......... .......... .......... .......... .......... 7% 162M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6550K .......... .......... .......... .......... .......... 7% 179M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6600K .......... .......... .......... .......... .......... 7% 174M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6650K .......... .......... .......... .......... .......... 7% 170M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6700K .......... .......... .......... .......... .......... 7% 141M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6750K .......... .......... .......... .......... .......... 7% 181M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6800K .......... .......... .......... .......... .......... 7% 161M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6850K .......... .......... .......... .......... .......... 7% 178M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6900K .......... .......... .......... .......... .......... 7% 162M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 6950K .......... .......... .......... .......... .......... 7% 158M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 7000K .......... .......... .......... .......... .......... 7% 173M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 7050K .......... .......... .......... .......... .......... 7% 160M 1s 2024-09-12T17:36:42.488 INFO:teuthology.orchestra.run.smithi001.stderr: 7100K .......... .......... .......... .......... .......... 7% 156M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7150K .......... .......... .......... .......... .......... 7% 191M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7200K .......... .......... .......... .......... .......... 7% 189M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7250K .......... .......... .......... .......... .......... 7% 176M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7300K .......... .......... .......... .......... .......... 7% 162M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7350K .......... .......... .......... .......... .......... 7% 193M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7400K .......... .......... .......... .......... .......... 8% 190M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7450K .......... .......... .......... .......... .......... 8% 174M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7500K .......... .......... .......... .......... .......... 8% 146M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7550K .......... .......... .......... .......... .......... 8% 191M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7600K .......... .......... .......... .......... .......... 8% 175M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7650K .......... .......... .......... .......... .......... 8% 184M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7700K .......... .......... .......... .......... .......... 8% 169M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7750K .......... .......... .......... .......... .......... 8% 164M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7800K .......... .......... .......... .......... .......... 8% 184M 1s 2024-09-12T17:36:42.489 INFO:teuthology.orchestra.run.smithi001.stderr: 7850K .......... .......... .......... .......... .......... 8% 205M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 7900K .......... .......... .......... .......... .......... 8% 162M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 7950K .......... .......... .......... .......... .......... 8% 200M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8000K .......... .......... .......... .......... .......... 8% 194M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8050K .......... .......... .......... .......... .......... 8% 200M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8100K .......... .......... .......... .......... .......... 8% 183M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8150K .......... .......... .......... .......... .......... 8% 205M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8200K .......... .......... .......... .......... .......... 8% 179M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8250K .......... .......... .......... .......... .......... 8% 178M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8300K .......... .......... .......... .......... .......... 8% 123M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8350K .......... .......... .......... .......... .......... 9% 180M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8400K .......... .......... .......... .......... .......... 9% 185M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8450K .......... .......... .......... .......... .......... 9% 176M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8500K .......... .......... .......... .......... .......... 9% 179M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8550K .......... .......... .......... .......... .......... 9% 184M 1s 2024-09-12T17:36:42.490 INFO:teuthology.orchestra.run.smithi001.stderr: 8600K .......... .......... .......... .......... .......... 9% 202M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8650K .......... .......... .......... .......... .......... 9% 201M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8700K .......... .......... .......... .......... .......... 9% 165M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8750K .......... .......... .......... .......... .......... 9% 136M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8800K .......... .......... .......... .......... .......... 9% 117M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8850K .......... .......... .......... .......... .......... 9% 108M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8900K .......... .......... .......... .......... .......... 9% 177M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 8950K .......... .......... .......... .......... .......... 9% 193M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9000K .......... .......... .......... .......... .......... 9% 206M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9050K .......... .......... .......... .......... .......... 9% 204M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9100K .......... .......... .......... .......... .......... 9% 178M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9150K .......... .......... .......... .......... .......... 9% 180M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9200K .......... .......... .......... .......... .......... 9% 205M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9250K .......... .......... .......... .......... .......... 10% 214M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9300K .......... .......... .......... .......... .......... 10% 180M 1s 2024-09-12T17:36:42.491 INFO:teuthology.orchestra.run.smithi001.stderr: 9350K .......... .......... .......... .......... .......... 10% 192M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9400K .......... .......... .......... .......... .......... 10% 200M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9450K .......... .......... .......... .......... .......... 10% 205M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9500K .......... .......... .......... .......... .......... 10% 175M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9550K .......... .......... .......... .......... .......... 10% 195M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9600K .......... .......... .......... .......... .......... 10% 192M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9650K .......... .......... .......... .......... .......... 10% 199M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9700K .......... .......... .......... .......... .......... 10% 178M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9750K .......... .......... .......... .......... .......... 10% 212M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9800K .......... .......... .......... .......... .......... 10% 199M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9850K .......... .......... .......... .......... .......... 10% 212M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9900K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-12T17:36:42.492 INFO:teuthology.orchestra.run.smithi001.stderr: 9950K .......... .......... .......... .......... .......... 10% 176M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10000K .......... .......... .......... .......... .......... 10% 203M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10050K .......... .......... .......... .......... .......... 10% 207M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10100K .......... .......... .......... .......... .......... 10% 176M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10150K .......... .......... .......... .......... .......... 10% 208M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10200K .......... .......... .......... .......... .......... 11% 201M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10250K .......... .......... .......... .......... .......... 11% 241M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10300K .......... .......... .......... .......... .......... 11% 234M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10350K .......... .......... .......... .......... .......... 11% 164M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10400K .......... .......... .......... .......... .......... 11% 205M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10450K .......... .......... .......... .......... .......... 11% 213M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10500K .......... .......... .......... .......... .......... 11% 198M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10550K .......... .......... .......... .......... .......... 11% 198M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10600K .......... .......... .......... .......... .......... 11% 227M 1s 2024-09-12T17:36:42.493 INFO:teuthology.orchestra.run.smithi001.stderr: 10650K .......... .......... .......... .......... .......... 11% 227M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 10700K .......... .......... .......... .......... .......... 11% 221M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 10750K .......... .......... .......... .......... .......... 11% 158M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 10800K .......... .......... .......... .......... .......... 11% 194M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 10850K .......... .......... .......... .......... .......... 11% 221M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 10900K .......... .......... .......... .......... .......... 11% 223M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 10950K .......... .......... .......... .......... .......... 11% 218M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11000K .......... .......... .......... .......... .......... 11% 230M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11050K .......... .......... .......... .......... .......... 11% 219M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11100K .......... .......... .......... .......... .......... 12% 224M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11150K .......... .......... .......... .......... .......... 12% 191M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11200K .......... .......... .......... .......... .......... 12% 223M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11250K .......... .......... .......... .......... .......... 12% 223M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11300K .......... .......... .......... .......... .......... 12% 242M 1s 2024-09-12T17:36:42.494 INFO:teuthology.orchestra.run.smithi001.stderr: 11350K .......... .......... .......... .......... .......... 12% 198M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11400K .......... .......... .......... .......... .......... 12% 237M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11450K .......... .......... .......... .......... .......... 12% 201M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11500K .......... .......... .......... .......... .......... 12% 234M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11550K .......... .......... .......... .......... .......... 12% 227M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11600K .......... .......... .......... .......... .......... 12% 210M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11650K .......... .......... .......... .......... .......... 12% 182M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11700K .......... .......... .......... .......... .......... 12% 244M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11750K .......... .......... .......... .......... .......... 12% 202M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11800K .......... .......... .......... .......... .......... 12% 210M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11850K .......... .......... .......... .......... .......... 12% 223M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11900K .......... .......... .......... .......... .......... 12% 245M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 11950K .......... .......... .......... .......... .......... 12% 249M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 12000K .......... .......... .......... .......... .......... 12% 181M 1s 2024-09-12T17:36:42.495 INFO:teuthology.orchestra.run.smithi001.stderr: 12050K .......... .......... .......... .......... .......... 13% 220M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12100K .......... .......... .......... .......... .......... 13% 224M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12150K .......... .......... .......... .......... .......... 13% 209M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12200K .......... .......... .......... .......... .......... 13% 239M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12250K .......... .......... .......... .......... .......... 13% 234M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12300K .......... .......... .......... .......... .......... 13% 255M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12350K .......... .......... .......... .......... .......... 13% 199M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12400K .......... .......... .......... .......... .......... 13% 183M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12450K .......... .......... .......... .......... .......... 13% 240M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12500K .......... .......... .......... .......... .......... 13% 240M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12550K .......... .......... .......... .......... .......... 13% 213M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12600K .......... .......... .......... .......... .......... 13% 236M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12650K .......... .......... .......... .......... .......... 13% 226M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12700K .......... .......... .......... .......... .......... 13% 250M 1s 2024-09-12T17:36:42.496 INFO:teuthology.orchestra.run.smithi001.stderr: 12750K .......... .......... .......... .......... .......... 13% 209M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 12800K .......... .......... .......... .......... .......... 13% 266M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 12850K .......... .......... .......... .......... .......... 13% 268M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 12900K .......... .......... .......... .......... .......... 13% 245M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 12950K .......... .......... .......... .......... .......... 13% 207M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13000K .......... .......... .......... .......... .......... 14% 253M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13050K .......... .......... .......... .......... .......... 14% 236M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13100K .......... .......... .......... .......... .......... 14% 247M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13150K .......... .......... .......... .......... .......... 14% 223M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13200K .......... .......... .......... .......... .......... 14% 262M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13250K .......... .......... .......... .......... .......... 14% 254M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13300K .......... .......... .......... .......... .......... 14% 271M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13350K .......... .......... .......... .......... .......... 14% 200M 1s 2024-09-12T17:36:42.497 INFO:teuthology.orchestra.run.smithi001.stderr: 13400K .......... .......... .......... .......... .......... 14% 222M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13450K .......... .......... .......... .......... .......... 14% 249M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13500K .......... .......... .......... .......... .......... 14% 223M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13550K .......... .......... .......... .......... .......... 14% 206M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13600K .......... .......... .......... .......... .......... 14% 244M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13650K .......... .......... .......... .......... .......... 14% 268M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13700K .......... .......... .......... .......... .......... 14% 259M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13750K .......... .......... .......... .......... .......... 14% 200M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13800K .......... .......... .......... .......... .......... 14% 248M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13850K .......... .......... .......... .......... .......... 14% 247M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13900K .......... .......... .......... .......... .......... 15% 258M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 13950K .......... .......... .......... .......... .......... 15% 242M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 14000K .......... .......... .......... .......... .......... 15% 263M 1s 2024-09-12T17:36:42.498 INFO:teuthology.orchestra.run.smithi001.stderr: 14050K .......... .......... .......... .......... .......... 15% 270M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14100K .......... .......... .......... .......... .......... 15% 241M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14150K .......... .......... .......... .......... .......... 15% 208M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14200K .......... .......... .......... .......... .......... 15% 272M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14250K .......... .......... .......... .......... .......... 15% 265M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14300K .......... .......... .......... .......... .......... 15% 269M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14350K .......... .......... .......... .......... .......... 15% 220M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14400K .......... .......... .......... .......... .......... 15% 241M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14450K .......... .......... .......... .......... .......... 15% 239M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14500K .......... .......... .......... .......... .......... 15% 251M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14550K .......... .......... .......... .......... .......... 15% 182M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14600K .......... .......... .......... .......... .......... 15% 279M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14650K .......... .......... .......... .......... .......... 15% 263M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14700K .......... .......... .......... .......... .......... 15% 284M 1s 2024-09-12T17:36:42.499 INFO:teuthology.orchestra.run.smithi001.stderr: 14750K .......... .......... .......... .......... .......... 15% 246M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 14800K .......... .......... .......... .......... .......... 15% 290M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 14850K .......... .......... .......... .......... .......... 16% 275M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 14900K .......... .......... .......... .......... .......... 16% 243M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 14950K .......... .......... .......... .......... .......... 16% 214M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15000K .......... .......... .......... .......... .......... 16% 261M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15050K .......... .......... .......... .......... .......... 16% 281M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15100K .......... .......... .......... .......... .......... 16% 277M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15150K .......... .......... .......... .......... .......... 16% 236M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15200K .......... .......... .......... .......... .......... 16% 250M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15250K .......... .......... .......... .......... .......... 16% 258M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15300K .......... .......... .......... .......... .......... 16% 262M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15350K .......... .......... .......... .......... .......... 16% 259M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15400K .......... .......... .......... .......... .......... 16% 266M 1s 2024-09-12T17:36:42.500 INFO:teuthology.orchestra.run.smithi001.stderr: 15450K .......... .......... .......... .......... .......... 16% 275M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15500K .......... .......... .......... .......... .......... 16% 225M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15550K .......... .......... .......... .......... .......... 16% 190M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15600K .......... .......... .......... .......... .......... 16% 288M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15650K .......... .......... .......... .......... .......... 16% 267M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15700K .......... .......... .......... .......... .......... 16% 292M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15750K .......... .......... .......... .......... .......... 17% 259M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15800K .......... .......... .......... .......... .......... 17% 293M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15850K .......... .......... .......... .......... .......... 17% 242M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15900K .......... .......... .......... .......... .......... 17% 280M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 15950K .......... .......... .......... .......... .......... 17% 237M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 16000K .......... .......... .......... .......... .......... 17% 253M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 16050K .......... .......... .......... .......... .......... 17% 298M 1s 2024-09-12T17:36:42.501 INFO:teuthology.orchestra.run.smithi001.stderr: 16100K .......... .......... .......... .......... .......... 17% 277M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16150K .......... .......... .......... .......... .......... 17% 270M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16200K .......... .......... .......... .......... .......... 17% 301M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16250K .......... .......... .......... .......... .......... 17% 261M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16300K .......... .......... .......... .......... .......... 17% 278M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16350K .......... .......... .......... .......... .......... 17% 239M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16400K .......... .......... .......... .......... .......... 17% 283M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16450K .......... .......... .......... .......... .......... 17% 279M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16500K .......... .......... .......... .......... .......... 17% 219M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16550K .......... .......... .......... .......... .......... 17% 270M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16600K .......... .......... .......... .......... .......... 17% 195M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16650K .......... .......... .......... .......... .......... 17% 106M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16700K .......... .......... .......... .......... .......... 18% 274M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16750K .......... .......... .......... .......... .......... 18% 224M 1s 2024-09-12T17:36:42.502 INFO:teuthology.orchestra.run.smithi001.stderr: 16800K .......... .......... .......... .......... .......... 18% 291M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 16850K .......... .......... .......... .......... .......... 18% 293M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 16900K .......... .......... .......... .......... .......... 18% 212M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 16950K .......... .......... .......... .......... .......... 18% 238M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17000K .......... .......... .......... .......... .......... 18% 299M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17050K .......... .......... .......... .......... .......... 18% 309M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17100K .......... .......... .......... .......... .......... 18% 172M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17150K .......... .......... .......... .......... .......... 18% 203M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17200K .......... .......... .......... .......... .......... 18% 299M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17250K .......... .......... .......... .......... .......... 18% 299M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17300K .......... .......... .......... .......... .......... 18% 141M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17350K .......... .......... .......... .......... .......... 18% 249M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17400K .......... .......... .......... .......... .......... 18% 116M 1s 2024-09-12T17:36:42.503 INFO:teuthology.orchestra.run.smithi001.stderr: 17450K .......... .......... .......... .......... .......... 18% 277M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17500K .......... .......... .......... .......... .......... 18% 248M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17550K .......... .......... .......... .......... .......... 18% 223M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17600K .......... .......... .......... .......... .......... 18% 294M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17650K .......... .......... .......... .......... .......... 19% 272M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17700K .......... .......... .......... .......... .......... 19% 302M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17750K .......... .......... .......... .......... .......... 19% 272M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17800K .......... .......... .......... .......... .......... 19% 181M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17850K .......... .......... .......... .......... .......... 19% 278M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17900K .......... .......... .......... .......... .......... 19% 288M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 17950K .......... .......... .......... .......... .......... 19% 220M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 18000K .......... .......... .......... .......... .......... 19% 267M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 18050K .......... .......... .......... .......... .......... 19% 264M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 18100K .......... .......... .......... .......... .......... 19% 279M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 18150K .......... .......... .......... .......... .......... 19% 248M 1s 2024-09-12T17:36:42.504 INFO:teuthology.orchestra.run.smithi001.stderr: 18200K .......... .......... .......... .......... .......... 19% 304M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18250K .......... .......... .......... .......... .......... 19% 210M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18300K .......... .......... .......... .......... .......... 19% 254M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18350K .......... .......... .......... .......... .......... 19% 145M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18400K .......... .......... .......... .......... .......... 19% 263M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18450K .......... .......... .......... .......... .......... 19% 296M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18500K .......... .......... .......... .......... .......... 19% 267M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18550K .......... .......... .......... .......... .......... 20% 243M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18600K .......... .......... .......... .......... .......... 20% 281M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18650K .......... .......... .......... .......... .......... 20% 302M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18700K .......... .......... .......... .......... .......... 20% 298M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18750K .......... .......... .......... .......... .......... 20% 137M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18800K .......... .......... .......... .......... .......... 20% 272M 1s 2024-09-12T17:36:42.505 INFO:teuthology.orchestra.run.smithi001.stderr: 18850K .......... .......... .......... .......... .......... 20% 277M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 18900K .......... .......... .......... .......... .......... 20% 304M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 18950K .......... .......... .......... .......... .......... 20% 275M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19000K .......... .......... .......... .......... .......... 20% 297M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19050K .......... .......... .......... .......... .......... 20% 256M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19100K .......... .......... .......... .......... .......... 20% 312M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19150K .......... .......... .......... .......... .......... 20% 248M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19200K .......... .......... .......... .......... .......... 20% 280M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19250K .......... .......... .......... .......... .......... 20% 193M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19300K .......... .......... .......... .......... .......... 20% 250M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19350K .......... .......... .......... .......... .......... 20% 250M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19400K .......... .......... .......... .......... .......... 20% 260M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19450K .......... .......... .......... .......... .......... 20% 157M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19500K .......... .......... .......... .......... .......... 21% 153M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19550K .......... .......... .......... .......... .......... 21% 203M 1s 2024-09-12T17:36:42.506 INFO:teuthology.orchestra.run.smithi001.stderr: 19600K .......... .......... .......... .......... .......... 21% 297M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19650K .......... .......... .......... .......... .......... 21% 281M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19700K .......... .......... .......... .......... .......... 21% 294M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19750K .......... .......... .......... .......... .......... 21% 254M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19800K .......... .......... .......... .......... .......... 21% 260M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19850K .......... .......... .......... .......... .......... 21% 291M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19900K .......... .......... .......... .......... .......... 21% 295M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 19950K .......... .......... .......... .......... .......... 21% 246M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20000K .......... .......... .......... .......... .......... 21% 98.7M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20050K .......... .......... .......... .......... .......... 21% 256M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20100K .......... .......... .......... .......... .......... 21% 294M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20150K .......... .......... .......... .......... .......... 21% 283M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20200K .......... .......... .......... .......... .......... 21% 268M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20250K .......... .......... .......... .......... .......... 21% 312M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20300K .......... .......... .......... .......... .......... 21% 276M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20350K .......... .......... .......... .......... .......... 21% 244M 1s 2024-09-12T17:36:42.507 INFO:teuthology.orchestra.run.smithi001.stderr: 20400K .......... .......... .......... .......... .......... 22% 281M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20450K .......... .......... .......... .......... .......... 22% 266M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20500K .......... .......... .......... .......... .......... 22% 244M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20550K .......... .......... .......... .......... .......... 22% 247M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20600K .......... .......... .......... .......... .......... 22% 210M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20650K .......... .......... .......... .......... .......... 22% 293M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20700K .......... .......... .......... .......... .......... 22% 145M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20750K .......... .......... .......... .......... .......... 22% 271M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20800K .......... .......... .......... .......... .......... 22% 297M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20850K .......... .......... .......... .......... .......... 22% 152M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20900K .......... .......... .......... .......... .......... 22% 259M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 20950K .......... .......... .......... .......... .......... 22% 275M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 21000K .......... .......... .......... .......... .......... 22% 292M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 21050K .......... .......... .......... .......... .......... 22% 122M 1s 2024-09-12T17:36:42.508 INFO:teuthology.orchestra.run.smithi001.stderr: 21100K .......... .......... .......... .......... .......... 22% 246M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21150K .......... .......... .......... .......... .......... 22% 285M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21200K .......... .......... .......... .......... .......... 22% 292M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21250K .......... .......... .......... .......... .......... 22% 291M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21300K .......... .......... .......... .......... .......... 22% 260M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21350K .......... .......... .......... .......... .......... 23% 287M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21400K .......... .......... .......... .......... .......... 23% 313M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21450K .......... .......... .......... .......... .......... 23% 252M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21500K .......... .......... .......... .......... .......... 23% 154M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21550K .......... .......... .......... .......... .......... 23% 176M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21600K .......... .......... .......... .......... .......... 23% 251M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21650K .......... .......... .......... .......... .......... 23% 293M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21700K .......... .......... .......... .......... .......... 23% 249M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21750K .......... .......... .......... .......... .......... 23% 310M 1s 2024-09-12T17:36:42.509 INFO:teuthology.orchestra.run.smithi001.stderr: 21800K .......... .......... .......... .......... .......... 23% 181M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 21850K .......... .......... .......... .......... .......... 23% 271M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 21900K .......... .......... .......... .......... .......... 23% 225M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 21950K .......... .......... .......... .......... .......... 23% 288M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22000K .......... .......... .......... .......... .......... 23% 310M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22050K .......... .......... .......... .......... .......... 23% 285M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22100K .......... .......... .......... .......... .......... 23% 207M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22150K .......... .......... .......... .......... .......... 23% 275M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22200K .......... .......... .......... .......... .......... 23% 285M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22250K .......... .......... .......... .......... .......... 24% 291M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22300K .......... .......... .......... .......... .......... 24% 243M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22350K .......... .......... .......... .......... .......... 24% 318M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22400K .......... .......... .......... .......... .......... 24% 234M 1s 2024-09-12T17:36:42.510 INFO:teuthology.orchestra.run.smithi001.stderr: 22450K .......... .......... .......... .......... .......... 24% 85.6M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22500K .......... .......... .......... .......... .......... 24% 46.5M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22550K .......... .......... .......... .......... .......... 24% 166M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22600K .......... .......... .......... .......... .......... 24% 218M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22650K .......... .......... .......... .......... .......... 24% 219M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22700K .......... .......... .......... .......... .......... 24% 173M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22750K .......... .......... .......... .......... .......... 24% 195M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22800K .......... .......... .......... .......... .......... 24% 216M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22850K .......... .......... .......... .......... .......... 24% 204M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22900K .......... .......... .......... .......... .......... 24% 195M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 22950K .......... .......... .......... .......... .......... 24% 212M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 23000K .......... .......... .......... .......... .......... 24% 216M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 23050K .......... .......... .......... .......... .......... 24% 195M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 23100K .......... .......... .......... .......... .......... 24% 169M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 23150K .......... .......... .......... .......... .......... 24% 203M 1s 2024-09-12T17:36:42.511 INFO:teuthology.orchestra.run.smithi001.stderr: 23200K .......... .......... .......... .......... .......... 25% 207M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23250K .......... .......... .......... .......... .......... 25% 226M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23300K .......... .......... .......... .......... .......... 25% 195M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23350K .......... .......... .......... .......... .......... 25% 238M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23400K .......... .......... .......... .......... .......... 25% 230M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23450K .......... .......... .......... .......... .......... 25% 244M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23500K .......... .......... .......... .......... .......... 25% 187M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23550K .......... .......... .......... .......... .......... 25% 212M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23600K .......... .......... .......... .......... .......... 25% 232M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23650K .......... .......... .......... .......... .......... 25% 232M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23700K .......... .......... .......... .......... .......... 25% 206M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23750K .......... .......... .......... .......... .......... 25% 230M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23800K .......... .......... .......... .......... .......... 25% 198M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23850K .......... .......... .......... .......... .......... 25% 218M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23900K .......... .......... .......... .......... .......... 25% 165M 1s 2024-09-12T17:36:42.512 INFO:teuthology.orchestra.run.smithi001.stderr: 23950K .......... .......... .......... .......... .......... 25% 218M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24000K .......... .......... .......... .......... .......... 25% 228M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24050K .......... .......... .......... .......... .......... 25% 244M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24100K .......... .......... .......... .......... .......... 25% 201M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24150K .......... .......... .......... .......... .......... 26% 230M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24200K .......... .......... .......... .......... .......... 26% 225M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24250K .......... .......... .......... .......... .......... 26% 230M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24300K .......... .......... .......... .......... .......... 26% 186M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24350K .......... .......... .......... .......... .......... 26% 229M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24400K .......... .......... .......... .......... .......... 26% 237M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24450K .......... .......... .......... .......... .......... 26% 232M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24500K .......... .......... .......... .......... .......... 26% 208M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24550K .......... .......... .......... .......... .......... 26% 236M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24600K .......... .......... .......... .......... .......... 26% 229M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24650K .......... .......... .......... .......... .......... 26% 250M 1s 2024-09-12T17:36:42.513 INFO:teuthology.orchestra.run.smithi001.stderr: 24700K .......... .......... .......... .......... .......... 26% 169M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 24750K .......... .......... .......... .......... .......... 26% 241M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 24800K .......... .......... .......... .......... .......... 26% 235M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 24850K .......... .......... .......... .......... .......... 26% 255M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 24900K .......... .......... .......... .......... .......... 26% 216M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 24950K .......... .......... .......... .......... .......... 26% 269M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25000K .......... .......... .......... .......... .......... 26% 249M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25050K .......... .......... .......... .......... .......... 27% 260M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25100K .......... .......... .......... .......... .......... 27% 217M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25150K .......... .......... .......... .......... .......... 27% 267M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25200K .......... .......... .......... .......... .......... 27% 239M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25250K .......... .......... .......... .......... .......... 27% 255M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25300K .......... .......... .......... .......... .......... 27% 209M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25350K .......... .......... .......... .......... .......... 27% 245M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25400K .......... .......... .......... .......... .......... 27% 262M 1s 2024-09-12T17:36:42.514 INFO:teuthology.orchestra.run.smithi001.stderr: 25450K .......... .......... .......... .......... .......... 27% 262M 1s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25500K .......... .......... .......... .......... .......... 27% 195M 1s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25550K .......... .......... .......... .......... .......... 27% 240M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25600K .......... .......... .......... .......... .......... 27% 239M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25650K .......... .......... .......... .......... .......... 27% 239M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25700K .......... .......... .......... .......... .......... 27% 211M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25750K .......... .......... .......... .......... .......... 27% 229M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25800K .......... .......... .......... .......... .......... 27% 260M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25850K .......... .......... .......... .......... .......... 27% 224M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25900K .......... .......... .......... .......... .......... 27% 206M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 25950K .......... .......... .......... .......... .......... 27% 259M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 26000K .......... .......... .......... .......... .......... 28% 267M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 26050K .......... .......... .......... .......... .......... 28% 257M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 26100K .......... .......... .......... .......... .......... 28% 240M 0s 2024-09-12T17:36:42.515 INFO:teuthology.orchestra.run.smithi001.stderr: 26150K .......... .......... .......... .......... .......... 28% 252M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26200K .......... .......... .......... .......... .......... 28% 248M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26250K .......... .......... .......... .......... .......... 28% 249M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26300K .......... .......... .......... .......... .......... 28% 192M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26350K .......... .......... .......... .......... .......... 28% 244M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26400K .......... .......... .......... .......... .......... 28% 200M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26450K .......... .......... .......... .......... .......... 28% 241M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26500K .......... .......... .......... .......... .......... 28% 271M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26550K .......... .......... .......... .......... .......... 28% 233M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26600K .......... .......... .......... .......... .......... 28% 206M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26650K .......... .......... .......... .......... .......... 28% 263M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26700K .......... .......... .......... .......... .......... 28% 260M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26750K .......... .......... .......... .......... .......... 28% 213M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26800K .......... .......... .......... .......... .......... 28% 202M 0s 2024-09-12T17:36:42.516 INFO:teuthology.orchestra.run.smithi001.stderr: 26850K .......... .......... .......... .......... .......... 28% 263M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 26900K .......... .......... .......... .......... .......... 29% 251M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 26950K .......... .......... .......... .......... .......... 29% 273M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27000K .......... .......... .......... .......... .......... 29% 230M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27050K .......... .......... .......... .......... .......... 29% 267M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27100K .......... .......... .......... .......... .......... 29% 240M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27150K .......... .......... .......... .......... .......... 29% 250M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27200K .......... .......... .......... .......... .......... 29% 218M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27250K .......... .......... .......... .......... .......... 29% 228M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27300K .......... .......... .......... .......... .......... 29% 270M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27350K .......... .......... .......... .......... .......... 29% 261M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27400K .......... .......... .......... .......... .......... 29% 232M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27450K .......... .......... .......... .......... .......... 29% 257M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27500K .......... .......... .......... .......... .......... 29% 281M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27550K .......... .......... .......... .......... .......... 29% 277M 0s 2024-09-12T17:36:42.517 INFO:teuthology.orchestra.run.smithi001.stderr: 27600K .......... .......... .......... .......... .......... 29% 213M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27650K .......... .......... .......... .......... .......... 29% 278M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27700K .......... .......... .......... .......... .......... 29% 278M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27750K .......... .......... .......... .......... .......... 29% 242M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27800K .......... .......... .......... .......... .......... 29% 261M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27850K .......... .......... .......... .......... .......... 30% 281M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27900K .......... .......... .......... .......... .......... 30% 218M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 27950K .......... .......... .......... .......... .......... 30% 273M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28000K .......... .......... .......... .......... .......... 30% 240M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28050K .......... .......... .......... .......... .......... 30% 300M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28100K .......... .......... .......... .......... .......... 30% 289M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28150K .......... .......... .......... .......... .......... 30% 267M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28200K .......... .......... .......... .......... .......... 30% 234M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28250K .......... .......... .......... .......... .......... 30% 271M 0s 2024-09-12T17:36:42.518 INFO:teuthology.orchestra.run.smithi001.stderr: 28300K .......... .......... .......... .......... .......... 30% 286M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28350K .......... .......... .......... .......... .......... 30% 284M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28400K .......... .......... .......... .......... .......... 30% 223M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28450K .......... .......... .......... .......... .......... 30% 262M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28500K .......... .......... .......... .......... .......... 30% 281M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28550K .......... .......... .......... .......... .......... 30% 104M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28600K .......... .......... .......... .......... .......... 30% 219M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28650K .......... .......... .......... .......... .......... 30% 253M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28700K .......... .......... .......... .......... .......... 30% 297M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28750K .......... .......... .......... .......... .......... 31% 275M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28800K .......... .......... .......... .......... .......... 31% 128M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28850K .......... .......... .......... .......... .......... 31% 251M 0s 2024-09-12T17:36:42.519 INFO:teuthology.orchestra.run.smithi001.stderr: 28900K .......... .......... .......... .......... .......... 31% 258M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 28950K .......... .......... .......... .......... .......... 31% 268M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29000K .......... .......... .......... .......... .......... 31% 252M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29050K .......... .......... .......... .......... .......... 31% 294M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29100K .......... .......... .......... .......... .......... 31% 256M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29150K .......... .......... .......... .......... .......... 31% 269M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29200K .......... .......... .......... .......... .......... 31% 239M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29250K .......... .......... .......... .......... .......... 31% 277M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29300K .......... .......... .......... .......... .......... 31% 294M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29350K .......... .......... .......... .......... .......... 31% 272M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29400K .......... .......... .......... .......... .......... 31% 212M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29450K .......... .......... .......... .......... .......... 31% 216M 0s 2024-09-12T17:36:42.520 INFO:teuthology.orchestra.run.smithi001.stderr: 29500K .......... .......... .......... .......... .......... 31% 217M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29550K .......... .......... .......... .......... .......... 31% 268M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29600K .......... .......... .......... .......... .......... 31% 226M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29650K .......... .......... .......... .......... .......... 31% 293M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29700K .......... .......... .......... .......... .......... 32% 276M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29750K .......... .......... .......... .......... .......... 32% 246M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29800K .......... .......... .......... .......... .......... 32% 258M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29850K .......... .......... .......... .......... .......... 32% 289M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29900K .......... .......... .......... .......... .......... 32% 295M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 29950K .......... .......... .......... .......... .......... 32% 285M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 30000K .......... .......... .......... .......... .......... 32% 252M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 30050K .......... .......... .......... .......... .......... 32% 286M 0s 2024-09-12T17:36:42.521 INFO:teuthology.orchestra.run.smithi001.stderr: 30100K .......... .......... .......... .......... .......... 32% 293M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30150K .......... .......... .......... .......... .......... 32% 306M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30200K .......... .......... .......... .......... .......... 32% 269M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30250K .......... .......... .......... .......... .......... 32% 287M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30300K .......... .......... .......... .......... .......... 32% 280M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30350K .......... .......... .......... .......... .......... 32% 292M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30400K .......... .......... .......... .......... .......... 32% 250M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30450K .......... .......... .......... .......... .......... 32% 307M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30500K .......... .......... .......... .......... .......... 32% 277M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30550K .......... .......... .......... .......... .......... 32% 292M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30600K .......... .......... .......... .......... .......... 32% 264M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30650K .......... .......... .......... .......... .......... 33% 285M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30700K .......... .......... .......... .......... .......... 33% 304M 0s 2024-09-12T17:36:42.522 INFO:teuthology.orchestra.run.smithi001.stderr: 30750K .......... .......... .......... .......... .......... 33% 89.5M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 30800K .......... .......... .......... .......... .......... 33% 252M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 30850K .......... .......... .......... .......... .......... 33% 271M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 30900K .......... .......... .......... .......... .......... 33% 272M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 30950K .......... .......... .......... .......... .......... 33% 274M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31000K .......... .......... .......... .......... .......... 33% 303M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31050K .......... .......... .......... .......... .......... 33% 170M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31100K .......... .......... .......... .......... .......... 33% 267M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31150K .......... .......... .......... .......... .......... 33% 209M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31200K .......... .......... .......... .......... .......... 33% 270M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31250K .......... .......... .......... .......... .......... 33% 290M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31300K .......... .......... .......... .......... .......... 33% 304M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31350K .......... .......... .......... .......... .......... 33% 250M 0s 2024-09-12T17:36:42.523 INFO:teuthology.orchestra.run.smithi001.stderr: 31400K .......... .......... .......... .......... .......... 33% 233M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31450K .......... .......... .......... .......... .......... 33% 298M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31500K .......... .......... .......... .......... .......... 33% 302M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31550K .......... .......... .......... .......... .......... 34% 216M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31600K .......... .......... .......... .......... .......... 34% 243M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31650K .......... .......... .......... .......... .......... 34% 194M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31700K .......... .......... .......... .......... .......... 34% 275M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31750K .......... .......... .......... .......... .......... 34% 108M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31800K .......... .......... .......... .......... .......... 34% 274M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31850K .......... .......... .......... .......... .......... 34% 245M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31900K .......... .......... .......... .......... .......... 34% 189M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 31950K .......... .......... .......... .......... .......... 34% 222M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 32000K .......... .......... .......... .......... .......... 34% 276M 0s 2024-09-12T17:36:42.524 INFO:teuthology.orchestra.run.smithi001.stderr: 32050K .......... .......... .......... .......... .......... 34% 254M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32100K .......... .......... .......... .......... .......... 34% 257M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32150K .......... .......... .......... .......... .......... 34% 253M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32200K .......... .......... .......... .......... .......... 34% 308M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32250K .......... .......... .......... .......... .......... 34% 272M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32300K .......... .......... .......... .......... .......... 34% 261M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32350K .......... .......... .......... .......... .......... 34% 224M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32400K .......... .......... .......... .......... .......... 34% 281M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32450K .......... .......... .......... .......... .......... 34% 212M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32500K .......... .......... .......... .......... .......... 35% 288M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32550K .......... .......... .......... .......... .......... 35% 261M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32600K .......... .......... .......... .......... .......... 35% 258M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32650K .......... .......... .......... .......... .......... 35% 285M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32700K .......... .......... .......... .......... .......... 35% 263M 0s 2024-09-12T17:36:42.525 INFO:teuthology.orchestra.run.smithi001.stderr: 32750K .......... .......... .......... .......... .......... 35% 206M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 32800K .......... .......... .......... .......... .......... 35% 256M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 32850K .......... .......... .......... .......... .......... 35% 236M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 32900K .......... .......... .......... .......... .......... 35% 268M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 32950K .......... .......... .......... .......... .......... 35% 274M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33000K .......... .......... .......... .......... .......... 35% 231M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33050K .......... .......... .......... .......... .......... 35% 271M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33100K .......... .......... .......... .......... .......... 35% 291M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33150K .......... .......... .......... .......... .......... 35% 229M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33200K .......... .......... .......... .......... .......... 35% 305M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33250K .......... .......... .......... .......... .......... 35% 287M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33300K .......... .......... .......... .......... .......... 35% 283M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33350K .......... .......... .......... .......... .......... 35% 273M 0s 2024-09-12T17:36:42.526 INFO:teuthology.orchestra.run.smithi001.stderr: 33400K .......... .......... .......... .......... .......... 36% 78.9M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33450K .......... .......... .......... .......... .......... 36% 287M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33500K .......... .......... .......... .......... .......... 36% 284M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33550K .......... .......... .......... .......... .......... 36% 229M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33600K .......... .......... .......... .......... .......... 36% 278M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33650K .......... .......... .......... .......... .......... 36% 290M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33700K .......... .......... .......... .......... .......... 36% 304M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33750K .......... .......... .......... .......... .......... 36% 243M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33800K .......... .......... .......... .......... .......... 36% 305M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33850K .......... .......... .......... .......... .......... 36% 288M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33900K .......... .......... .......... .......... .......... 36% 132M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 33950K .......... .......... .......... .......... .......... 36% 229M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 34000K .......... .......... .......... .......... .......... 36% 286M 0s 2024-09-12T17:36:42.527 INFO:teuthology.orchestra.run.smithi001.stderr: 34050K .......... .......... .......... .......... .......... 36% 290M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34100K .......... .......... .......... .......... .......... 36% 286M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34150K .......... .......... .......... .......... .......... 36% 233M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34200K .......... .......... .......... .......... .......... 36% 282M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34250K .......... .......... .......... .......... .......... 36% 257M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34300K .......... .......... .......... .......... .......... 36% 262M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34350K .......... .......... .......... .......... .......... 37% 224M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34400K .......... .......... .......... .......... .......... 37% 111M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34450K .......... .......... .......... .......... .......... 37% 200M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34500K .......... .......... .......... .......... .......... 37% 262M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34550K .......... .......... .......... .......... .......... 37% 259M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34600K .......... .......... .......... .......... .......... 37% 289M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34650K .......... .......... .......... .......... .......... 37% 174M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34700K .......... .......... .......... .......... .......... 37% 266M 0s 2024-09-12T17:36:42.528 INFO:teuthology.orchestra.run.smithi001.stderr: 34750K .......... .......... .......... .......... .......... 37% 250M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 34800K .......... .......... .......... .......... .......... 37% 307M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 34850K .......... .......... .......... .......... .......... 37% 169M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 34900K .......... .......... .......... .......... .......... 37% 278M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 34950K .......... .......... .......... .......... .......... 37% 172M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35000K .......... .......... .......... .......... .......... 37% 249M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35050K .......... .......... .......... .......... .......... 37% 247M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35100K .......... .......... .......... .......... .......... 37% 276M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35150K .......... .......... .......... .......... .......... 37% 243M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35200K .......... .......... .......... .......... .......... 37% 282M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35250K .......... .......... .......... .......... .......... 37% 310M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35300K .......... .......... .......... .......... .......... 38% 287M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35350K .......... .......... .......... .......... .......... 38% 272M 0s 2024-09-12T17:36:42.529 INFO:teuthology.orchestra.run.smithi001.stderr: 35400K .......... .......... .......... .......... .......... 38% 286M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35450K .......... .......... .......... .......... .......... 38% 306M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35500K .......... .......... .......... .......... .......... 38% 277M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35550K .......... .......... .......... .......... .......... 38% 254M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35600K .......... .......... .......... .......... .......... 38% 156M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35650K .......... .......... .......... .......... .......... 38% 274M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35700K .......... .......... .......... .......... .......... 38% 227M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35750K .......... .......... .......... .......... .......... 38% 253M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35800K .......... .......... .......... .......... .......... 38% 273M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35850K .......... .......... .......... .......... .......... 38% 249M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35900K .......... .......... .......... .......... .......... 38% 253M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 35950K .......... .......... .......... .......... .......... 38% 276M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 36000K .......... .......... .......... .......... .......... 38% 287M 0s 2024-09-12T17:36:42.530 INFO:teuthology.orchestra.run.smithi001.stderr: 36050K .......... .......... .......... .......... .......... 38% 192M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36100K .......... .......... .......... .......... .......... 38% 206M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36150K .......... .......... .......... .......... .......... 38% 280M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36200K .......... .......... .......... .......... .......... 39% 289M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36250K .......... .......... .......... .......... .......... 39% 276M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36300K .......... .......... .......... .......... .......... 39% 280M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36350K .......... .......... .......... .......... .......... 39% 288M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36400K .......... .......... .......... .......... .......... 39% 300M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36450K .......... .......... .......... .......... .......... 39% 167M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36500K .......... .......... .......... .......... .......... 39% 285M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36550K .......... .......... .......... .......... .......... 39% 303M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36600K .......... .......... .......... .......... .......... 39% 165M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36650K .......... .......... .......... .......... .......... 39% 226M 0s 2024-09-12T17:36:42.531 INFO:teuthology.orchestra.run.smithi001.stderr: 36700K .......... .......... .......... .......... .......... 39% 247M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 36750K .......... .......... .......... .......... .......... 39% 281M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 36800K .......... .......... .......... .......... .......... 39% 303M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 36850K .......... .......... .......... .......... .......... 39% 211M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 36900K .......... .......... .......... .......... .......... 39% 284M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 36950K .......... .......... .......... .......... .......... 39% 267M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37000K .......... .......... .......... .......... .......... 39% 294M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37050K .......... .......... .......... .......... .......... 39% 269M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37100K .......... .......... .......... .......... .......... 39% 290M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37150K .......... .......... .......... .......... .......... 40% 284M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37200K .......... .......... .......... .......... .......... 40% 123M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37250K .......... .......... .......... .......... .......... 40% 197M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37300K .......... .......... .......... .......... .......... 40% 288M 0s 2024-09-12T17:36:42.532 INFO:teuthology.orchestra.run.smithi001.stderr: 37350K .......... .......... .......... .......... .......... 40% 302M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37400K .......... .......... .......... .......... .......... 40% 106M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37450K .......... .......... .......... .......... .......... 40% 50.0M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37500K .......... .......... .......... .......... .......... 40% 216M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37550K .......... .......... .......... .......... .......... 40% 253M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37600K .......... .......... .......... .......... .......... 40% 301M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37650K .......... .......... .......... .......... .......... 40% 235M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37700K .......... .......... .......... .......... .......... 40% 260M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37750K .......... .......... .......... .......... .......... 40% 266M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37800K .......... .......... .......... .......... .......... 40% 292M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37850K .......... .......... .......... .......... .......... 40% 248M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37900K .......... .......... .......... .......... .......... 40% 277M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 37950K .......... .......... .......... .......... .......... 40% 273M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 38000K .......... .......... .......... .......... .......... 40% 295M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 38050K .......... .......... .......... .......... .......... 41% 232M 0s 2024-09-12T17:36:42.533 INFO:teuthology.orchestra.run.smithi001.stderr: 38100K .......... .......... .......... .......... .......... 41% 285M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38150K .......... .......... .......... .......... .......... 41% 275M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38200K .......... .......... .......... .......... .......... 41% 294M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38250K .......... .......... .......... .......... .......... 41% 261M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38300K .......... .......... .......... .......... .......... 41% 271M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38350K .......... .......... .......... .......... .......... 41% 272M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38400K .......... .......... .......... .......... .......... 41% 281M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38450K .......... .......... .......... .......... .......... 41% 241M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38500K .......... .......... .......... .......... .......... 41% 261M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38550K .......... .......... .......... .......... .......... 41% 272M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38600K .......... .......... .......... .......... .......... 41% 311M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38650K .......... .......... .......... .......... .......... 41% 77.4M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38700K .......... .......... .......... .......... .......... 41% 183M 0s 2024-09-12T17:36:42.534 INFO:teuthology.orchestra.run.smithi001.stderr: 38750K .......... .......... .......... .......... .......... 41% 293M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 38800K .......... .......... .......... .......... .......... 41% 280M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 38850K .......... .......... .......... .......... .......... 41% 258M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 38900K .......... .......... .......... .......... .......... 41% 279M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 38950K .......... .......... .......... .......... .......... 41% 291M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39000K .......... .......... .......... .......... .......... 42% 297M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39050K .......... .......... .......... .......... .......... 42% 269M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39100K .......... .......... .......... .......... .......... 42% 310M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39150K .......... .......... .......... .......... .......... 42% 285M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39200K .......... .......... .......... .......... .......... 42% 309M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39250K .......... .......... .......... .......... .......... 42% 251M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39300K .......... .......... .......... .......... .......... 42% 307M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39350K .......... .......... .......... .......... .......... 42% 316M 0s 2024-09-12T17:36:42.535 INFO:teuthology.orchestra.run.smithi001.stderr: 39400K .......... .......... .......... .......... .......... 42% 255M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39450K .......... .......... .......... .......... .......... 42% 216M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39500K .......... .......... .......... .......... .......... 42% 230M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39550K .......... .......... .......... .......... .......... 42% 192M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39600K .......... .......... .......... .......... .......... 42% 152M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39650K .......... .......... .......... .......... .......... 42% 199M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39700K .......... .......... .......... .......... .......... 42% 268M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39750K .......... .......... .......... .......... .......... 42% 288M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39800K .......... .......... .......... .......... .......... 42% 259M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39850K .......... .......... .......... .......... .......... 42% 262M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39900K .......... .......... .......... .......... .......... 43% 294M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 39950K .......... .......... .......... .......... .......... 43% 294M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 40000K .......... .......... .......... .......... .......... 43% 300M 0s 2024-09-12T17:36:42.536 INFO:teuthology.orchestra.run.smithi001.stderr: 40050K .......... .......... .......... .......... .......... 43% 245M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40100K .......... .......... .......... .......... .......... 43% 300M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40150K .......... .......... .......... .......... .......... 43% 310M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40200K .......... .......... .......... .......... .......... 43% 268M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40250K .......... .......... .......... .......... .......... 43% 267M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40300K .......... .......... .......... .......... .......... 43% 307M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40350K .......... .......... .......... .......... .......... 43% 276M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40400K .......... .......... .......... .......... .......... 43% 314M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40450K .......... .......... .......... .......... .......... 43% 42.3M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40500K .......... .......... .......... .......... .......... 43% 245M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40550K .......... .......... .......... .......... .......... 43% 166M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40600K .......... .......... .......... .......... .......... 43% 288M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40650K .......... .......... .......... .......... .......... 43% 193M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40700K .......... .......... .......... .......... .......... 43% 305M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40750K .......... .......... .......... .......... .......... 43% 305M 0s 2024-09-12T17:36:42.537 INFO:teuthology.orchestra.run.smithi001.stderr: 40800K .......... .......... .......... .......... .......... 43% 286M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 40850K .......... .......... .......... .......... .......... 44% 248M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 40900K .......... .......... .......... .......... .......... 44% 348M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 40950K .......... .......... .......... .......... .......... 44% 290M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41000K .......... .......... .......... .......... .......... 44% 218M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41050K .......... .......... .......... .......... .......... 44% 236M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41100K .......... .......... .......... .......... .......... 44% 346M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41150K .......... .......... .......... .......... .......... 44% 327M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41200K .......... .......... .......... .......... .......... 44% 273M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41250K .......... .......... .......... .......... .......... 44% 273M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41300K .......... .......... .......... .......... .......... 44% 287M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41350K .......... .......... .......... .......... .......... 44% 157M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41400K .......... .......... .......... .......... .......... 44% 268M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41450K .......... .......... .......... .......... .......... 44% 278M 0s 2024-09-12T17:36:42.538 INFO:teuthology.orchestra.run.smithi001.stderr: 41500K .......... .......... .......... .......... .......... 44% 322M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41550K .......... .......... .......... .......... .......... 44% 237M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41600K .......... .......... .......... .......... .......... 44% 313M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41650K .......... .......... .......... .......... .......... 44% 127M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41700K .......... .......... .......... .......... .......... 44% 92.8M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41750K .......... .......... .......... .......... .......... 44% 262M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41800K .......... .......... .......... .......... .......... 45% 164M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41850K .......... .......... .......... .......... .......... 45% 276M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41900K .......... .......... .......... .......... .......... 45% 212M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 41950K .......... .......... .......... .......... .......... 45% 190M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 42000K .......... .......... .......... .......... .......... 45% 273M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 42050K .......... .......... .......... .......... .......... 45% 292M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 42100K .......... .......... .......... .......... .......... 45% 290M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 42150K .......... .......... .......... .......... .......... 45% 287M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 42200K .......... .......... .......... .......... .......... 45% 285M 0s 2024-09-12T17:36:42.539 INFO:teuthology.orchestra.run.smithi001.stderr: 42250K .......... .......... .......... .......... .......... 45% 265M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42300K .......... .......... .......... .......... .......... 45% 301M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42350K .......... .......... .......... .......... .......... 45% 243M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42400K .......... .......... .......... .......... .......... 45% 322M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42450K .......... .......... .......... .......... .......... 45% 306M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42500K .......... .......... .......... .......... .......... 45% 319M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42550K .......... .......... .......... .......... .......... 45% 273M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42600K .......... .......... .......... .......... .......... 45% 301M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42650K .......... .......... .......... .......... .......... 45% 319M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42700K .......... .......... .......... .......... .......... 46% 303M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42750K .......... .......... .......... .......... .......... 46% 263M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42800K .......... .......... .......... .......... .......... 46% 275M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42850K .......... .......... .......... .......... .......... 46% 265M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42900K .......... .......... .......... .......... .......... 46% 316M 0s 2024-09-12T17:36:42.540 INFO:teuthology.orchestra.run.smithi001.stderr: 42950K .......... .......... .......... .......... .......... 46% 272M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43000K .......... .......... .......... .......... .......... 46% 287M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43050K .......... .......... .......... .......... .......... 46% 290M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43100K .......... .......... .......... .......... .......... 46% 298M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43150K .......... .......... .......... .......... .......... 46% 214M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43200K .......... .......... .......... .......... .......... 46% 307M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43250K .......... .......... .......... .......... .......... 46% 325M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43300K .......... .......... .......... .......... .......... 46% 319M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43350K .......... .......... .......... .......... .......... 46% 139M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43400K .......... .......... .......... .......... .......... 46% 253M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43450K .......... .......... .......... .......... .......... 46% 292M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43500K .......... .......... .......... .......... .......... 46% 199M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43550K .......... .......... .......... .......... .......... 46% 183M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43600K .......... .......... .......... .......... .......... 46% 220M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43650K .......... .......... .......... .......... .......... 47% 296M 0s 2024-09-12T17:36:42.541 INFO:teuthology.orchestra.run.smithi001.stderr: 43700K .......... .......... .......... .......... .......... 47% 206M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 43750K .......... .......... .......... .......... .......... 47% 225M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 43800K .......... .......... .......... .......... .......... 47% 292M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 43850K .......... .......... .......... .......... .......... 47% 290M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 43900K .......... .......... .......... .......... .......... 47% 170M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 43950K .......... .......... .......... .......... .......... 47% 140M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44000K .......... .......... .......... .......... .......... 47% 297M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44050K .......... .......... .......... .......... .......... 47% 191M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44100K .......... .......... .......... .......... .......... 47% 287M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44150K .......... .......... .......... .......... .......... 47% 152M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44200K .......... .......... .......... .......... .......... 47% 295M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44250K .......... .......... .......... .......... .......... 47% 303M 0s 2024-09-12T17:36:42.542 INFO:teuthology.orchestra.run.smithi001.stderr: 44300K .......... .......... .......... .......... .......... 47% 254M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44350K .......... .......... .......... .......... .......... 47% 217M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44400K .......... .......... .......... .......... .......... 47% 242M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44450K .......... .......... .......... .......... .......... 47% 304M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44500K .......... .......... .......... .......... .......... 47% 306M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44550K .......... .......... .......... .......... .......... 48% 284M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44600K .......... .......... .......... .......... .......... 48% 104M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44650K .......... .......... .......... .......... .......... 48% 317M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44700K .......... .......... .......... .......... .......... 48% 303M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44750K .......... .......... .......... .......... .......... 48% 145M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44800K .......... .......... .......... .......... .......... 48% 310M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44850K .......... .......... .......... .......... .......... 48% 127M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44900K .......... .......... .......... .......... .......... 48% 297M 0s 2024-09-12T17:36:42.543 INFO:teuthology.orchestra.run.smithi001.stderr: 44950K .......... .......... .......... .......... .......... 48% 201M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45000K .......... .......... .......... .......... .......... 48% 286M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45050K .......... .......... .......... .......... .......... 48% 320M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45100K .......... .......... .......... .......... .......... 48% 290M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45150K .......... .......... .......... .......... .......... 48% 206M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45200K .......... .......... .......... .......... .......... 48% 214M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45250K .......... .......... .......... .......... .......... 48% 89.1M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45300K .......... .......... .......... .......... .......... 48% 118M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45350K .......... .......... .......... .......... .......... 48% 195M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45400K .......... .......... .......... .......... .......... 48% 195M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45450K .......... .......... .......... .......... .......... 48% 212M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45500K .......... .......... .......... .......... .......... 49% 231M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45550K .......... .......... .......... .......... .......... 49% 188M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45600K .......... .......... .......... .......... .......... 49% 240M 0s 2024-09-12T17:36:42.544 INFO:teuthology.orchestra.run.smithi001.stderr: 45650K .......... .......... .......... .......... .......... 49% 289M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 45700K .......... .......... .......... .......... .......... 49% 296M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 45750K .......... .......... .......... .......... .......... 49% 275M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 45800K .......... .......... .......... .......... .......... 49% 294M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 45850K .......... .......... .......... .......... .......... 49% 306M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 45900K .......... .......... .......... .......... .......... 49% 317M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 45950K .......... .......... .......... .......... .......... 49% 244M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46000K .......... .......... .......... .......... .......... 49% 261M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46050K .......... .......... .......... .......... .......... 49% 242M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46100K .......... .......... .......... .......... .......... 49% 253M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46150K .......... .......... .......... .......... .......... 49% 250M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46200K .......... .......... .......... .......... .......... 49% 314M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46250K .......... .......... .......... .......... .......... 49% 295M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46300K .......... .......... .......... .......... .......... 49% 319M 0s 2024-09-12T17:36:42.545 INFO:teuthology.orchestra.run.smithi001.stderr: 46350K .......... .......... .......... .......... .......... 49% 234M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46400K .......... .......... .......... .......... .......... 49% 301M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46450K .......... .......... .......... .......... .......... 50% 326M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46500K .......... .......... .......... .......... .......... 50% 304M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46550K .......... .......... .......... .......... .......... 50% 284M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46600K .......... .......... .......... .......... .......... 50% 316M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46650K .......... .......... .......... .......... .......... 50% 317M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46700K .......... .......... .......... .......... .......... 50% 322M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46750K .......... .......... .......... .......... .......... 50% 259M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46800K .......... .......... .......... .......... .......... 50% 292M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46850K .......... .......... .......... .......... .......... 50% 276M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46900K .......... .......... .......... .......... .......... 50% 334M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 46950K .......... .......... .......... .......... .......... 50% 299M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 47000K .......... .......... .......... .......... .......... 50% 308M 0s 2024-09-12T17:36:42.546 INFO:teuthology.orchestra.run.smithi001.stderr: 47050K .......... .......... .......... .......... .......... 50% 330M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47100K .......... .......... .......... .......... .......... 50% 273M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47150K .......... .......... .......... .......... .......... 50% 238M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47200K .......... .......... .......... .......... .......... 50% 297M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47250K .......... .......... .......... .......... .......... 50% 297M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47300K .......... .......... .......... .......... .......... 50% 297M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47350K .......... .......... .......... .......... .......... 51% 264M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47400K .......... .......... .......... .......... .......... 51% 314M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47450K .......... .......... .......... .......... .......... 51% 346M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47500K .......... .......... .......... .......... .......... 51% 293M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47550K .......... .......... .......... .......... .......... 51% 287M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47600K .......... .......... .......... .......... .......... 51% 342M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47650K .......... .......... .......... .......... .......... 51% 293M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47700K .......... .......... .......... .......... .......... 51% 310M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47750K .......... .......... .......... .......... .......... 51% 204M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47800K .......... .......... .......... .......... .......... 51% 336M 0s 2024-09-12T17:36:42.547 INFO:teuthology.orchestra.run.smithi001.stderr: 47850K .......... .......... .......... .......... .......... 51% 169M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 47900K .......... .......... .......... .......... .......... 51% 278M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 47950K .......... .......... .......... .......... .......... 51% 133M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48000K .......... .......... .......... .......... .......... 51% 227M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48050K .......... .......... .......... .......... .......... 51% 295M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48100K .......... .......... .......... .......... .......... 51% 315M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48150K .......... .......... .......... .......... .......... 51% 109M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48200K .......... .......... .......... .......... .......... 51% 321M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48250K .......... .......... .......... .......... .......... 51% 275M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48300K .......... .......... .......... .......... .......... 52% 345M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48350K .......... .......... .......... .......... .......... 52% 53.9M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48400K .......... .......... .......... .......... .......... 52% 303M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48450K .......... .......... .......... .......... .......... 52% 279M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48500K .......... .......... .......... .......... .......... 52% 295M 0s 2024-09-12T17:36:42.548 INFO:teuthology.orchestra.run.smithi001.stderr: 48550K .......... .......... .......... .......... .......... 52% 275M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48600K .......... .......... .......... .......... .......... 52% 324M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48650K .......... .......... .......... .......... .......... 52% 145M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48700K .......... .......... .......... .......... .......... 52% 211M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48750K .......... .......... .......... .......... .......... 52% 252M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48800K .......... .......... .......... .......... .......... 52% 324M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48850K .......... .......... .......... .......... .......... 52% 341M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48900K .......... .......... .......... .......... .......... 52% 283M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 48950K .......... .......... .......... .......... .......... 52% 267M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 49000K .......... .......... .......... .......... .......... 52% 339M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 49050K .......... .......... .......... .......... .......... 52% 230M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 49100K .......... .......... .......... .......... .......... 52% 310M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 49150K .......... .......... .......... .......... .......... 52% 246M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 49200K .......... .......... .......... .......... .......... 53% 306M 0s 2024-09-12T17:36:42.549 INFO:teuthology.orchestra.run.smithi001.stderr: 49250K .......... .......... .......... .......... .......... 53% 230M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49300K .......... .......... .......... .......... .......... 53% 337M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49350K .......... .......... .......... .......... .......... 53% 288M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49400K .......... .......... .......... .......... .......... 53% 313M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49450K .......... .......... .......... .......... .......... 53% 324M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49500K .......... .......... .......... .......... .......... 53% 321M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49550K .......... .......... .......... .......... .......... 53% 261M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49600K .......... .......... .......... .......... .......... 53% 317M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49650K .......... .......... .......... .......... .......... 53% 306M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49700K .......... .......... .......... .......... .......... 53% 311M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49750K .......... .......... .......... .......... .......... 53% 267M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49800K .......... .......... .......... .......... .......... 53% 260M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49850K .......... .......... .......... .......... .......... 53% 343M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49900K .......... .......... .......... .......... .......... 53% 247M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 49950K .......... .......... .......... .......... .......... 53% 221M 0s 2024-09-12T17:36:42.550 INFO:teuthology.orchestra.run.smithi001.stderr: 50000K .......... .......... .......... .......... .......... 53% 251M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50050K .......... .......... .......... .......... .......... 53% 322M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50100K .......... .......... .......... .......... .......... 53% 182M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50150K .......... .......... .......... .......... .......... 54% 203M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50200K .......... .......... .......... .......... .......... 54% 236M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50250K .......... .......... .......... .......... .......... 54% 267M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50300K .......... .......... .......... .......... .......... 54% 263M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50350K .......... .......... .......... .......... .......... 54% 203M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50400K .......... .......... .......... .......... .......... 54% 306M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50450K .......... .......... .......... .......... .......... 54% 340M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50500K .......... .......... .......... .......... .......... 54% 307M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50550K .......... .......... .......... .......... .......... 54% 283M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50600K .......... .......... .......... .......... .......... 54% 306M 0s 2024-09-12T17:36:42.551 INFO:teuthology.orchestra.run.smithi001.stderr: 50650K .......... .......... .......... .......... .......... 54% 274M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 50700K .......... .......... .......... .......... .......... 54% 328M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 50750K .......... .......... .......... .......... .......... 54% 303M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 50800K .......... .......... .......... .......... .......... 54% 343M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 50850K .......... .......... .......... .......... .......... 54% 246M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 50900K .......... .......... .......... .......... .......... 54% 281M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 50950K .......... .......... .......... .......... .......... 54% 337M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51000K .......... .......... .......... .......... .......... 54% 301M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51050K .......... .......... .......... .......... .......... 55% 291M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51100K .......... .......... .......... .......... .......... 55% 349M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51150K .......... .......... .......... .......... .......... 55% 147M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51200K .......... .......... .......... .......... .......... 55% 235M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51250K .......... .......... .......... .......... .......... 55% 320M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51300K .......... .......... .......... .......... .......... 55% 77.6M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51350K .......... .......... .......... .......... .......... 55% 292M 0s 2024-09-12T17:36:42.552 INFO:teuthology.orchestra.run.smithi001.stderr: 51400K .......... .......... .......... .......... .......... 55% 104M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51450K .......... .......... .......... .......... .......... 55% 268M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51500K .......... .......... .......... .......... .......... 55% 187M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51550K .......... .......... .......... .......... .......... 55% 78.5M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51600K .......... .......... .......... .......... .......... 55% 268M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51650K .......... .......... .......... .......... .......... 55% 309M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51700K .......... .......... .......... .......... .......... 55% 228M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51750K .......... .......... .......... .......... .......... 55% 183M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51800K .......... .......... .......... .......... .......... 55% 310M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51850K .......... .......... .......... .......... .......... 55% 284M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51900K .......... .......... .......... .......... .......... 55% 246M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 51950K .......... .......... .......... .......... .......... 55% 348M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 52000K .......... .......... .......... .......... .......... 56% 339M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 52050K .......... .......... .......... .......... .......... 56% 308M 0s 2024-09-12T17:36:42.553 INFO:teuthology.orchestra.run.smithi001.stderr: 52100K .......... .......... .......... .......... .......... 56% 271M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52150K .......... .......... .......... .......... .......... 56% 260M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52200K .......... .......... .......... .......... .......... 56% 309M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52250K .......... .......... .......... .......... .......... 56% 300M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52300K .......... .......... .......... .......... .......... 56% 258M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52350K .......... .......... .......... .......... .......... 56% 329M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52400K .......... .......... .......... .......... .......... 56% 246M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52450K .......... .......... .......... .......... .......... 56% 312M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52500K .......... .......... .......... .......... .......... 56% 267M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52550K .......... .......... .......... .......... .......... 56% 318M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52600K .......... .......... .......... .......... .......... 56% 273M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52650K .......... .......... .......... .......... .......... 56% 313M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52700K .......... .......... .......... .......... .......... 56% 266M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52750K .......... .......... .......... .......... .......... 56% 306M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52800K .......... .......... .......... .......... .......... 56% 314M 0s 2024-09-12T17:36:42.554 INFO:teuthology.orchestra.run.smithi001.stderr: 52850K .......... .......... .......... .......... .......... 56% 284M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 52900K .......... .......... .......... .......... .......... 56% 264M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 52950K .......... .......... .......... .......... .......... 57% 283M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53000K .......... .......... .......... .......... .......... 57% 333M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53050K .......... .......... .......... .......... .......... 57% 330M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53100K .......... .......... .......... .......... .......... 57% 247M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53150K .......... .......... .......... .......... .......... 57% 51.3M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53200K .......... .......... .......... .......... .......... 57% 297M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53250K .......... .......... .......... .......... .......... 57% 115M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53300K .......... .......... .......... .......... .......... 57% 107M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53350K .......... .......... .......... .......... .......... 57% 219M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53400K .......... .......... .......... .......... .......... 57% 306M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53450K .......... .......... .......... .......... .......... 57% 328M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53500K .......... .......... .......... .......... .......... 57% 229M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53550K .......... .......... .......... .......... .......... 57% 319M 0s 2024-09-12T17:36:42.555 INFO:teuthology.orchestra.run.smithi001.stderr: 53600K .......... .......... .......... .......... .......... 57% 305M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53650K .......... .......... .......... .......... .......... 57% 320M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53700K .......... .......... .......... .......... .......... 57% 282M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53750K .......... .......... .......... .......... .......... 57% 332M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53800K .......... .......... .......... .......... .......... 57% 306M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53850K .......... .......... .......... .......... .......... 58% 308M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53900K .......... .......... .......... .......... .......... 58% 277M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 53950K .......... .......... .......... .......... .......... 58% 246M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54000K .......... .......... .......... .......... .......... 58% 262M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54050K .......... .......... .......... .......... .......... 58% 282M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54100K .......... .......... .......... .......... .......... 58% 209M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54150K .......... .......... .......... .......... .......... 58% 331M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54200K .......... .......... .......... .......... .......... 58% 98.9M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54250K .......... .......... .......... .......... .......... 58% 298M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54300K .......... .......... .......... .......... .......... 58% 247M 0s 2024-09-12T17:36:42.556 INFO:teuthology.orchestra.run.smithi001.stderr: 54350K .......... .......... .......... .......... .......... 58% 114M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54400K .......... .......... .......... .......... .......... 58% 246M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54450K .......... .......... .......... .......... .......... 58% 296M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54500K .......... .......... .......... .......... .......... 58% 252M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54550K .......... .......... .......... .......... .......... 58% 56.7M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54600K .......... .......... .......... .......... .......... 58% 259M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54650K .......... .......... .......... .......... .......... 58% 166M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54700K .......... .......... .......... .......... .......... 58% 242M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54750K .......... .......... .......... .......... .......... 58% 313M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54800K .......... .......... .......... .......... .......... 59% 132M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54850K .......... .......... .......... .......... .......... 59% 232M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54900K .......... .......... .......... .......... .......... 59% 267M 0s 2024-09-12T17:36:42.557 INFO:teuthology.orchestra.run.smithi001.stderr: 54950K .......... .......... .......... .......... .......... 59% 295M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55000K .......... .......... .......... .......... .......... 59% 333M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55050K .......... .......... .......... .......... .......... 59% 332M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55100K .......... .......... .......... .......... .......... 59% 266M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55150K .......... .......... .......... .......... .......... 59% 314M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55200K .......... .......... .......... .......... .......... 59% 230M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55250K .......... .......... .......... .......... .......... 59% 291M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55300K .......... .......... .......... .......... .......... 59% 274M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55350K .......... .......... .......... .......... .......... 59% 330M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55400K .......... .......... .......... .......... .......... 59% 309M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55450K .......... .......... .......... .......... .......... 59% 176M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55500K .......... .......... .......... .......... .......... 59% 246M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55550K .......... .......... .......... .......... .......... 59% 316M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55600K .......... .......... .......... .......... .......... 59% 298M 0s 2024-09-12T17:36:42.558 INFO:teuthology.orchestra.run.smithi001.stderr: 55650K .......... .......... .......... .......... .......... 59% 325M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 55700K .......... .......... .......... .......... .......... 60% 280M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 55750K .......... .......... .......... .......... .......... 60% 309M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 55800K .......... .......... .......... .......... .......... 60% 314M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 55850K .......... .......... .......... .......... .......... 60% 262M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 55900K .......... .......... .......... .......... .......... 60% 221M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 55950K .......... .......... .......... .......... .......... 60% 76.7M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56000K .......... .......... .......... .......... .......... 60% 318M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56050K .......... .......... .......... .......... .......... 60% 299M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56100K .......... .......... .......... .......... .......... 60% 279M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56150K .......... .......... .......... .......... .......... 60% 317M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56200K .......... .......... .......... .......... .......... 60% 328M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56250K .......... .......... .......... .......... .......... 60% 59.8M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56300K .......... .......... .......... .......... .......... 60% 105M 0s 2024-09-12T17:36:42.559 INFO:teuthology.orchestra.run.smithi001.stderr: 56350K .......... .......... .......... .......... .......... 60% 158M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56400K .......... .......... .......... .......... .......... 60% 272M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56450K .......... .......... .......... .......... .......... 60% 315M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56500K .......... .......... .......... .......... .......... 60% 245M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56550K .......... .......... .......... .......... .......... 60% 314M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56600K .......... .......... .......... .......... .......... 60% 330M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56650K .......... .......... .......... .......... .......... 61% 239M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56700K .......... .......... .......... .......... .......... 61% 243M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56750K .......... .......... .......... .......... .......... 61% 344M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56800K .......... .......... .......... .......... .......... 61% 316M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56850K .......... .......... .......... .......... .......... 61% 312M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56900K .......... .......... .......... .......... .......... 61% 263M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 56950K .......... .......... .......... .......... .......... 61% 334M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 57000K .......... .......... .......... .......... .......... 61% 312M 0s 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi001.stderr: 57050K .......... .......... .......... .......... .......... 61% 238M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57100K .......... .......... .......... .......... .......... 61% 235M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57150K .......... .......... .......... .......... .......... 61% 317M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57200K .......... .......... .......... .......... .......... 61% 313M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57250K .......... .......... .......... .......... .......... 61% 308M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57300K .......... .......... .......... .......... .......... 61% 235M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57350K .......... .......... .......... .......... .......... 61% 257M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57400K .......... .......... .......... .......... .......... 61% 313M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57450K .......... .......... .......... .......... .......... 61% 244M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57500K .......... .......... .......... .......... .......... 61% 279M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57550K .......... .......... .......... .......... .......... 62% 83.6M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57600K .......... .......... .......... .......... .......... 62% 80.1M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57650K .......... .......... .......... .......... .......... 62% 253M 0s 2024-09-12T17:36:42.561 INFO:teuthology.orchestra.run.smithi001.stderr: 57700K .......... .......... .......... .......... .......... 62% 269M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 57750K .......... .......... .......... .......... .......... 62% 212M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 57800K .......... .......... .......... .......... .......... 62% 139M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 57850K .......... .......... .......... .......... .......... 62% 309M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 57900K .......... .......... .......... .......... .......... 62% 146M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 57950K .......... .......... .......... .......... .......... 62% 94.1M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58000K .......... .......... .......... .......... .......... 62% 300M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58050K .......... .......... .......... .......... .......... 62% 303M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58100K .......... .......... .......... .......... .......... 62% 274M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58150K .......... .......... .......... .......... .......... 62% 313M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58200K .......... .......... .......... .......... .......... 62% 309M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58250K .......... .......... .......... .......... .......... 62% 312M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58300K .......... .......... .......... .......... .......... 62% 267M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58350K .......... .......... .......... .......... .......... 62% 323M 0s 2024-09-12T17:36:42.562 INFO:teuthology.orchestra.run.smithi001.stderr: 58400K .......... .......... .......... .......... .......... 62% 303M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58450K .......... .......... .......... .......... .......... 62% 318M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58500K .......... .......... .......... .......... .......... 63% 233M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58550K .......... .......... .......... .......... .......... 63% 289M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58600K .......... .......... .......... .......... .......... 63% 303M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58650K .......... .......... .......... .......... .......... 63% 315M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58700K .......... .......... .......... .......... .......... 63% 250M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58750K .......... .......... .......... .......... .......... 63% 301M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58800K .......... .......... .......... .......... .......... 63% 289M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58850K .......... .......... .......... .......... .......... 63% 310M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58900K .......... .......... .......... .......... .......... 63% 225M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 58950K .......... .......... .......... .......... .......... 63% 284M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 59000K .......... .......... .......... .......... .......... 63% 296M 0s 2024-09-12T17:36:42.563 INFO:teuthology.orchestra.run.smithi001.stderr: 59050K .......... .......... .......... .......... .......... 63% 296M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59100K .......... .......... .......... .......... .......... 63% 247M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59150K .......... .......... .......... .......... .......... 63% 298M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59200K .......... .......... .......... .......... .......... 63% 316M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59250K .......... .......... .......... .......... .......... 63% 232M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59300K .......... .......... .......... .......... .......... 63% 256M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59350K .......... .......... .......... .......... .......... 63% 273M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59400K .......... .......... .......... .......... .......... 63% 134M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59450K .......... .......... .......... .......... .......... 64% 274M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59500K .......... .......... .......... .......... .......... 64% 226M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59550K .......... .......... .......... .......... .......... 64% 327M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59600K .......... .......... .......... .......... .......... 64% 185M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59650K .......... .......... .......... .......... .......... 64% 288M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59700K .......... .......... .......... .......... .......... 64% 249M 0s 2024-09-12T17:36:42.564 INFO:teuthology.orchestra.run.smithi001.stderr: 59750K .......... .......... .......... .......... .......... 64% 290M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 59800K .......... .......... .......... .......... .......... 64% 322M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 59850K .......... .......... .......... .......... .......... 64% 318M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 59900K .......... .......... .......... .......... .......... 64% 201M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 59950K .......... .......... .......... .......... .......... 64% 299M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60000K .......... .......... .......... .......... .......... 64% 316M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60050K .......... .......... .......... .......... .......... 64% 332M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60100K .......... .......... .......... .......... .......... 64% 278M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60150K .......... .......... .......... .......... .......... 64% 292M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60200K .......... .......... .......... .......... .......... 64% 328M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60250K .......... .......... .......... .......... .......... 64% 295M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60300K .......... .......... .......... .......... .......... 64% 268M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60350K .......... .......... .......... .......... .......... 65% 252M 0s 2024-09-12T17:36:42.565 INFO:teuthology.orchestra.run.smithi001.stderr: 60400K .......... .......... .......... .......... .......... 65% 240M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60450K .......... .......... .......... .......... .......... 65% 273M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60500K .......... .......... .......... .......... .......... 65% 105M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60550K .......... .......... .......... .......... .......... 65% 302M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60600K .......... .......... .......... .......... .......... 65% 102M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60650K .......... .......... .......... .......... .......... 65% 316M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60700K .......... .......... .......... .......... .......... 65% 127M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60750K .......... .......... .......... .......... .......... 65% 314M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60800K .......... .......... .......... .......... .......... 65% 318M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60850K .......... .......... .......... .......... .......... 65% 240M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60900K .......... .......... .......... .......... .......... 65% 254M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 60950K .......... .......... .......... .......... .......... 65% 91.7M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 61000K .......... .......... .......... .......... .......... 65% 114M 0s 2024-09-12T17:36:42.566 INFO:teuthology.orchestra.run.smithi001.stderr: 61050K .......... .......... .......... .......... .......... 65% 287M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61100K .......... .......... .......... .......... .......... 65% 263M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61150K .......... .......... .......... .......... .......... 65% 316M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61200K .......... .......... .......... .......... .......... 65% 120M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61250K .......... .......... .......... .......... .......... 65% 315M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61300K .......... .......... .......... .......... .......... 66% 292M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61350K .......... .......... .......... .......... .......... 66% 345M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61400K .......... .......... .......... .......... .......... 66% 174M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61450K .......... .......... .......... .......... .......... 66% 328M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61500K .......... .......... .......... .......... .......... 66% 320M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61550K .......... .......... .......... .......... .......... 66% 284M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61600K .......... .......... .......... .......... .......... 66% 135M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61650K .......... .......... .......... .......... .......... 66% 208M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61700K .......... .......... .......... .......... .......... 66% 351M 0s 2024-09-12T17:36:42.567 INFO:teuthology.orchestra.run.smithi001.stderr: 61750K .......... .......... .......... .......... .......... 66% 321M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 61800K .......... .......... .......... .......... .......... 66% 250M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 61850K .......... .......... .......... .......... .......... 66% 243M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 61900K .......... .......... .......... .......... .......... 66% 200M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 61950K .......... .......... .......... .......... .......... 66% 175M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62000K .......... .......... .......... .......... .......... 66% 144M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62050K .......... .......... .......... .......... .......... 66% 329M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62100K .......... .......... .......... .......... .......... 66% 369M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62150K .......... .......... .......... .......... .......... 66% 187M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62200K .......... .......... .......... .......... .......... 67% 304M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62250K .......... .......... .......... .......... .......... 67% 290M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62300K .......... .......... .......... .......... .......... 67% 279M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62350K .......... .......... .......... .......... .......... 67% 277M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62400K .......... .......... .......... .......... .......... 67% 339M 0s 2024-09-12T17:36:42.568 INFO:teuthology.orchestra.run.smithi001.stderr: 62450K .......... .......... .......... .......... .......... 67% 208M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62500K .......... .......... .......... .......... .......... 67% 287M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62550K .......... .......... .......... .......... .......... 67% 293M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62600K .......... .......... .......... .......... .......... 67% 311M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62650K .......... .......... .......... .......... .......... 67% 324M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62700K .......... .......... .......... .......... .......... 67% 347M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62750K .......... .......... .......... .......... .......... 67% 204M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62800K .......... .......... .......... .......... .......... 67% 283M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62850K .......... .......... .......... .......... .......... 67% 306M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62900K .......... .......... .......... .......... .......... 67% 319M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 62950K .......... .......... .......... .......... .......... 67% 167M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 63000K .......... .......... .......... .......... .......... 67% 320M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 63050K .......... .......... .......... .......... .......... 67% 188M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 63100K .......... .......... .......... .......... .......... 67% 208M 0s 2024-09-12T17:36:42.569 INFO:teuthology.orchestra.run.smithi001.stderr: 63150K .......... .......... .......... .......... .......... 68% 274M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63200K .......... .......... .......... .......... .......... 68% 323M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63250K .......... .......... .......... .......... .......... 68% 321M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63300K .......... .......... .......... .......... .......... 68% 305M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63350K .......... .......... .......... .......... .......... 68% 289M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63400K .......... .......... .......... .......... .......... 68% 309M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63450K .......... .......... .......... .......... .......... 68% 346M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63500K .......... .......... .......... .......... .......... 68% 163M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63550K .......... .......... .......... .......... .......... 68% 129M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63600K .......... .......... .......... .......... .......... 68% 297M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63650K .......... .......... .......... .......... .......... 68% 336M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63700K .......... .......... .......... .......... .......... 68% 318M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63750K .......... .......... .......... .......... .......... 68% 234M 0s 2024-09-12T17:36:42.570 INFO:teuthology.orchestra.run.smithi001.stderr: 63800K .......... .......... .......... .......... .......... 68% 183M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 63850K .......... .......... .......... .......... .......... 68% 317M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 63900K .......... .......... .......... .......... .......... 68% 287M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 63950K .......... .......... .......... .......... .......... 68% 272M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64000K .......... .......... .......... .......... .......... 68% 83.2M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64050K .......... .......... .......... .......... .......... 68% 216M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64100K .......... .......... .......... .......... .......... 69% 259M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64150K .......... .......... .......... .......... .......... 69% 159M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64200K .......... .......... .......... .......... .......... 69% 283M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64250K .......... .......... .......... .......... .......... 69% 186M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64300K .......... .......... .......... .......... .......... 69% 160M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64350K .......... .......... .......... .......... .......... 69% 214M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64400K .......... .......... .......... .......... .......... 69% 186M 0s 2024-09-12T17:36:42.571 INFO:teuthology.orchestra.run.smithi001.stderr: 64450K .......... .......... .......... .......... .......... 69% 185M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64500K .......... .......... .......... .......... .......... 69% 189M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64550K .......... .......... .......... .......... .......... 69% 179M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64600K .......... .......... .......... .......... .......... 69% 245M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64650K .......... .......... .......... .......... .......... 69% 354M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64700K .......... .......... .......... .......... .......... 69% 139M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64750K .......... .......... .......... .......... .......... 69% 265M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64800K .......... .......... .......... .......... .......... 69% 322M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64850K .......... .......... .......... .......... .......... 69% 215M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64900K .......... .......... .......... .......... .......... 69% 320M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 64950K .......... .......... .......... .......... .......... 69% 180M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 65000K .......... .......... .......... .......... .......... 70% 195M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 65050K .......... .......... .......... .......... .......... 70% 334M 0s 2024-09-12T17:36:42.572 INFO:teuthology.orchestra.run.smithi001.stderr: 65100K .......... .......... .......... .......... .......... 70% 335M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65150K .......... .......... .......... .......... .......... 70% 296M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65200K .......... .......... .......... .......... .......... 70% 153M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65250K .......... .......... .......... .......... .......... 70% 226M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65300K .......... .......... .......... .......... .......... 70% 294M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65350K .......... .......... .......... .......... .......... 70% 316M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65400K .......... .......... .......... .......... .......... 70% 209M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65450K .......... .......... .......... .......... .......... 70% 314M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65500K .......... .......... .......... .......... .......... 70% 309M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65550K .......... .......... .......... .......... .......... 70% 281M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65600K .......... .......... .......... .......... .......... 70% 335M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65650K .......... .......... .......... .......... .......... 70% 243M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65700K .......... .......... .......... .......... .......... 70% 301M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65750K .......... .......... .......... .......... .......... 70% 294M 0s 2024-09-12T17:36:42.573 INFO:teuthology.orchestra.run.smithi001.stderr: 65800K .......... .......... .......... .......... .......... 70% 345M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 65850K .......... .......... .......... .......... .......... 70% 330M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 65900K .......... .......... .......... .......... .......... 70% 209M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 65950K .......... .......... .......... .......... .......... 71% 247M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66000K .......... .......... .......... .......... .......... 71% 205M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66050K .......... .......... .......... .......... .......... 71% 304M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66100K .......... .......... .......... .......... .......... 71% 212M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66150K .......... .......... .......... .......... .......... 71% 303M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66200K .......... .......... .......... .......... .......... 71% 330M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66250K .......... .......... .......... .......... .......... 71% 316M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66300K .......... .......... .......... .......... .......... 71% 317M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66350K .......... .......... .......... .......... .......... 71% 200M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66400K .......... .......... .......... .......... .......... 71% 323M 0s 2024-09-12T17:36:42.574 INFO:teuthology.orchestra.run.smithi001.stderr: 66450K .......... .......... .......... .......... .......... 71% 323M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66500K .......... .......... .......... .......... .......... 71% 338M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66550K .......... .......... .......... .......... .......... 71% 231M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66600K .......... .......... .......... .......... .......... 71% 328M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66650K .......... .......... .......... .......... .......... 71% 319M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66700K .......... .......... .......... .......... .......... 71% 356M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66750K .......... .......... .......... .......... .......... 71% 280M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66800K .......... .......... .......... .......... .......... 71% 335M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66850K .......... .......... .......... .......... .......... 72% 320M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66900K .......... .......... .......... .......... .......... 72% 278M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 66950K .......... .......... .......... .......... .......... 72% 295M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 67000K .......... .......... .......... .......... .......... 72% 321M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 67050K .......... .......... .......... .......... .......... 72% 199M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 67100K .......... .......... .......... .......... .......... 72% 296M 0s 2024-09-12T17:36:42.575 INFO:teuthology.orchestra.run.smithi001.stderr: 67150K .......... .......... .......... .......... .......... 72% 218M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67200K .......... .......... .......... .......... .......... 72% 224M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67250K .......... .......... .......... .......... .......... 72% 306M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67300K .......... .......... .......... .......... .......... 72% 138M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67350K .......... .......... .......... .......... .......... 72% 190M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67400K .......... .......... .......... .......... .......... 72% 281M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67450K .......... .......... .......... .......... .......... 72% 336M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67500K .......... .......... .......... .......... .......... 72% 102M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67550K .......... .......... .......... .......... .......... 72% 264M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67600K .......... .......... .......... .......... .......... 72% 71.3M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67650K .......... .......... .......... .......... .......... 72% 323M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67700K .......... .......... .......... .......... .......... 72% 366M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67750K .......... .......... .......... .......... .......... 72% 148M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67800K .......... .......... .......... .......... .......... 73% 326M 0s 2024-09-12T17:36:42.576 INFO:teuthology.orchestra.run.smithi001.stderr: 67850K .......... .......... .......... .......... .......... 73% 334M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 67900K .......... .......... .......... .......... .......... 73% 335M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 67950K .......... .......... .......... .......... .......... 73% 293M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68000K .......... .......... .......... .......... .......... 73% 329M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68050K .......... .......... .......... .......... .......... 73% 317M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68100K .......... .......... .......... .......... .......... 73% 362M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68150K .......... .......... .......... .......... .......... 73% 316M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68200K .......... .......... .......... .......... .......... 73% 281M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68250K .......... .......... .......... .......... .......... 73% 93.2M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68300K .......... .......... .......... .......... .......... 73% 51.6M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68350K .......... .......... .......... .......... .......... 73% 162M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68400K .......... .......... .......... .......... .......... 73% 335M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68450K .......... .......... .......... .......... .......... 73% 315M 0s 2024-09-12T17:36:42.577 INFO:teuthology.orchestra.run.smithi001.stderr: 68500K .......... .......... .......... .......... .......... 73% 321M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68550K .......... .......... .......... .......... .......... 73% 293M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68600K .......... .......... .......... .......... .......... 73% 323M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68650K .......... .......... .......... .......... .......... 73% 349M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68700K .......... .......... .......... .......... .......... 74% 361M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68750K .......... .......... .......... .......... .......... 74% 132M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68800K .......... .......... .......... .......... .......... 74% 317M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68850K .......... .......... .......... .......... .......... 74% 305M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68900K .......... .......... .......... .......... .......... 74% 325M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 68950K .......... .......... .......... .......... .......... 74% 282M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 69000K .......... .......... .......... .......... .......... 74% 308M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 69050K .......... .......... .......... .......... .......... 74% 324M 0s 2024-09-12T17:36:42.578 INFO:teuthology.orchestra.run.smithi001.stderr: 69100K .......... .......... .......... .......... .......... 74% 360M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69150K .......... .......... .......... .......... .......... 74% 281M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69200K .......... .......... .......... .......... .......... 74% 363M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69250K .......... .......... .......... .......... .......... 74% 327M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69300K .......... .......... .......... .......... .......... 74% 336M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69350K .......... .......... .......... .......... .......... 74% 301M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69400K .......... .......... .......... .......... .......... 74% 344M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69450K .......... .......... .......... .......... .......... 74% 334M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69500K .......... .......... .......... .......... .......... 74% 306M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69550K .......... .......... .......... .......... .......... 74% 263M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69600K .......... .......... .......... .......... .......... 74% 346M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69650K .......... .......... .......... .......... .......... 75% 358M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69700K .......... .......... .......... .......... .......... 75% 337M 0s 2024-09-12T17:36:42.579 INFO:teuthology.orchestra.run.smithi001.stderr: 69750K .......... .......... .......... .......... .......... 75% 254M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 69800K .......... .......... .......... .......... .......... 75% 327M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 69850K .......... .......... .......... .......... .......... 75% 346M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 69900K .......... .......... .......... .......... .......... 75% 366M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 69950K .......... .......... .......... .......... .......... 75% 281M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70000K .......... .......... .......... .......... .......... 75% 336M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70050K .......... .......... .......... .......... .......... 75% 327M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70100K .......... .......... .......... .......... .......... 75% 353M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70150K .......... .......... .......... .......... .......... 75% 329M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70200K .......... .......... .......... .......... .......... 75% 340M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70250K .......... .......... .......... .......... .......... 75% 366M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70300K .......... .......... .......... .......... .......... 75% 338M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70350K .......... .......... .......... .......... .......... 75% 305M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70400K .......... .......... .......... .......... .......... 75% 161M 0s 2024-09-12T17:36:42.580 INFO:teuthology.orchestra.run.smithi001.stderr: 70450K .......... .......... .......... .......... .......... 75% 253M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70500K .......... .......... .......... .......... .......... 75% 352M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70550K .......... .......... .......... .......... .......... 75% 191M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70600K .......... .......... .......... .......... .......... 76% 71.5M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70650K .......... .......... .......... .......... .......... 76% 341M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70700K .......... .......... .......... .......... .......... 76% 360M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70750K .......... .......... .......... .......... .......... 76% 75.0M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70800K .......... .......... .......... .......... .......... 76% 239M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70850K .......... .......... .......... .......... .......... 76% 312M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70900K .......... .......... .......... .......... .......... 76% 322M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 70950K .......... .......... .......... .......... .......... 76% 325M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 71000K .......... .......... .......... .......... .......... 76% 334M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 71050K .......... .......... .......... .......... .......... 76% 342M 0s 2024-09-12T17:36:42.581 INFO:teuthology.orchestra.run.smithi001.stderr: 71100K .......... .......... .......... .......... .......... 76% 344M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71150K .......... .......... .......... .......... .......... 76% 285M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71200K .......... .......... .......... .......... .......... 76% 363M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71250K .......... .......... .......... .......... .......... 76% 63.3M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71300K .......... .......... .......... .......... .......... 76% 67.0M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71350K .......... .......... .......... .......... .......... 76% 90.0M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71400K .......... .......... .......... .......... .......... 76% 306M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71450K .......... .......... .......... .......... .......... 76% 341M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71500K .......... .......... .......... .......... .......... 77% 338M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71550K .......... .......... .......... .......... .......... 77% 295M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71600K .......... .......... .......... .......... .......... 77% 353M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71650K .......... .......... .......... .......... .......... 77% 294M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71700K .......... .......... .......... .......... .......... 77% 220M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71750K .......... .......... .......... .......... .......... 77% 305M 0s 2024-09-12T17:36:42.582 INFO:teuthology.orchestra.run.smithi001.stderr: 71800K .......... .......... .......... .......... .......... 77% 300M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 71850K .......... .......... .......... .......... .......... 77% 341M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 71900K .......... .......... .......... .......... .......... 77% 259M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 71950K .......... .......... .......... .......... .......... 77% 335M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72000K .......... .......... .......... .......... .......... 77% 339M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72050K .......... .......... .......... .......... .......... 77% 351M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72100K .......... .......... .......... .......... .......... 77% 310M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72150K .......... .......... .......... .......... .......... 77% 280M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72200K .......... .......... .......... .......... .......... 77% 312M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72250K .......... .......... .......... .......... .......... 77% 335M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72300K .......... .......... .......... .......... .......... 77% 274M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72350K .......... .......... .......... .......... .......... 77% 340M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72400K .......... .......... .......... .......... .......... 77% 357M 0s 2024-09-12T17:36:42.583 INFO:teuthology.orchestra.run.smithi001.stderr: 72450K .......... .......... .......... .......... .......... 78% 359M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72500K .......... .......... .......... .......... .......... 78% 313M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72550K .......... .......... .......... .......... .......... 78% 333M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72600K .......... .......... .......... .......... .......... 78% 340M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72650K .......... .......... .......... .......... .......... 78% 327M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72700K .......... .......... .......... .......... .......... 78% 299M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72750K .......... .......... .......... .......... .......... 78% 336M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72800K .......... .......... .......... .......... .......... 78% 284M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72850K .......... .......... .......... .......... .......... 78% 317M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72900K .......... .......... .......... .......... .......... 78% 222M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 72950K .......... .......... .......... .......... .......... 78% 306M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 73000K .......... .......... .......... .......... .......... 78% 293M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 73050K .......... .......... .......... .......... .......... 78% 307M 0s 2024-09-12T17:36:42.584 INFO:teuthology.orchestra.run.smithi001.stderr: 73100K .......... .......... .......... .......... .......... 78% 293M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73150K .......... .......... .......... .......... .......... 78% 359M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73200K .......... .......... .......... .......... .......... 78% 292M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73250K .......... .......... .......... .......... .......... 78% 332M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73300K .......... .......... .......... .......... .......... 78% 319M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73350K .......... .......... .......... .......... .......... 79% 337M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73400K .......... .......... .......... .......... .......... 79% 322M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73450K .......... .......... .......... .......... .......... 79% 332M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73500K .......... .......... .......... .......... .......... 79% 298M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73550K .......... .......... .......... .......... .......... 79% 362M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73600K .......... .......... .......... .......... .......... 79% 178M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73650K .......... .......... .......... .......... .......... 79% 192M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73700K .......... .......... .......... .......... .......... 79% 134M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73750K .......... .......... .......... .......... .......... 79% 336M 0s 2024-09-12T17:36:42.585 INFO:teuthology.orchestra.run.smithi001.stderr: 73800K .......... .......... .......... .......... .......... 79% 105M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 73850K .......... .......... .......... .......... .......... 79% 246M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 73900K .......... .......... .......... .......... .......... 79% 84.2M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 73950K .......... .......... .......... .......... .......... 79% 333M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74000K .......... .......... .......... .......... .......... 79% 353M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74050K .......... .......... .......... .......... .......... 79% 324M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74100K .......... .......... .......... .......... .......... 79% 310M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74150K .......... .......... .......... .......... .......... 79% 326M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74200K .......... .......... .......... .......... .......... 79% 367M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74250K .......... .......... .......... .......... .......... 79% 205M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74300K .......... .......... .......... .......... .......... 80% 60.8M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74350K .......... .......... .......... .......... .......... 80% 114M 0s 2024-09-12T17:36:42.586 INFO:teuthology.orchestra.run.smithi001.stderr: 74400K .......... .......... .......... .......... .......... 80% 128M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74450K .......... .......... .......... .......... .......... 80% 295M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74500K .......... .......... .......... .......... .......... 80% 306M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74550K .......... .......... .......... .......... .......... 80% 337M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74600K .......... .......... .......... .......... .......... 80% 196M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74650K .......... .......... .......... .......... .......... 80% 335M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74700K .......... .......... .......... .......... .......... 80% 285M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74750K .......... .......... .......... .......... .......... 80% 143M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74800K .......... .......... .......... .......... .......... 80% 297M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74850K .......... .......... .......... .......... .......... 80% 332M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74900K .......... .......... .......... .......... .......... 80% 290M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 74950K .......... .......... .......... .......... .......... 80% 336M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 75000K .......... .......... .......... .......... .......... 80% 303M 0s 2024-09-12T17:36:42.587 INFO:teuthology.orchestra.run.smithi001.stderr: 75050K .......... .......... .......... .......... .......... 80% 321M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75100K .......... .......... .......... .......... .......... 80% 272M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75150K .......... .......... .......... .......... .......... 80% 324M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75200K .......... .......... .......... .......... .......... 81% 202M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75250K .......... .......... .......... .......... .......... 81% 321M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75300K .......... .......... .......... .......... .......... 81% 267M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75350K .......... .......... .......... .......... .......... 81% 313M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75400K .......... .......... .......... .......... .......... 81% 323M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75450K .......... .......... .......... .......... .......... 81% 343M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75500K .......... .......... .......... .......... .......... 81% 299M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75550K .......... .......... .......... .......... .......... 81% 351M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75600K .......... .......... .......... .......... .......... 81% 314M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75650K .......... .......... .......... .......... .......... 81% 331M 0s 2024-09-12T17:36:42.588 INFO:teuthology.orchestra.run.smithi001.stderr: 75700K .......... .......... .......... .......... .......... 81% 304M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 75750K .......... .......... .......... .......... .......... 81% 354M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 75800K .......... .......... .......... .......... .......... 81% 354M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 75850K .......... .......... .......... .......... .......... 81% 340M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 75900K .......... .......... .......... .......... .......... 81% 269M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 75950K .......... .......... .......... .......... .......... 81% 348M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76000K .......... .......... .......... .......... .......... 81% 310M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76050K .......... .......... .......... .......... .......... 81% 340M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76100K .......... .......... .......... .......... .......... 81% 323M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76150K .......... .......... .......... .......... .......... 82% 298M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76200K .......... .......... .......... .......... .......... 82% 280M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76250K .......... .......... .......... .......... .......... 82% 321M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76300K .......... .......... .......... .......... .......... 82% 279M 0s 2024-09-12T17:36:42.589 INFO:teuthology.orchestra.run.smithi001.stderr: 76350K .......... .......... .......... .......... .......... 82% 366M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76400K .......... .......... .......... .......... .......... 82% 201M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76450K .......... .......... .......... .......... .......... 82% 276M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76500K .......... .......... .......... .......... .......... 82% 123M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76550K .......... .......... .......... .......... .......... 82% 243M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76600K .......... .......... .......... .......... .......... 82% 342M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76650K .......... .......... .......... .......... .......... 82% 219M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76700K .......... .......... .......... .......... .......... 82% 210M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76750K .......... .......... .......... .......... .......... 82% 119M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76800K .......... .......... .......... .......... .......... 82% 283M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76850K .......... .......... .......... .......... .......... 82% 165M 0s 2024-09-12T17:36:42.590 INFO:teuthology.orchestra.run.smithi001.stderr: 76900K .......... .......... .......... .......... .......... 82% 139M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 76950K .......... .......... .......... .......... .......... 82% 133M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77000K .......... .......... .......... .......... .......... 82% 318M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77050K .......... .......... .......... .......... .......... 82% 344M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77100K .......... .......... .......... .......... .......... 83% 261M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77150K .......... .......... .......... .......... .......... 83% 339M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77200K .......... .......... .......... .......... .......... 83% 342M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77250K .......... .......... .......... .......... .......... 83% 322M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77300K .......... .......... .......... .......... .......... 83% 217M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77350K .......... .......... .......... .......... .......... 83% 109M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77400K .......... .......... .......... .......... .......... 83% 131M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77450K .......... .......... .......... .......... .......... 83% 339M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77500K .......... .......... .......... .......... .......... 83% 158M 0s 2024-09-12T17:36:42.591 INFO:teuthology.orchestra.run.smithi001.stderr: 77550K .......... .......... .......... .......... .......... 83% 353M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77600K .......... .......... .......... .......... .......... 83% 222M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77650K .......... .......... .......... .......... .......... 83% 135M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77700K .......... .......... .......... .......... .......... 83% 120M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77750K .......... .......... .......... .......... .......... 83% 361M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77800K .......... .......... .......... .......... .......... 83% 361M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77850K .......... .......... .......... .......... .......... 83% 336M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77900K .......... .......... .......... .......... .......... 83% 229M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 77950K .......... .......... .......... .......... .......... 83% 319M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 78000K .......... .......... .......... .......... .......... 84% 367M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 78050K .......... .......... .......... .......... .......... 84% 197M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 78100K .......... .......... .......... .......... .......... 84% 265M 0s 2024-09-12T17:36:42.592 INFO:teuthology.orchestra.run.smithi001.stderr: 78150K .......... .......... .......... .......... .......... 84% 326M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78200K .......... .......... .......... .......... .......... 84% 331M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78250K .......... .......... .......... .......... .......... 84% 316M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78300K .......... .......... .......... .......... .......... 84% 301M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78350K .......... .......... .......... .......... .......... 84% 197M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78400K .......... .......... .......... .......... .......... 84% 304M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78450K .......... .......... .......... .......... .......... 84% 315M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78500K .......... .......... .......... .......... .......... 84% 301M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78550K .......... .......... .......... .......... .......... 84% 310M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78600K .......... .......... .......... .......... .......... 84% 305M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78650K .......... .......... .......... .......... .......... 84% 337M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78700K .......... .......... .......... .......... .......... 84% 263M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78750K .......... .......... .......... .......... .......... 84% 346M 0s 2024-09-12T17:36:42.593 INFO:teuthology.orchestra.run.smithi001.stderr: 78800K .......... .......... .......... .......... .......... 84% 336M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 78850K .......... .......... .......... .......... .......... 84% 331M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 78900K .......... .......... .......... .......... .......... 84% 338M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 78950K .......... .......... .......... .......... .......... 85% 330M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79000K .......... .......... .......... .......... .......... 85% 253M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79050K .......... .......... .......... .......... .......... 85% 354M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79100K .......... .......... .......... .......... .......... 85% 353M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79150K .......... .......... .......... .......... .......... 85% 338M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79200K .......... .......... .......... .......... .......... 85% 158M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79250K .......... .......... .......... .......... .......... 85% 131M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79300K .......... .......... .......... .......... .......... 85% 321M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79350K .......... .......... .......... .......... .......... 85% 354M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79400K .......... .......... .......... .......... .......... 85% 283M 0s 2024-09-12T17:36:42.594 INFO:teuthology.orchestra.run.smithi001.stderr: 79450K .......... .......... .......... .......... .......... 85% 334M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79500K .......... .......... .......... .......... .......... 85% 186M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79550K .......... .......... .......... .......... .......... 85% 192M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79600K .......... .......... .......... .......... .......... 85% 235M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79650K .......... .......... .......... .......... .......... 85% 251M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79700K .......... .......... .......... .......... .......... 85% 280M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79750K .......... .......... .......... .......... .......... 85% 226M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79800K .......... .......... .......... .......... .......... 85% 210M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79850K .......... .......... .......... .......... .......... 86% 310M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79900K .......... .......... .......... .......... .......... 86% 206M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 79950K .......... .......... .......... .......... .......... 86% 189M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 80000K .......... .......... .......... .......... .......... 86% 162M 0s 2024-09-12T17:36:42.595 INFO:teuthology.orchestra.run.smithi001.stderr: 80050K .......... .......... .......... .......... .......... 86% 320M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80100K .......... .......... .......... .......... .......... 86% 327M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80150K .......... .......... .......... .......... .......... 86% 314M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80200K .......... .......... .......... .......... .......... 86% 282M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80250K .......... .......... .......... .......... .......... 86% 313M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80300K .......... .......... .......... .......... .......... 86% 313M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80350K .......... .......... .......... .......... .......... 86% 329M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80400K .......... .......... .......... .......... .......... 86% 185M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80450K .......... .......... .......... .......... .......... 86% 96.3M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80500K .......... .......... .......... .......... .......... 86% 333M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80550K .......... .......... .......... .......... .......... 86% 220M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80600K .......... .......... .......... .......... .......... 86% 207M 0s 2024-09-12T17:36:42.596 INFO:teuthology.orchestra.run.smithi001.stderr: 80650K .......... .......... .......... .......... .......... 86% 230M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 80700K .......... .......... .......... .......... .......... 86% 183M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 80750K .......... .......... .......... .......... .......... 86% 332M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 80800K .......... .......... .......... .......... .......... 87% 108M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 80850K .......... .......... .......... .......... .......... 87% 316M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 80900K .......... .......... .......... .......... .......... 87% 320M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 80950K .......... .......... .......... .......... .......... 87% 364M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81000K .......... .......... .......... .......... .......... 87% 68.8M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81050K .......... .......... .......... .......... .......... 87% 265M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81100K .......... .......... .......... .......... .......... 87% 307M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81150K .......... .......... .......... .......... .......... 87% 329M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81200K .......... .......... .......... .......... .......... 87% 301M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81250K .......... .......... .......... .......... .......... 87% 360M 0s 2024-09-12T17:36:42.597 INFO:teuthology.orchestra.run.smithi001.stderr: 81300K .......... .......... .......... .......... .......... 87% 332M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81350K .......... .......... .......... .......... .......... 87% 357M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81400K .......... .......... .......... .......... .......... 87% 277M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81450K .......... .......... .......... .......... .......... 87% 321M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81500K .......... .......... .......... .......... .......... 87% 350M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81550K .......... .......... .......... .......... .......... 87% 340M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81600K .......... .......... .......... .......... .......... 87% 298M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81650K .......... .......... .......... .......... .......... 87% 365M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81700K .......... .......... .......... .......... .......... 87% 346M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81750K .......... .......... .......... .......... .......... 88% 345M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81800K .......... .......... .......... .......... .......... 88% 285M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81850K .......... .......... .......... .......... .......... 88% 353M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81900K .......... .......... .......... .......... .......... 88% 384M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 81950K .......... .......... .......... .......... .......... 88% 310M 0s 2024-09-12T17:36:42.598 INFO:teuthology.orchestra.run.smithi001.stderr: 82000K .......... .......... .......... .......... .......... 88% 320M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82050K .......... .......... .......... .......... .......... 88% 102M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82100K .......... .......... .......... .......... .......... 88% 321M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82150K .......... .......... .......... .......... .......... 88% 369M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82200K .......... .......... .......... .......... .......... 88% 355M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82250K .......... .......... .......... .......... .......... 88% 157M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82300K .......... .......... .......... .......... .......... 88% 285M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82350K .......... .......... .......... .......... .......... 88% 343M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82400K .......... .......... .......... .......... .......... 88% 298M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82450K .......... .......... .......... .......... .......... 88% 124M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82500K .......... .......... .......... .......... .......... 88% 368M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82550K .......... .......... .......... .......... .......... 88% 177M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82600K .......... .......... .......... .......... .......... 88% 278M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82650K .......... .......... .......... .......... .......... 89% 133M 0s 2024-09-12T17:36:42.599 INFO:teuthology.orchestra.run.smithi001.stderr: 82700K .......... .......... .......... .......... .......... 89% 119M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 82750K .......... .......... .......... .......... .......... 89% 217M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 82800K .......... .......... .......... .......... .......... 89% 186M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 82850K .......... .......... .......... .......... .......... 89% 302M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 82900K .......... .......... .......... .......... .......... 89% 197M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 82950K .......... .......... .......... .......... .......... 89% 137M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83000K .......... .......... .......... .......... .......... 89% 104M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83050K .......... .......... .......... .......... .......... 89% 280M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83100K .......... .......... .......... .......... .......... 89% 337M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83150K .......... .......... .......... .......... .......... 89% 188M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83200K .......... .......... .......... .......... .......... 89% 319M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83250K .......... .......... .......... .......... .......... 89% 307M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83300K .......... .......... .......... .......... .......... 89% 376M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83350K .......... .......... .......... .......... .......... 89% 325M 0s 2024-09-12T17:36:42.600 INFO:teuthology.orchestra.run.smithi001.stderr: 83400K .......... .......... .......... .......... .......... 89% 259M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83450K .......... .......... .......... .......... .......... 89% 88.9M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83500K .......... .......... .......... .......... .......... 89% 310M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83550K .......... .......... .......... .......... .......... 89% 133M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83600K .......... .......... .......... .......... .......... 90% 279M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83650K .......... .......... .......... .......... .......... 90% 289M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83700K .......... .......... .......... .......... .......... 90% 253M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83750K .......... .......... .......... .......... .......... 90% 287M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83800K .......... .......... .......... .......... .......... 90% 283M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83850K .......... .......... .......... .......... .......... 90% 102M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83900K .......... .......... .......... .......... .......... 90% 349M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 83950K .......... .......... .......... .......... .......... 90% 103M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 84000K .......... .......... .......... .......... .......... 90% 328M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 84050K .......... .......... .......... .......... .......... 90% 287M 0s 2024-09-12T17:36:42.601 INFO:teuthology.orchestra.run.smithi001.stderr: 84100K .......... .......... .......... .......... .......... 90% 370M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84150K .......... .......... .......... .......... .......... 90% 275M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84200K .......... .......... .......... .......... .......... 90% 337M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84250K .......... .......... .......... .......... .......... 90% 334M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84300K .......... .......... .......... .......... .......... 90% 334M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84350K .......... .......... .......... .......... .......... 90% 235M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84400K .......... .......... .......... .......... .......... 90% 315M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84450K .......... .......... .......... .......... .......... 90% 312M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84500K .......... .......... .......... .......... .......... 91% 367M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84550K .......... .......... .......... .......... .......... 91% 222M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84600K .......... .......... .......... .......... .......... 91% 333M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84650K .......... .......... .......... .......... .......... 91% 322M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84700K .......... .......... .......... .......... .......... 91% 347M 0s 2024-09-12T17:36:42.602 INFO:teuthology.orchestra.run.smithi001.stderr: 84750K .......... .......... .......... .......... .......... 91% 303M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 84800K .......... .......... .......... .......... .......... 91% 336M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 84850K .......... .......... .......... .......... .......... 91% 372M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 84900K .......... .......... .......... .......... .......... 91% 321M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 84950K .......... .......... .......... .......... .......... 91% 300M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85000K .......... .......... .......... .......... .......... 91% 365M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85050K .......... .......... .......... .......... .......... 91% 340M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85100K .......... .......... .......... .......... .......... 91% 196M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85150K .......... .......... .......... .......... .......... 91% 289M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85200K .......... .......... .......... .......... .......... 91% 352M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85250K .......... .......... .......... .......... .......... 91% 226M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85300K .......... .......... .......... .......... .......... 91% 232M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85350K .......... .......... .......... .......... .......... 91% 187M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85400K .......... .......... .......... .......... .......... 91% 134M 0s 2024-09-12T17:36:42.603 INFO:teuthology.orchestra.run.smithi001.stderr: 85450K .......... .......... .......... .......... .......... 92% 357M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85500K .......... .......... .......... .......... .......... 92% 246M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85550K .......... .......... .......... .......... .......... 92% 294M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85600K .......... .......... .......... .......... .......... 92% 168M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85650K .......... .......... .......... .......... .......... 92% 341M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85700K .......... .......... .......... .......... .......... 92% 80.8M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85750K .......... .......... .......... .......... .......... 92% 152M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85800K .......... .......... .......... .......... .......... 92% 124M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85850K .......... .......... .......... .......... .......... 92% 190M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85900K .......... .......... .......... .......... .......... 92% 231M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 85950K .......... .......... .......... .......... .......... 92% 317M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 86000K .......... .......... .......... .......... .......... 92% 104M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 86050K .......... .......... .......... .......... .......... 92% 157M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 86100K .......... .......... .......... .......... .......... 92% 287M 0s 2024-09-12T17:36:42.604 INFO:teuthology.orchestra.run.smithi001.stderr: 86150K .......... .......... .......... .......... .......... 92% 273M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86200K .......... .......... .......... .......... .......... 92% 245M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86250K .......... .......... .......... .......... .......... 92% 256M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86300K .......... .......... .......... .......... .......... 92% 327M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86350K .......... .......... .......... .......... .......... 93% 334M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86400K .......... .......... .......... .......... .......... 93% 297M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86450K .......... .......... .......... .......... .......... 93% 94.0M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86500K .......... .......... .......... .......... .......... 93% 174M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86550K .......... .......... .......... .......... .......... 93% 166M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86600K .......... .......... .......... .......... .......... 93% 334M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86650K .......... .......... .......... .......... .......... 93% 245M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86700K .......... .......... .......... .......... .......... 93% 325M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86750K .......... .......... .......... .......... .......... 93% 268M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86800K .......... .......... .......... .......... .......... 93% 325M 0s 2024-09-12T17:36:42.605 INFO:teuthology.orchestra.run.smithi001.stderr: 86850K .......... .......... .......... .......... .......... 93% 118M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 86900K .......... .......... .......... .......... .......... 93% 343M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 86950K .......... .......... .......... .......... .......... 93% 266M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87000K .......... .......... .......... .......... .......... 93% 158M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87050K .......... .......... .......... .......... .......... 93% 108M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87100K .......... .......... .......... .......... .......... 93% 305M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87150K .......... .......... .......... .......... .......... 93% 307M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87200K .......... .......... .......... .......... .......... 93% 313M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87250K .......... .......... .......... .......... .......... 93% 333M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87300K .......... .......... .......... .......... .......... 94% 338M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87350K .......... .......... .......... .......... .......... 94% 276M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87400K .......... .......... .......... .......... .......... 94% 332M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87450K .......... .......... .......... .......... .......... 94% 322M 0s 2024-09-12T17:36:42.606 INFO:teuthology.orchestra.run.smithi001.stderr: 87500K .......... .......... .......... .......... .......... 94% 347M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87550K .......... .......... .......... .......... .......... 94% 296M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87600K .......... .......... .......... .......... .......... 94% 322M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87650K .......... .......... .......... .......... .......... 94% 284M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87700K .......... .......... .......... .......... .......... 94% 322M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87750K .......... .......... .......... .......... .......... 94% 351M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87800K .......... .......... .......... .......... .......... 94% 302M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87850K .......... .......... .......... .......... .......... 94% 292M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87900K .......... .......... .......... .......... .......... 94% 338M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 87950K .......... .......... .......... .......... .......... 94% 352M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 88000K .......... .......... .......... .......... .......... 94% 374M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 88050K .......... .......... .......... .......... .......... 94% 295M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 88100K .......... .......... .......... .......... .......... 94% 361M 0s 2024-09-12T17:36:42.607 INFO:teuthology.orchestra.run.smithi001.stderr: 88150K .......... .......... .......... .......... .......... 94% 362M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88200K .......... .......... .......... .......... .......... 94% 357M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88250K .......... .......... .......... .......... .......... 95% 342M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88300K .......... .......... .......... .......... .......... 95% 353M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88350K .......... .......... .......... .......... .......... 95% 312M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88400K .......... .......... .......... .......... .......... 95% 341M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88450K .......... .......... .......... .......... .......... 95% 273M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88500K .......... .......... .......... .......... .......... 95% 336M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88550K .......... .......... .......... .......... .......... 95% 357M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88600K .......... .......... .......... .......... .......... 95% 372M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88650K .......... .......... .......... .......... .......... 95% 312M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88700K .......... .......... .......... .......... .......... 95% 351M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88750K .......... .......... .......... .......... .......... 95% 173M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88800K .......... .......... .......... .......... .......... 95% 144M 0s 2024-09-12T17:36:42.608 INFO:teuthology.orchestra.run.smithi001.stderr: 88850K .......... .......... .......... .......... .......... 95% 207M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 88900K .......... .......... .......... .......... .......... 95% 225M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 88950K .......... .......... .......... .......... .......... 95% 300M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89000K .......... .......... .......... .......... .......... 95% 100M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89050K .......... .......... .......... .......... .......... 95% 250M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89100K .......... .......... .......... .......... .......... 95% 110M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89150K .......... .......... .......... .......... .......... 96% 334M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89200K .......... .......... .......... .......... .......... 96% 329M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89250K .......... .......... .......... .......... .......... 96% 278M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89300K .......... .......... .......... .......... .......... 96% 227M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89350K .......... .......... .......... .......... .......... 96% 324M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89400K .......... .......... .......... .......... .......... 96% 379M 0s 2024-09-12T17:36:42.609 INFO:teuthology.orchestra.run.smithi001.stderr: 89450K .......... .......... .......... .......... .......... 96% 121M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89500K .......... .......... .......... .......... .......... 96% 198M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89550K .......... .......... .......... .......... .......... 96% 196M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89600K .......... .......... .......... .......... .......... 96% 359M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89650K .......... .......... .......... .......... .......... 96% 64.2M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89700K .......... .......... .......... .......... .......... 96% 361M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89750K .......... .......... .......... .......... .......... 96% 285M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89800K .......... .......... .......... .......... .......... 96% 257M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89850K .......... .......... .......... .......... .......... 96% 341M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89900K .......... .......... .......... .......... .......... 96% 216M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 89950K .......... .......... .......... .......... .......... 96% 200M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 90000K .......... .......... .......... .......... .......... 96% 341M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 90050K .......... .......... .......... .......... .......... 96% 97.4M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 90100K .......... .......... .......... .......... .......... 97% 138M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 90150K .......... .......... .......... .......... .......... 97% 296M 0s 2024-09-12T17:36:42.610 INFO:teuthology.orchestra.run.smithi001.stderr: 90200K .......... .......... .......... .......... .......... 97% 220M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90250K .......... .......... .......... .......... .......... 97% 363M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90300K .......... .......... .......... .......... .......... 97% 357M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90350K .......... .......... .......... .......... .......... 97% 278M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90400K .......... .......... .......... .......... .......... 97% 61.7M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90450K .......... .......... .......... .......... .......... 97% 328M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90500K .......... .......... .......... .......... .......... 97% 354M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90550K .......... .......... .......... .......... .......... 97% 334M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90600K .......... .......... .......... .......... .......... 97% 317M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90650K .......... .......... .......... .......... .......... 97% 190M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90700K .......... .......... .......... .......... .......... 97% 226M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90750K .......... .......... .......... .......... .......... 97% 264M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90800K .......... .......... .......... .......... .......... 97% 374M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90850K .......... .......... .......... .......... .......... 97% 370M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90900K .......... .......... .......... .......... .......... 97% 356M 0s 2024-09-12T17:36:42.611 INFO:teuthology.orchestra.run.smithi001.stderr: 90950K .......... .......... .......... .......... .......... 97% 312M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91000K .......... .......... .......... .......... .......... 98% 321M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91050K .......... .......... .......... .......... .......... 98% 372M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91100K .......... .......... .......... .......... .......... 98% 318M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91150K .......... .......... .......... .......... .......... 98% 262M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91200K .......... .......... .......... .......... .......... 98% 314M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91250K .......... .......... .......... .......... .......... 98% 373M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91300K .......... .......... .......... .......... .......... 98% 375M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91350K .......... .......... .......... .......... .......... 98% 309M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91400K .......... .......... .......... .......... .......... 98% 340M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91450K .......... .......... .......... .......... .......... 98% 316M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91500K .......... .......... .......... .......... .......... 98% 372M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91550K .......... .......... .......... .......... .......... 98% 284M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91600K .......... .......... .......... .......... .......... 98% 319M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91650K .......... .......... .......... .......... .......... 98% 348M 0s 2024-09-12T17:36:42.612 INFO:teuthology.orchestra.run.smithi001.stderr: 91700K .......... .......... .......... .......... .......... 98% 362M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 91750K .......... .......... .......... .......... .......... 98% 302M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 91800K .......... .......... .......... .......... .......... 98% 355M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 91850K .......... .......... .......... .......... .......... 98% 379M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 91900K .......... .......... .......... .......... .......... 98% 313M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 91950K .......... .......... .......... .......... .......... 99% 288M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92000K .......... .......... .......... .......... .......... 99% 375M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92050K .......... .......... .......... .......... .......... 99% 358M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92100K .......... .......... .......... .......... .......... 99% 365M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92150K .......... .......... .......... .......... .......... 99% 152M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92200K .......... .......... .......... .......... .......... 99% 288M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92250K .......... .......... .......... .......... .......... 99% 321M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92300K .......... .......... .......... .......... .......... 99% 317M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92350K .......... .......... .......... .......... .......... 99% 284M 0s 2024-09-12T17:36:42.613 INFO:teuthology.orchestra.run.smithi001.stderr: 92400K .......... .......... .......... .......... .......... 99% 212M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92450K .......... .......... .......... .......... .......... 99% 318M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92500K .......... .......... .......... .......... .......... 99% 341M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92550K .......... .......... .......... .......... .......... 99% 177M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92600K .......... .......... .......... .......... .......... 99% 98.7M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92650K .......... .......... .......... .......... .......... 99% 253M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92700K .......... .......... .......... .......... .......... 99% 69.5M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92750K .......... .......... .......... .......... .......... 99% 232M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92800K .......... .......... .......... .......... .......... 99% 342M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92850K .......... .......... .......... .......... .......... 99% 380M 0s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 92900K 100% 134G=0.5s 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12 17:36:41 (194 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-12T17:36:42.614 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T17:36:42.640 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T17:36:42.641 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T17:36:42.642 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T17:36:42.643 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T17:36:42.644 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T17:36:42.645 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T17:36:42.646 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T17:36:42.647 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T17:36:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T17:36:42.649 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T17:36:42.650 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T17:36:42.651 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T17:36:42.652 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T17:36:42.653 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T17:36:42.654 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T17:36:42.655 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T17:36:42.656 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T17:36:42.657 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T17:36:42.657 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T17:36:42.657 INFO:teuthology.orchestra.run.smithi001.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T17:36:42.657 INFO:teuthology.orchestra.run.smithi001.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout:Welcome to Gradle 6.0.1! 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout:Here are the highlights of this release: 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: - Substantial improvements in dependency management, including 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: - Advanced control of transitive versions 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: - Support for optional features and dependencies 2024-09-12T17:36:43.067 INFO:teuthology.orchestra.run.smithi001.stdout: - Rules to tweak published metadata 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: - Support for Java 13 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: - New Zinc compiler for Scala 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: - VS2019 support 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout:------------------------------------------------------------ 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout:Gradle 6.0.1 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout:------------------------------------------------------------ 2024-09-12T17:36:43.068 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.069 INFO:teuthology.orchestra.run.smithi001.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T17:36:43.069 INFO:teuthology.orchestra.run.smithi001.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T17:36:43.069 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.069 INFO:teuthology.orchestra.run.smithi001.stdout:Kotlin: 1.3.50 2024-09-12T17:36:43.069 INFO:teuthology.orchestra.run.smithi001.stdout:Groovy: 2.5.8 2024-09-12T17:36:43.070 INFO:teuthology.orchestra.run.smithi001.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T17:36:43.070 INFO:teuthology.orchestra.run.smithi001.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-12T17:36:43.070 INFO:teuthology.orchestra.run.smithi001.stdout:OS: Linux 5.15.0-119-generic amd64 2024-09-12T17:36:43.070 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.075 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T17:36:43.075 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T17:36:43.075 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:36:43.076 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T17:36:43.076 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:36:43.076 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T17:36:43.258 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T17:36:43.258 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T17:36:43.258 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'MVRHUXTXEDYFCKSEPCBJ', 'access_secret': '4nAmWKeQXZYTJXRMsVHiNJ8wqpucn2WgRejpDwD2F8r/m8l/BmXQTg==', 'region': 'mexico', 'endpoint': 'smithi001.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi001.front.sepia.ceph.com'} 2024-09-12T17:36:43.258 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T17:36:43.259 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'MVRHUXTXEDYFCKSEPCBJ', '--secret', '4nAmWKeQXZYTJXRMsVHiNJ8wqpucn2WgRejpDwD2F8r/m8l/BmXQTg==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T17:36:43.259 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key MVRHUXTXEDYFCKSEPCBJ --secret 4nAmWKeQXZYTJXRMsVHiNJ8wqpucn2WgRejpDwD2F8r/m8l/BmXQTg== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T17:36:43.300 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:43.301 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:43.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 realm 2024-09-12T17:36:43.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:43.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:43.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.339+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.343+0000 7f6cf230a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:43.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.343+0000 7f6cf230a9c0 20 searching for the correct realm 2024-09-12T17:36:43.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.347+0000 7f6cefe10640 0 -- 172.21.15.1:0/3786971845 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f6ce80ce910 msgr2=0x7f6ce80b63f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:43.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.351+0000 7f6cef60f640 0 -- 172.21.15.1:0/3786971845 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6ce80e8900 msgr2=0x7f6ce80d9420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:43.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:43.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:43.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:43.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:43.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:43.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:43.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:43.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.567+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 zone default found 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 4 Realm: () 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 zonegroup default 2024-09-12T17:36:43.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 started sync module instance, tier type = 2024-09-12T17:36:43.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.571+0000 7f6cf230a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:43.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=0 2024-09-12T17:36:43.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=1 2024-09-12T17:36:43.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=2 2024-09-12T17:36:43.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=3 2024-09-12T17:36:43.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=4 2024-09-12T17:36:43.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=5 2024-09-12T17:36:43.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=6 2024-09-12T17:36:43.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 20 add_watcher() i=7 2024-09-12T17:36:43.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.595+0000 7f6cf230a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:43.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6ba5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:43.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:43.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:43.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 5 note: GC not initialized 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6ba4fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 Filter name: none 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6b1e7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.603+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 cache get: name=default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ : miss 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 cache put: name=default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ info.flags=0x0 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 adding default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ to cache LRU end 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 cache get: name=default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ : hit (negative entry) 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.607+0000 7f6cf230a9c0 10 cache get: name=default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ : hit (negative entry) 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6cf230a9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6cf230a9c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:36:43.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6cf230a9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6bceffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366249 cookie 94052259554656 notifier 8177 bl.length()=670 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6bceffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6bceffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6cf230a9c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6cf230a9c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.611+0000 7f6cf230a9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T17:36:43.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.615+0000 7f6bceffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366194 cookie 94052259549344 notifier 8177 bl.length()=200 2024-09-12T17:36:43.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.615+0000 7f6bceffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T17:36:43.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.615+0000 7f6bceffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:36:43.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.615+0000 7f6cf230a9c0 10 cache put: name=default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ info.flags=0x7 2024-09-12T17:36:43.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.615+0000 7f6cf230a9c0 10 moving default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ to cache LRU end 2024-09-12T17:36:43.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.615+0000 7f6cf230a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:MVRHUXTXEDYFCKSEPCBJ, ofs0, ns] 2024-09-12T17:36:43.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.619+0000 7f6bceffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366207 cookie 94052259559360 notifier 8177 bl.length()=189 2024-09-12T17:36:43.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.619+0000 7f6bceffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ info.flags=0x7 2024-09-12T17:36:43.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.619+0000 7f6bceffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MVRHUXTXEDYFCKSEPCBJ to cache LRU end 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "tester.client.0", 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "tester.client.0", 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "MVRHUXTXEDYFCKSEPCBJ", 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "4nAmWKeQXZYTJXRMsVHiNJ8wqpucn2WgRejpDwD2F8r/m8l/BmXQTg==", 2024-09-12T17:36:43.622 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:36:43.610397Z" 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:36:43.623 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:36:43.624 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:36:43.610360Z", 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:36:43.625 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:36:43.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.619+0000 7f6ba5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:43.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.627+0000 7f6cf230a9c0 20 remove_watcher() i=0 2024-09-12T17:36:43.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.627+0000 7f6cf230a9c0 2 removed watcher, disabling cache 2024-09-12T17:36:43.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.627+0000 7f6cf230a9c0 20 remove_watcher() i=1 2024-09-12T17:36:43.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.631+0000 7f6cf230a9c0 20 remove_watcher() i=2 2024-09-12T17:36:43.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.631+0000 7f6cf230a9c0 20 remove_watcher() i=3 2024-09-12T17:36:43.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.635+0000 7f6cf230a9c0 20 remove_watcher() i=4 2024-09-12T17:36:43.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.635+0000 7f6cf230a9c0 20 remove_watcher() i=5 2024-09-12T17:36:43.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.635+0000 7f6cf230a9c0 20 remove_watcher() i=6 2024-09-12T17:36:43.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.639+0000 7f6cf230a9c0 20 remove_watcher() i=7 2024-09-12T17:36:43.657 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:36:43.657 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T17:36:43.714 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T17:36:43.715 DEBUG:teuthology.orchestra.run.smithi001:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T17:36:43.772 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:36:43.848 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:43.849 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:43.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 realm 2024-09-12T17:36:43.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:43.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:43.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.895+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.899+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:43.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.899+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:43.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.899+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:43.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.899+0000 7f6bb4f8b9c0 20 searching for the correct realm 2024-09-12T17:36:43.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:43.903+0000 7f6bb3292640 0 -- 172.21.15.1:0/3292531894 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f6b9c008040 msgr2=0x7f6b9c02d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:44.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.119+0000 7f6baa290640 0 -- 172.21.15.1:0/3292531894 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6bac090a00 msgr2=0x7f6bac097110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:44.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:44.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:44.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:44.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:44.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:44.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:44.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 zone default found 2024-09-12T17:36:44.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 4 Realm: () 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 zonegroup default 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.339+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:44.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:44.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:44.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:44.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:44.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 started sync module instance, tier type = 2024-09-12T17:36:44.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.343+0000 7f6bb4f8b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=0 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=1 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=2 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=3 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=4 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=5 2024-09-12T17:36:44.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.367+0000 7f6bb4f8b9c0 20 add_watcher() i=6 2024-09-12T17:36:44.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.371+0000 7f6bb4f8b9c0 20 add_watcher() i=7 2024-09-12T17:36:44.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.371+0000 7f6bb4f8b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:44.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.375+0000 7f6a697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:44.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.375+0000 7f6bb4f8b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:44.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.375+0000 7f6bb4f8b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:44.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.467+0000 7f69e3fff640 20 reqs_thread_entry: start 2024-09-12T17:36:44.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.467+0000 7f6bb4f8b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:44.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.467+0000 7f6bb4f8b9c0 20 Filter name: none 2024-09-12T17:36:44.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.467+0000 7f69e1ffb640 20 reqs_thread_entry: start 2024-09-12T17:36:44.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.467+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:36:44.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:36:44.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11084752942899031598', time=2024-09-12T19:27:08.746312+0000, chain.objs.size()=4 2024-09-12T17:36:44.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.1 2024-09-12T17:36:44.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.2 2024-09-12T17:36:44.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.3 2024-09-12T17:36:44.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.9__multipart_foo.2~ZzITTgjtOskCmAoBpDmf-8tRd-_M62u.4 2024-09-12T17:36:44.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_ZOFLoZY8tXlMp0yWvAl-f5V7ij_cIZK', time=2024-09-12T19:27:08.884355+0000, chain.objs.size()=1 2024-09-12T17:36:44.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.471+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.IciDu_Lhh16S4W7Gh5WxaBH8QwkPdRX_0 2024-09-12T17:36:44.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.479+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.483+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:36:44.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.487+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.487+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13120256379016221555', time=2024-09-12T19:27:08.697863+0000, chain.objs.size()=7 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.1 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__shadow_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.1_1 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.2 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__shadow_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.2_1 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.3 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__shadow_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.3_1 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.10__multipart_foo.2~oyM4DvgBMF7OqbCVZ5Dtn6yQc3zHlz2.4 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_qE8R395Tdwzdz5t9rVNOM13Ps9HTW-s', time=2024-09-12T19:27:08.840018+0000, chain.objs.size()=2 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.n3Bk05fHBAN_hfnP8vrZQlf4MNj5l8e_0 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.n3Bk05fHBAN_hfnP8vrZQlf4MNj5l8e_1 2024-09-12T17:36:44.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.259645137878716861', time=2024-09-12T19:27:09.032913+0000, chain.objs.size()=3 2024-09-12T17:36:44.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.1 2024-09-12T17:36:44.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.2 2024-09-12T17:36:44.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.491+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.3 2024-09-12T17:36:44.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.507+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.515+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:36:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.515+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2524488219840029461', time=2024-09-12T19:27:09.108527+0000, chain.objs.size()=5 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.1 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.1_1 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.2 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.2_1 2024-09-12T17:36:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.519+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-LUKEWARM.2~BPmkuQpFkjmmXbqGYjP03j5EbUOH304.3 2024-09-12T17:36:44.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.523+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.527+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:36:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.531+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.531+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.535+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.535+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_cy2BHp90-BwvxpkIrJAuGqt8EL8mkVt', time=2024-09-12T19:27:08.977463+0000, chain.objs.size()=2 2024-09-12T17:36:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.535+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.NB2zU-kl1xSAmdzpdierVabsSEBxJRj_1 2024-09-12T17:36:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.535+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.NB2zU-kl1xSAmdzpdierVabsSEBxJRj_2 2024-09-12T17:36:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.535+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.543+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:36:44.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.543+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.18102298463707852032', time=2024-09-12T19:27:08.794724+0000, chain.objs.size()=2 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_0 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_1 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17750314929545358115', time=2024-09-12T19:27:08.954404+0000, chain.objs.size()=5 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1 2024-09-12T17:36:44.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1_1 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2_1 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.3 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_xhDHeit0BnUSLh0xVLroyOqejlD68VN', time=2024-09-12T19:27:08.966327+0000, chain.objs.size()=3 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.QCzus1wWolWUCtYm4DJZvrJxBD3AR4I_0 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.QCzus1wWolWUCtYm4DJZvrJxBD3AR4I_1 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.QCzus1wWolWUCtYm4DJZvrJxBD3AR4I_2 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_jftVlTU00XS6bvzv6gsjRztFcGCFpq7', time=2024-09-12T19:27:09.001472+0000, chain.objs.size()=3 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.v7ra_SWKUPktcNjsvouwxjc2eBpnGCn_0 2024-09-12T17:36:44.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.547+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.v7ra_SWKUPktcNjsvouwxjc2eBpnGCn_1 2024-09-12T17:36:44.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.551+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.v7ra_SWKUPktcNjsvouwxjc2eBpnGCn_2 2024-09-12T17:36:44.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.559+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.563+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:36:44.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.563+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.563+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.567+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.567+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_i-aaHIMWCDJYikp6mxjR4u8m5AJXLpr', time=2024-09-12T19:27:09.053447+0000, chain.objs.size()=1 2024-09-12T17:36:44.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.567+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.bsEZ3eq-0jBEcCfyCmgpat5rhlAMX9A_0 2024-09-12T17:36:44.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.567+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.571+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:36:44.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.571+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.571+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.575+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:36:44.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.575+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_gbvx3TYjCzzWuBwmgdnweR6P5fzb7xL', time=2024-09-12T19:27:08.894892+0000, chain.objs.size()=1 2024-09-12T17:36:44.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.575+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.r4xzSjZZw7l4ZO5ngfKcXZhqPel9dch_0 2024-09-12T17:36:44.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.575+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_BM4Y3mWfmAfu0QWvIaX-tC5ULXgZthU', time=2024-09-12T19:27:09.022201+0000, chain.objs.size()=2 2024-09-12T17:36:44.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.575+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.P0utq3SGvKPrtTdtalXVarxbFd5TRre_1 2024-09-12T17:36:44.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.575+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.P0utq3SGvKPrtTdtalXVarxbFd5TRre_2 2024-09-12T17:36:44.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.579+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.583+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:36:44.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.587+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.587+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.591+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.591+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:36:44.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.595+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.595+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.595+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.595+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:36:44.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.745510844698390721', time=2024-09-12T19:27:09.098677+0000, chain.objs.size()=5 2024-09-12T17:36:44.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.1 2024-09-12T17:36:44.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.1_1 2024-09-12T17:36:44.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.2 2024-09-12T17:36:44.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.14__shadow_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.2_1 2024-09-12T17:36:44.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.599+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-FROZEN.2~kYPD6CKbcNk0-YAMzxZ3xs_D-PaU9Sj.3 2024-09-12T17:36:44.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.603+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.611+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:36:44.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.611+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.611+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.615+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.615+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:36:44.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.619+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.619+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.623+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.623+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_iGj9dd5FVS-ELYApDLlcM-FMnsDrjac', time=2024-09-12T19:27:08.864072+0000, chain.objs.size()=1 2024-09-12T17:36:44.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.623+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.FmAoQNbV6klV8qm6xBzQXJvlQYUpZtu_1 2024-09-12T17:36:44.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.627+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.631+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:36:44.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:36:44.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.10076493104902019654', time=2024-09-12T19:27:08.944530+0000, chain.objs.size()=5 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.1_1 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.2_1 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-FROZEN.2~KBcZlX-o5S70czBlCfSyJn8gXbf-KTI.3 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.4379106505222203755', time=2024-09-12T19:27:08.988685+0000, chain.objs.size()=5 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1_1 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2_1 2024-09-12T17:36:44.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.635+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.3 2024-09-12T17:36:44.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.643+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.647+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:36:44.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.651+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.651+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.655+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.655+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15974518045524839913', time=2024-09-12T19:27:09.120626+0000, chain.objs.size()=3 2024-09-12T17:36:44.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.655+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-STANDARD.2~4N2tJeeA3PQme45SwnPaXIEzJtsgqYm.1 2024-09-12T17:36:44.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.655+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-STANDARD.2~4N2tJeeA3PQme45SwnPaXIEzJtsgqYm.2 2024-09-12T17:36:44.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.655+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.14__multipart_foo-STANDARD.2~4N2tJeeA3PQme45SwnPaXIEzJtsgqYm.3 2024-09-12T17:36:44.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.659+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.663+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:36:44.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.18374811662674268252', time=2024-09-12T19:27:08.650506+0000, chain.objs.size()=4 2024-09-12T17:36:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.1 2024-09-12T17:36:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.2 2024-09-12T17:36:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.3 2024-09-12T17:36:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.667+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.12__multipart_foo.2~b842Ew1yD5sAiWgKIE8NhifexWBLWcf.4 2024-09-12T17:36:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.671+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.679+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:36:44.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.683+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.683+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.683+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.687+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:36:44.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.691+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.691+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.691+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.691+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_2FYKsUXLoMQw4dxVQ68EWeE-_02obgf', time=2024-09-12T19:27:08.806264+0000, chain.objs.size()=2 2024-09-12T17:36:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.691+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.miypyRsSZMrkhfoKXYhq6B3_Mz2-Nbw_0 2024-09-12T17:36:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.691+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.miypyRsSZMrkhfoKXYhq6B3_Mz2-Nbw_1 2024-09-12T17:36:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.695+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.703+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:36:44.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.707+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.707+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.707+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.711+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:36:44.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.711+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.715+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.715+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.715+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13240035729365170787', time=2024-09-12T19:27:09.169904+0000, chain.objs.size()=3 2024-09-12T17:36:44.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.715+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.HW6REUWEspo1XgAgXiJXV-FgL0oRwfP_0 2024-09-12T17:36:44.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.715+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.HW6REUWEspo1XgAgXiJXV-FgL0oRwfP_1 2024-09-12T17:36:44.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.715+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.HW6REUWEspo1XgAgXiJXV-FgL0oRwfP_2 2024-09-12T17:36:44.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.719+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.723+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:36:44.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.727+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.731+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.731+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.735+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:36:44.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.14785478045942442217', time=2024-09-12T19:27:09.159702+0000, chain.objs.size()=3 2024-09-12T17:36:44.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.8H1DYF1Ve5Z-lLmZE5EI1yZ7Lsx-uBE_0 2024-09-12T17:36:44.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.8H1DYF1Ve5Z-lLmZE5EI1yZ7Lsx-uBE_1 2024-09-12T17:36:44.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.739+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.13__shadow_.8H1DYF1Ve5Z-lLmZE5EI1yZ7Lsx-uBE_2 2024-09-12T17:36:44.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.747+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.751+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:36:44.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.9164934757039400579', time=2024-09-12T19:27:08.611262+0000, chain.objs.size()=4 2024-09-12T17:36:44.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.1 2024-09-12T17:36:44.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.2 2024-09-12T17:36:44.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.3 2024-09-12T17:36:44.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.755+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.11__multipart_foo.2~cCEVMkLG93aDHApmV6JJ4hMMTd7Axpd.4 2024-09-12T17:36:44.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.763+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.771+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:36:44.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.771+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.775+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.775+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.779+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:36:44.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.783+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.783+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.783+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.783+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_rBo2_PKDnxuz6mb035yHpRksM9EoMQB', time=2024-09-12T19:27:09.042478+0000, chain.objs.size()=1 2024-09-12T17:36:44.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.783+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_.-wUVYBVxGO_RQTnQOqevWg1sM99NKvj_0 2024-09-12T17:36:44.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.787+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.795+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:36:44.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.799+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.799+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.803+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.807+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:36:44.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.811+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.815+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.815+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.819+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:36:44.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:36:44.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8197182870047224278', time=2024-09-12T19:27:08.784003+0000, chain.objs.size()=2 2024-09-12T17:36:44.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_0 2024-09-12T17:36:44.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.EGenLKqWrYMUtPVctjC5tTFaF7QiNhZ_1 2024-09-12T17:36:44.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.992856618264387583', time=2024-09-12T19:27:08.851675+0000, chain.objs.size()=2 2024-09-12T17:36:44.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_0 2024-09-12T17:36:44.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.823+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_1 2024-09-12T17:36:44.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.827+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.835+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:36:44.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.839+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.839+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.839+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:36:44.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.839+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='_qgyGZ3dEuF6JXYhk4krBUnR56q4-icj', time=2024-09-12T19:27:08.817319+0000, chain.objs.size()=1 2024-09-12T17:36:44.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.839+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.UjaUR81HapH0eS39EGTBqapaKeDnQ-d_1 2024-09-12T17:36:44.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.843+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.851+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:36:44.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.855+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.855+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.855+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.859+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:36:44.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.863+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.863+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.863+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.867+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:36:44.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.871+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.875+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.875+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.875+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:36:44.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.879+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:44.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:44.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:36:44.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13657316679853191705', time=2024-09-12T19:27:08.828957+0000, chain.objs.size()=2 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_0 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.15__shadow_.x3Vji0P3N-Ylu9O-aPYeGbDBdu-YZfY_1 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11314664712928873395', time=2024-09-12T19:27:09.011734+0000, chain.objs.size()=5 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.1_1 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__shadow_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.2_1 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-LUKEWARM.2~fr-eKWwcvqQ_x4xidvGLLMzmMMM1yzB.3 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7854397060997979882', time=2024-09-12T19:27:09.063987+0000, chain.objs.size()=3 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.1 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.2 2024-09-12T17:36:44.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.883+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.16__multipart_foo-STANDARD.2~gJ4UxbjqcQwQ5alwxd0ubenB0ne5fSz.3 2024-09-12T17:36:44.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.891+0000 7f6bb4f8b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:36:44.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.899+0000 7f6a697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:44.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.907+0000 7f6bb4f8b9c0 20 remove_watcher() i=0 2024-09-12T17:36:44.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.907+0000 7f6bb4f8b9c0 2 removed watcher, disabling cache 2024-09-12T17:36:44.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.911+0000 7f6bb4f8b9c0 20 remove_watcher() i=1 2024-09-12T17:36:44.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.911+0000 7f6bb4f8b9c0 20 remove_watcher() i=2 2024-09-12T17:36:44.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.915+0000 7f6bb4f8b9c0 20 remove_watcher() i=3 2024-09-12T17:36:44.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.919+0000 7f6bb4f8b9c0 20 remove_watcher() i=4 2024-09-12T17:36:44.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.919+0000 7f6bb4f8b9c0 20 remove_watcher() i=5 2024-09-12T17:36:44.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.923+0000 7f6bb4f8b9c0 20 remove_watcher() i=6 2024-09-12T17:36:44.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:44.923+0000 7f6bb4f8b9c0 20 remove_watcher() i=7 2024-09-12T17:36:44.948 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:36:45.023 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:45.024 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:45.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.067+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 realm 2024-09-12T17:36:45.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:45.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:45.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.071+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.075+0000 7f663a47d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:45.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.075+0000 7f663a47d9c0 20 searching for the correct realm 2024-09-12T17:36:45.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.079+0000 7f6638784640 0 -- 172.21.15.1:0/2459843296 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f662c0e6420 msgr2=0x7f662c0e6840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:45.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.295+0000 7f6637782640 0 -- 172.21.15.1:0/2459843296 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f663005eca0 msgr2=0x7f663005f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:45.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.511+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:45.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 zone default found 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 4 Realm: () 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 zonegroup default 2024-09-12T17:36:45.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.515+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.519+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.519+0000 7f663a47d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:45.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.519+0000 7f663a47d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:45.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.519+0000 7f663a47d9c0 20 started sync module instance, tier type = 2024-09-12T17:36:45.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.519+0000 7f663a47d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:36:45.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=0 2024-09-12T17:36:45.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=1 2024-09-12T17:36:45.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=2 2024-09-12T17:36:45.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=3 2024-09-12T17:36:45.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=4 2024-09-12T17:36:45.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=5 2024-09-12T17:36:45.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.543+0000 7f663a47d9c0 20 add_watcher() i=6 2024-09-12T17:36:45.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.547+0000 7f663a47d9c0 20 add_watcher() i=7 2024-09-12T17:36:45.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.547+0000 7f663a47d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:45.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.551+0000 7f64ee7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:45.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.551+0000 7f663a47d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:45.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.551+0000 7f663a47d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:45.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.643+0000 7f64ed7e2640 20 reqs_thread_entry: start 2024-09-12T17:36:45.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.643+0000 7f663a47d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:45.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.643+0000 7f663a47d9c0 20 Filter name: none 2024-09-12T17:36:45.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.643+0000 7f64e67fc640 20 reqs_thread_entry: start 2024-09-12T17:36:45.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.643+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:36:45.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.647+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.647+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.647+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.651+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:36:45.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.655+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.655+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.655+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.659+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:36:45.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.659+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.663+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.663+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.667+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:36:45.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.671+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.671+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.671+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.675+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:36:45.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.675+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.679+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.679+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.679+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:36:45.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.683+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.683+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.687+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.687+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:36:45.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.691+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.691+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.691+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.695+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:36:45.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.695+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.699+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.699+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.699+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:36:45.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.703+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.703+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.703+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.707+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:36:45.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.711+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.711+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.715+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.719+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:36:45.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.719+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.723+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.723+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.727+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:36:45.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.731+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.731+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.731+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.735+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:36:45.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.739+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.739+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.739+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.743+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:36:45.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.747+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.747+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.747+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.751+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:36:45.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.755+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.755+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.755+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.759+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:36:45.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.763+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.763+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.763+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.767+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:36:45.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.771+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.771+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.771+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.775+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:36:45.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.779+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.779+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.779+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.783+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:36:45.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.787+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.787+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.791+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.791+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:36:45.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.795+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.799+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.799+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.803+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:36:45.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.807+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.807+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.811+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.815+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:36:45.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.815+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.819+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.819+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.823+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:36:45.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.827+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.827+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.827+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.831+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:36:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.835+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.835+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.839+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.839+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:36:45.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.843+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.847+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.847+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.851+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:36:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.855+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.855+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.855+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.859+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:36:45.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.863+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.863+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.863+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.867+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:36:45.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.871+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.871+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.871+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.875+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:36:45.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.879+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.879+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.883+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.883+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:36:45.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.887+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.891+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.891+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.895+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:36:45.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.899+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.903+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.903+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.907+0000 7f663a47d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:36:45.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.911+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.911+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:36:45.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.915+0000 7f663a47d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:36:45.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.919+0000 7f64ee7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.927+0000 7f663a47d9c0 20 remove_watcher() i=0 2024-09-12T17:36:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.927+0000 7f663a47d9c0 2 removed watcher, disabling cache 2024-09-12T17:36:45.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.931+0000 7f663a47d9c0 20 remove_watcher() i=1 2024-09-12T17:36:45.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.931+0000 7f663a47d9c0 20 remove_watcher() i=2 2024-09-12T17:36:45.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.935+0000 7f663a47d9c0 20 remove_watcher() i=3 2024-09-12T17:36:45.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.939+0000 7f663a47d9c0 20 remove_watcher() i=4 2024-09-12T17:36:45.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.939+0000 7f663a47d9c0 20 remove_watcher() i=5 2024-09-12T17:36:45.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.939+0000 7f663a47d9c0 20 remove_watcher() i=6 2024-09-12T17:36:45.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:36:45.947+0000 7f663a47d9c0 20 remove_watcher() i=7 2024-09-12T17:36:45.967 DEBUG:teuthology.orchestra.run.smithi001:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T17:36:46.582 INFO:teuthology.orchestra.run.smithi001.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T17:36:51.383 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :clean UP-TO-DATE 2024-09-12T17:37:10.482 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :compileJava 2024-09-12T17:37:10.483 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :processResources 2024-09-12T17:37:10.483 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :classes 2024-09-12T17:37:11.281 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:11.281 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :compileTestJava 2024-09-12T17:37:11.282 INFO:teuthology.orchestra.run.smithi001.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:37:11.282 INFO:teuthology.orchestra.run.smithi001.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:37:11.283 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:11.283 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:37:11.283 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :testClasses 2024-09-12T17:37:17.582 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:17.582 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :test 2024-09-12T17:37:17.582 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:17.582 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T17:37:19.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:19.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T17:37:19.781 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:19.781 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T17:37:19.881 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:19.881 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T17:37:20.082 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:20.082 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T17:37:20.881 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:20.881 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T17:37:21.181 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:21.182 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T17:37:21.182 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:21.182 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T17:37:21.282 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:21.282 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T17:37:21.282 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:21.282 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T17:37:21.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:21.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T17:37:22.081 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:22.081 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T17:37:22.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:22.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T17:37:22.781 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:22.781 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T17:37:22.782 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12 17:37:22,710 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:37:28.381 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:28.381 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T17:37:28.782 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:28.782 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T17:37:28.782 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:28.782 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T17:37:28.982 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:28.982 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T17:37:29.081 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:29.081 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T17:37:29.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:29.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T17:37:29.981 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:29.981 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T17:37:30.181 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:30.181 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T17:37:30.281 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:30.281 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T17:37:30.381 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:30.381 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T17:37:32.781 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:32.781 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T17:37:33.081 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:33.081 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T17:37:33.881 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:33.881 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T17:37:34.181 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:34.181 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T17:37:34.582 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:34.582 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T17:37:34.881 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:34.881 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T17:37:44.782 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:44.782 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T17:37:44.981 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:44.981 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T17:37:46.381 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:46.381 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T17:37:46.581 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:46.581 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T17:37:47.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:47.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T17:37:47.681 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:47.681 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T17:37:48.181 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.181 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T17:37:48.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T17:37:48.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T17:37:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.681 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T17:37:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.681 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T17:37:48.981 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.981 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T17:37:48.982 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:48.982 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T17:37:49.281 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:49.282 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T17:37:49.282 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:49.282 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T17:37:49.481 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:49.481 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T17:37:49.581 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:49.581 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T17:37:49.781 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:49.781 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T17:37:49.881 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:49.881 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T17:37:50.081 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:50.081 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T17:37:50.181 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:50.181 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T17:37:50.381 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:50.381 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T17:37:51.081 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:51.081 INFO:teuthology.orchestra.run.smithi001.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T17:37:51.381 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:51.381 INFO:teuthology.orchestra.run.smithi001.stdout:---------------------------------------------------------------------- 2024-09-12T17:37:51.381 INFO:teuthology.orchestra.run.smithi001.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T17:37:51.381 INFO:teuthology.orchestra.run.smithi001.stdout:---------------------------------------------------------------------- 2024-09-12T17:37:51.452 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:51.453 INFO:teuthology.orchestra.run.smithi001.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:37:51.453 INFO:teuthology.orchestra.run.smithi001.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:37:51.453 INFO:teuthology.orchestra.run.smithi001.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:37:51.453 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:51.453 INFO:teuthology.orchestra.run.smithi001.stdout:BUILD SUCCESSFUL in 1m 5s 2024-09-12T17:37:51.453 INFO:teuthology.orchestra.run.smithi001.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T17:37:51.779 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:37:51.809 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:51.810 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.850+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 realm 2024-09-12T17:37:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:51.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:51.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:51.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:51.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:51.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.854+0000 7ff608ade9c0 20 searching for the correct realm 2024-09-12T17:37:51.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:51.858+0000 7ff606de5640 0 -- 172.21.15.1:0/2937903193 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff5fc02a940 msgr2=0x7ff5fc036420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:52.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.074+0000 7ff605de3640 0 -- 172.21.15.1:0/2937903193 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff60007cf30 msgr2=0x7ff6000830c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:52.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.290+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:52.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:52.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:52.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 zone default found 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 4 Realm: () 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 zonegroup default 2024-09-12T17:37:52.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:52.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:52.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.294+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:52.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.298+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:52.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.298+0000 7ff608ade9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:52.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.298+0000 7ff608ade9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:52.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.298+0000 7ff608ade9c0 20 started sync module instance, tier type = 2024-09-12T17:37:52.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.298+0000 7ff608ade9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:37:52.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=0 2024-09-12T17:37:52.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=1 2024-09-12T17:37:52.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=2 2024-09-12T17:37:52.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=3 2024-09-12T17:37:52.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=4 2024-09-12T17:37:52.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=5 2024-09-12T17:37:52.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.318+0000 7ff608ade9c0 20 add_watcher() i=6 2024-09-12T17:37:52.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.322+0000 7ff608ade9c0 20 add_watcher() i=7 2024-09-12T17:37:52.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.322+0000 7ff608ade9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:52.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.326+0000 7ff4bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:52.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.326+0000 7ff608ade9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:52.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.326+0000 7ff608ade9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:52.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.410+0000 7ff4b77fe640 20 reqs_thread_entry: start 2024-09-12T17:37:52.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.410+0000 7ff608ade9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:52.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.410+0000 7ff608ade9c0 20 Filter name: none 2024-09-12T17:37:52.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.410+0000 7ff4b57fa640 20 reqs_thread_entry: start 2024-09-12T17:37:52.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.410+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:37:52.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.10077526505742558655', time=2024-09-12T19:37:25.899879+0000, chain.objs.size()=9 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.1 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.1_1 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.2 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.2_1 2024-09-12T17:37:52.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.3 2024-09-12T17:37:52.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.3_1 2024-09-12T17:37:52.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.414+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.4 2024-09-12T17:37:52.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.418+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.4_1 2024-09-12T17:37:52.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.418+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~covO-An9OKNzmFWw0lj_kEqrF-vt0vV.5 2024-09-12T17:37:52.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.426+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.434+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:37:52.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.434+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2474165105129132778', time=2024-09-12T19:37:33.958943+0000, chain.objs.size()=9 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.1 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.1_1 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.2 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.2_1 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.3 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.3_1 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.4 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.4_1 2024-09-12T17:37:52.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.438+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file2.mpg.2~k27yPZRfhTOCMSc-869aJA1qBIFJldO.5 2024-09-12T17:37:52.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.450+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.454+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:37:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8694602535182329607', time=2024-09-12T19:37:46.430258+0000, chain.objs.size()=9 2024-09-12T17:37:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__multipart_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.1 2024-09-12T17:37:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__shadow_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.1_1 2024-09-12T17:37:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__multipart_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.2 2024-09-12T17:37:52.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__shadow_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.2_1 2024-09-12T17:37:52.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__multipart_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.3 2024-09-12T17:37:52.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__shadow_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.3_1 2024-09-12T17:37:52.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__multipart_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.4 2024-09-12T17:37:52.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__shadow_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.4_1 2024-09-12T17:37:52.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.458+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.56__multipart_key1.2~di_XnSCsBslng-CHewxc7Agn-zg1GdL.5 2024-09-12T17:37:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.474+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.478+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:37:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13713923252039908940', time=2024-09-12T19:37:28.559860+0000, chain.objs.size()=5 2024-09-12T17:37:52.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.46__shadow_.X04jmrnHBy-_eRGxq6qWVkWCXasR5eC_1 2024-09-12T17:37:52.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.46__shadow_.X04jmrnHBy-_eRGxq6qWVkWCXasR5eC_2 2024-09-12T17:37:52.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.46__shadow_.X04jmrnHBy-_eRGxq6qWVkWCXasR5eC_3 2024-09-12T17:37:52.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.46__shadow_.X04jmrnHBy-_eRGxq6qWVkWCXasR5eC_4 2024-09-12T17:37:52.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.482+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.46__shadow_.X04jmrnHBy-_eRGxq6qWVkWCXasR5eC_5 2024-09-12T17:37:52.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.490+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.494+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:37:52.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.498+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.498+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:37:52.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8303019161384110122', time=2024-09-12T19:37:32.902236+0000, chain.objs.size()=9 2024-09-12T17:37:52.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__multipart_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.1 2024-09-12T17:37:52.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__shadow_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.1_1 2024-09-12T17:37:52.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__multipart_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.2 2024-09-12T17:37:52.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__shadow_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.2_1 2024-09-12T17:37:52.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__multipart_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.3 2024-09-12T17:37:52.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__shadow_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.3_1 2024-09-12T17:37:52.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__multipart_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.4 2024-09-12T17:37:52.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__shadow_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.4_1 2024-09-12T17:37:52.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.52__multipart_key1.2~1vIvnKr16aW24sPUYwMVD76DBfCjV6q.5 2024-09-12T17:37:52.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15414108534906090939', time=2024-09-12T19:37:33.934310+0000, chain.objs.size()=9 2024-09-12T17:37:52.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.1 2024-09-12T17:37:52.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.1_1 2024-09-12T17:37:52.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.502+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.2 2024-09-12T17:37:52.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.506+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.2_1 2024-09-12T17:37:52.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.510+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.3 2024-09-12T17:37:52.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.514+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.3_1 2024-09-12T17:37:52.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.514+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.4 2024-09-12T17:37:52.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.514+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__shadow_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.4_1 2024-09-12T17:37:52.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.514+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.53__multipart_file.mpg.2~_7RplMaSvTKCHwX7UV00HqQH-DkqULo.5 2024-09-12T17:37:52.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.522+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.526+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:37:52.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.530+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.530+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.534+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.534+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:37:52.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5103805944504315557', time=2024-09-12T19:37:22.282172+0000, chain.objs.size()=9 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.1 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.1_1 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.2 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.2_1 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.3 2024-09-12T17:37:52.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.3_1 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.4 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.4_1 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.5 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5450498252300326654', time=2024-09-12T19:37:37.975468+0000, chain.objs.size()=21 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.1 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.1_1 2024-09-12T17:37:52.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.538+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.2 2024-09-12T17:37:52.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.2_1 2024-09-12T17:37:52.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.3 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.3_1 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.4 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.4_1 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.5 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.546+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.5_1 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.550+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.6 2024-09-12T17:37:52.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.550+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.6_1 2024-09-12T17:37:52.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.550+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.7 2024-09-12T17:37:52.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.550+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.7_1 2024-09-12T17:37:52.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.554+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.8 2024-09-12T17:37:52.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.558+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.8_1 2024-09-12T17:37:52.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.558+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.9 2024-09-12T17:37:52.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.558+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.9_1 2024-09-12T17:37:52.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.558+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.10 2024-09-12T17:37:52.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.558+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.10_1 2024-09-12T17:37:52.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.558+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~bRpeO0OiEga_XZ40HazOOQCBoZm0O85.11 2024-09-12T17:37:52.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.566+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.570+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:37:52.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.570+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.574+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.574+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.574+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:37:52.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.649091609138537453', time=2024-09-12T19:37:28.397916+0000, chain.objs.size()=7 2024-09-12T17:37:52.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.1 2024-09-12T17:37:52.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.1_1 2024-09-12T17:37:52.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.1_2 2024-09-12T17:37:52.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.2 2024-09-12T17:37:52.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.2_1 2024-09-12T17:37:52.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.2_2 2024-09-12T17:37:52.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.578+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~hgp30eFbQRfnKcC4rO-eGQJJZOP3Coq.3 2024-09-12T17:37:52.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.585+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.585+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:37:52.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5144196315564348544', time=2024-09-12T19:37:26.660061+0000, chain.objs.size()=9 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.1 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.1_1 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.2 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.2_1 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.3 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.3_1 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.4 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.4_1 2024-09-12T17:37:52.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.589+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~dIBuoOkG281c_hTUe9aV8rUcHUNBkzL.5 2024-09-12T17:37:52.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.597+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.601+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:37:52.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3923139536671271871', time=2024-09-12T19:37:51.145765+0000, chain.objs.size()=21 2024-09-12T17:37:52.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.1 2024-09-12T17:37:52.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.1_1 2024-09-12T17:37:52.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.2 2024-09-12T17:37:52.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.2_1 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.3 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.3_1 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.4 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.4_1 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.5 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.5_1 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.6 2024-09-12T17:37:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.605+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.6_1 2024-09-12T17:37:52.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.7 2024-09-12T17:37:52.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.7_1 2024-09-12T17:37:52.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.8 2024-09-12T17:37:52.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.8_1 2024-09-12T17:37:52.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.9 2024-09-12T17:37:52.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.9_1 2024-09-12T17:37:52.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.10 2024-09-12T17:37:52.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__shadow_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.10_1 2024-09-12T17:37:52.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.613+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.66__multipart_key1.2~r3TfaWe6HWiiMvxeiY0IYoVUb5qOjfy.11 2024-09-12T17:37:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.625+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.629+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:37:52.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.629+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.629+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.629+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.633+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:37:52.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.633+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.633+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.633+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.637+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:37:52.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.637+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.637+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.637+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.641+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:37:52.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.641+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.641+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2562534875478021037', time=2024-09-12T19:37:28.230418+0000, chain.objs.size()=7 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.1 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.1_1 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.1_2 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.2 2024-09-12T17:37:52.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.2_1 2024-09-12T17:37:52.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.2_2 2024-09-12T17:37:52.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.645+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~iAYpqJ5lxyZ4T3pCodDHMC8sYq46lcN.3 2024-09-12T17:37:52.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.649+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:37:52.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16225135039958562498', time=2024-09-12T19:37:44.798602+0000, chain.objs.size()=16 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.1 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.1_1 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.1_2 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.2 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.2_1 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.2_2 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.3 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.3_1 2024-09-12T17:37:52.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.3_2 2024-09-12T17:37:52.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.4 2024-09-12T17:37:52.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.4_1 2024-09-12T17:37:52.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.653+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.4_2 2024-09-12T17:37:52.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.661+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.5 2024-09-12T17:37:52.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.661+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.5_1 2024-09-12T17:37:52.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.661+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.5_2 2024-09-12T17:37:52.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.661+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~zto8dp6jxUszmIbqpKhTO-YktiZJkhc.6 2024-09-12T17:37:52.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.669+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.669+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:37:52.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.673+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.673+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.673+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:37:52.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:37:52.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8805470866761007989', time=2024-09-12T19:37:22.120078+0000, chain.objs.size()=9 2024-09-12T17:37:52.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.1 2024-09-12T17:37:52.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.1_1 2024-09-12T17:37:52.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.2 2024-09-12T17:37:52.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.2_1 2024-09-12T17:37:52.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.3 2024-09-12T17:37:52.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.3_1 2024-09-12T17:37:52.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.4 2024-09-12T17:37:52.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__shadow_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.4_1 2024-09-12T17:37:52.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.44__multipart_key1.2~5xdQZXs6S56wOsApG1sxE1x8KMwEx1k.5 2024-09-12T17:37:52.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8267296425508967397', time=2024-09-12T19:37:27.455977+0000, chain.objs.size()=7 2024-09-12T17:37:52.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.1 2024-09-12T17:37:52.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.1_1 2024-09-12T17:37:52.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.677+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.1_2 2024-09-12T17:37:52.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.681+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.2 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.2_1 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.2_2 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~lKUIWJYL-xaKZIFtWxAyhUceCxI8ixg.3 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.4365265171159115330', time=2024-09-12T19:37:30.033066+0000, chain.objs.size()=9 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__multipart_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.1 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__shadow_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.1_1 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__multipart_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.2 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__shadow_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.2_1 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__multipart_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.3 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__shadow_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.3_1 2024-09-12T17:37:52.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.685+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__multipart_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.4 2024-09-12T17:37:52.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.689+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__shadow_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.4_1 2024-09-12T17:37:52.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.689+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.51__multipart_key1.2~lbRILfggt60O5aMsB4XqiQTJc3naQFM.5 2024-09-12T17:37:52.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11141402108609750441', time=2024-09-12T19:37:44.632302+0000, chain.objs.size()=16 2024-09-12T17:37:52.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.1 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.1_1 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.1_2 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.2 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.2_1 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.2_2 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.3 2024-09-12T17:37:52.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.3_1 2024-09-12T17:37:52.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.3_2 2024-09-12T17:37:52.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.693+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.4 2024-09-12T17:37:52.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.697+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.4_1 2024-09-12T17:37:52.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.701+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.4_2 2024-09-12T17:37:52.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.701+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.5 2024-09-12T17:37:52.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.701+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.5_1 2024-09-12T17:37:52.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.701+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.5_2 2024-09-12T17:37:52.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.701+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~V8s8PZWz8OcY3cqspEaJzbLx6Yf2gtR.6 2024-09-12T17:37:52.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.709+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.709+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:37:52.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.713+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.713+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.713+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.713+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:37:52.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.717+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.717+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.717+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.717+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:37:52.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.717+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.721+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.721+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.721+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:37:52.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.721+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.725+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.725+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.725+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:37:52.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.725+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.725+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:37:52.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII', time=2024-09-12T19:37:19.435662+0000, chain.objs.size()=9 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__multipart_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.1 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__shadow_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.1_1 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__multipart_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.2 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__shadow_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.2_1 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__multipart_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.3 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__shadow_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.3_1 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__multipart_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.4 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__shadow_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.4_1 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.40__multipart_key1.2~NOlv77Fd1bEQJE3QByVN2_ePzPmGVII.5 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.18023241299008963335', time=2024-09-12T19:37:47.493370+0000, chain.objs.size()=9 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__multipart_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.1 2024-09-12T17:37:52.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__shadow_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.1_1 2024-09-12T17:37:52.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.729+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__multipart_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.2 2024-09-12T17:37:52.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.733+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__shadow_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.2_1 2024-09-12T17:37:52.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.733+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__multipart_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.3 2024-09-12T17:37:52.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.733+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__shadow_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.3_1 2024-09-12T17:37:52.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.737+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__multipart_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.4 2024-09-12T17:37:52.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.737+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__shadow_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.4_1 2024-09-12T17:37:52.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.737+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.57__multipart_key1.2~nw41nDzyciH3OtFQr2RDiuUkhW1Xs1i.5 2024-09-12T17:37:52.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.741+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.741+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:37:52.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.14427974537960212826', time=2024-09-12T19:37:43.617303+0000, chain.objs.size()=16 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.1 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.1_1 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.1_2 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.2 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.2_1 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.2_2 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.3 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.3_1 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.3_2 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.4 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.4_1 2024-09-12T17:37:52.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.745+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.4_2 2024-09-12T17:37:52.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.749+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.5 2024-09-12T17:37:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.749+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.5_1 2024-09-12T17:37:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.749+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.5_2 2024-09-12T17:37:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~MXDreglJVPvn62DUaDapTucRDFlHUeE.6 2024-09-12T17:37:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz', time=2024-09-12T19:37:48.298661+0000, chain.objs.size()=57 2024-09-12T17:37:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.1 2024-09-12T17:37:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.2 2024-09-12T17:37:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.3 2024-09-12T17:37:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.4 2024-09-12T17:37:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.5 2024-09-12T17:37:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.6 2024-09-12T17:37:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.753+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.7 2024-09-12T17:37:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.757+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.8 2024-09-12T17:37:52.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.757+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.9 2024-09-12T17:37:52.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.757+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.10 2024-09-12T17:37:52.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.757+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.11 2024-09-12T17:37:52.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.757+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.12 2024-09-12T17:37:52.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.757+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.13 2024-09-12T17:37:52.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.761+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.14 2024-09-12T17:37:52.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.761+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.15 2024-09-12T17:37:52.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.761+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.16 2024-09-12T17:37:52.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.761+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.17 2024-09-12T17:37:52.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.761+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.18 2024-09-12T17:37:52.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.761+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.19 2024-09-12T17:37:52.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.765+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.20 2024-09-12T17:37:52.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.765+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.21 2024-09-12T17:37:52.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.765+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.22 2024-09-12T17:37:52.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.765+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.23 2024-09-12T17:37:52.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.765+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.24 2024-09-12T17:37:52.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.25 2024-09-12T17:37:52.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.26 2024-09-12T17:37:52.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.27 2024-09-12T17:37:52.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.28 2024-09-12T17:37:52.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.29 2024-09-12T17:37:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.30 2024-09-12T17:37:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.31 2024-09-12T17:37:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.769+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.32 2024-09-12T17:37:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.33 2024-09-12T17:37:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.34 2024-09-12T17:37:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.35 2024-09-12T17:37:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.36 2024-09-12T17:37:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.37 2024-09-12T17:37:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.38 2024-09-12T17:37:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.39 2024-09-12T17:37:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.773+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.40 2024-09-12T17:37:52.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.41 2024-09-12T17:37:52.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.42 2024-09-12T17:37:52.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.43 2024-09-12T17:37:52.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.44 2024-09-12T17:37:52.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.45 2024-09-12T17:37:52.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.46 2024-09-12T17:37:52.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.47 2024-09-12T17:37:52.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.48 2024-09-12T17:37:52.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.777+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.49 2024-09-12T17:37:52.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.781+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.50 2024-09-12T17:37:52.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.781+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.51 2024-09-12T17:37:52.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.781+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.52 2024-09-12T17:37:52.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.781+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.53 2024-09-12T17:37:52.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.781+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.54 2024-09-12T17:37:52.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.781+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.55 2024-09-12T17:37:52.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.785+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.56 2024-09-12T17:37:52.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.785+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.58__multipart_key1.2~sjNw4vcnUjSSJEVG3ZRFRYIeQibVwiz.57 2024-09-12T17:37:52.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.789+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:37:52.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13030522733277049419', time=2024-09-12T19:37:40.491480+0000, chain.objs.size()=19 2024-09-12T17:37:52.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.1 2024-09-12T17:37:52.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.1_1 2024-09-12T17:37:52.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.2 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.2_1 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.3 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.3_1 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.4 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.4_1 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.5 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.5_1 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.6 2024-09-12T17:37:52.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.793+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.6_1 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.7 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.7_1 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.8 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.8_1 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.9 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.9_1 2024-09-12T17:37:52.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.801+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~CyiaN5jH4djO8QdPG7_WWYk7lommQ8p.10 2024-09-12T17:37:52.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.805+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.809+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:37:52.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.813+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.813+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.813+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.813+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:37:52.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.813+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.813+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.817+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.817+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:37:52.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.817+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:37:52.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7079218561964592703', time=2024-09-12T19:37:24.928219+0000, chain.objs.size()=9 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.1 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.821+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.1_1 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.2 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.2_1 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.3 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.3_1 2024-09-12T17:37:52.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.4 2024-09-12T17:37:52.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__shadow_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.4_1 2024-09-12T17:37:52.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.825+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.47__multipart_key1.2~_gS7H52UBLOVd8oHQ-gZWGX65ly5VI3.5 2024-09-12T17:37:52.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.829+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.833+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:37:52.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.833+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.833+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.833+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.833+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:37:52.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:37:52.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.1522006111552124769', time=2024-09-12T19:37:39.269445+0000, chain.objs.size()=21 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.1 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.1_1 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.2 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.2_1 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.3 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.3_1 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.4 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.4_1 2024-09-12T17:37:52.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.5 2024-09-12T17:37:52.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.5_1 2024-09-12T17:37:52.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.6 2024-09-12T17:37:52.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.837+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.6_1 2024-09-12T17:37:52.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.7 2024-09-12T17:37:52.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.7_1 2024-09-12T17:37:52.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.8 2024-09-12T17:37:52.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.8_1 2024-09-12T17:37:52.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.9 2024-09-12T17:37:52.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.9_1 2024-09-12T17:37:52.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.10 2024-09-12T17:37:52.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__shadow_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.10_1 2024-09-12T17:37:52.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.841+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.55__multipart_key1.2~sQt5Nu4r-gZ3wf8bjN42GyFk53NxD_v.11 2024-09-12T17:37:52.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.849+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:37:52.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:52.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2480020808432221619', time=2024-09-12T19:37:20.926728+0000, chain.objs.size()=9 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__multipart_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.1 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__shadow_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.1_1 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__multipart_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.2 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.853+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__shadow_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.2_1 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__multipart_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.3 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__shadow_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.3_1 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__multipart_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.4 2024-09-12T17:37:52.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__shadow_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.4_1 2024-09-12T17:37:52.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.42__multipart_key1.2~vugrFHvzVN4-O8bT9ma6q2fgWHo0YVW.5 2024-09-12T17:37:52.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~akt1CQzYDei1tbgykLxN-QOqe2I3Bnf', time=2024-09-12T19:37:34.719883+0000, chain.objs.size()=5 2024-09-12T17:37:52.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.54__multipart_key1.2~akt1CQzYDei1tbgykLxN-QOqe2I3Bnf.7 2024-09-12T17:37:52.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.54__shadow_key1.2~akt1CQzYDei1tbgykLxN-QOqe2I3Bnf.7_1 2024-09-12T17:37:52.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.54__multipart_key1.2~akt1CQzYDei1tbgykLxN-QOqe2I3Bnf.10 2024-09-12T17:37:52.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.54__shadow_key1.2~akt1CQzYDei1tbgykLxN-QOqe2I3Bnf.10_1 2024-09-12T17:37:52.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.857+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.54__multipart_key1.2~akt1CQzYDei1tbgykLxN-QOqe2I3Bnf.13 2024-09-12T17:37:52.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.865+0000 7ff608ade9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:37:52.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.869+0000 7ff4bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:52.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.869+0000 7ff608ade9c0 20 remove_watcher() i=0 2024-09-12T17:37:52.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.869+0000 7ff608ade9c0 2 removed watcher, disabling cache 2024-09-12T17:37:52.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.869+0000 7ff608ade9c0 20 remove_watcher() i=1 2024-09-12T17:37:52.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.873+0000 7ff608ade9c0 20 remove_watcher() i=2 2024-09-12T17:37:52.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.873+0000 7ff608ade9c0 20 remove_watcher() i=3 2024-09-12T17:37:52.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.873+0000 7ff608ade9c0 20 remove_watcher() i=4 2024-09-12T17:37:52.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.877+0000 7ff608ade9c0 20 remove_watcher() i=5 2024-09-12T17:37:52.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.877+0000 7ff608ade9c0 20 remove_watcher() i=6 2024-09-12T17:37:52.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:52.877+0000 7ff608ade9c0 20 remove_watcher() i=7 2024-09-12T17:37:52.896 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:37:52.970 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:52.970 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:53.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.009+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 realm 2024-09-12T17:37:53.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:53.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:53.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.013+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.017+0000 7f6ba61ca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:53.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.017+0000 7f6ba61ca9c0 20 searching for the correct realm 2024-09-12T17:37:53.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.021+0000 7f6ba3cd0640 0 -- 172.21.15.1:0/359710050 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f6b9c09b410 msgr2=0x7f6b9c084350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:53.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.029+0000 7f6ba34cf640 0 -- 172.21.15.1:0/359710050 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f6b9c06b4e0 msgr2=0x7f6b9c0690f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:53.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.245+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 zone default found 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 4 Realm: () 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 zonegroup default 2024-09-12T17:37:53.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 started sync module instance, tier type = 2024-09-12T17:37:53.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.249+0000 7f6ba61ca9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=0 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=1 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=2 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=3 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=4 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=5 2024-09-12T17:37:53.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.273+0000 7f6ba61ca9c0 20 add_watcher() i=6 2024-09-12T17:37:53.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.277+0000 7f6ba61ca9c0 20 add_watcher() i=7 2024-09-12T17:37:53.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.277+0000 7f6ba61ca9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:53.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.281+0000 7f6a59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:53.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.281+0000 7f6ba61ca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:53.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.281+0000 7f6ba61ca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:53.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.373+0000 7f6a58fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:53.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.373+0000 7f6ba61ca9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:53.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.373+0000 7f6ba61ca9c0 20 Filter name: none 2024-09-12T17:37:53.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.373+0000 7f69d27fc640 20 reqs_thread_entry: start 2024-09-12T17:37:53.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.373+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:37:53.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.377+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.377+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.377+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.377+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:37:53.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.381+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.385+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.385+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.389+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:37:53.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.393+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.393+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.393+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.397+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:37:53.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.397+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.401+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.401+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.401+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:37:53.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.405+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.405+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.409+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.409+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:37:53.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.413+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.413+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.413+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.417+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:37:53.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.421+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.421+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.421+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.425+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:37:53.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.429+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.429+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.429+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.433+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:37:53.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.437+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.437+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.437+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.441+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:37:53.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.445+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.445+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.445+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.449+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:37:53.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.453+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.453+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.453+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.457+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:37:53.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.457+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.461+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.461+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.461+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:37:53.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.465+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.465+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.465+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.469+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:37:53.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.469+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.473+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.473+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.473+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:37:53.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.477+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.477+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.477+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.481+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:37:53.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.481+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.485+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.485+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.485+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:37:53.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.489+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.493+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.493+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.493+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:37:53.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.497+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.497+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.501+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.501+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:37:53.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.505+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.505+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.509+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.509+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:37:53.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.513+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.517+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.517+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.517+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:37:53.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.521+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.521+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.521+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.525+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:37:53.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.529+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.529+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.529+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.533+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:37:53.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.537+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.537+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.537+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.541+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:37:53.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.545+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.545+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.549+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.549+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:37:53.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.553+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.553+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.553+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.557+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:37:53.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.561+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.561+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.561+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.565+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:37:53.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.569+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.569+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.569+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.569+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:37:53.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.573+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.573+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.577+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.577+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:37:53.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.581+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.585+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.585+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.585+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:37:53.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.589+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.593+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.593+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.597+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:37:53.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.601+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.601+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.601+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.605+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:37:53.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.605+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.609+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:53.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.609+0000 7f6ba61ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:53.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.613+0000 7f6a59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:53.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.621+0000 7f6ba61ca9c0 20 remove_watcher() i=0 2024-09-12T17:37:53.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.621+0000 7f6ba61ca9c0 2 removed watcher, disabling cache 2024-09-12T17:37:53.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.621+0000 7f6ba61ca9c0 20 remove_watcher() i=1 2024-09-12T17:37:53.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.625+0000 7f6ba61ca9c0 20 remove_watcher() i=2 2024-09-12T17:37:53.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.625+0000 7f6ba61ca9c0 20 remove_watcher() i=3 2024-09-12T17:37:53.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.629+0000 7f6ba61ca9c0 20 remove_watcher() i=4 2024-09-12T17:37:53.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.629+0000 7f6ba61ca9c0 20 remove_watcher() i=5 2024-09-12T17:37:53.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.633+0000 7f6ba61ca9c0 20 remove_watcher() i=6 2024-09-12T17:37:53.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.633+0000 7f6ba61ca9c0 20 remove_watcher() i=7 2024-09-12T17:37:53.657 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:37:53.731 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:53.732 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:53.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 realm 2024-09-12T17:37:53.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:53.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:53.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.777+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.781+0000 7fc64bbdb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:53.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.781+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:53.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.781+0000 7fc64bbdb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:53.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.781+0000 7fc64bbdb9c0 20 searching for the correct realm 2024-09-12T17:37:53.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:53.785+0000 7fc649ee2640 0 -- 172.21.15.1:0/3188559917 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc640021060 msgr2=0x7fc640063890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:54.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.001+0000 7fc648ee0640 0 -- 172.21.15.1:0/3188559917 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc64401f420 msgr2=0x7fc64401f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:54.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:37:54.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:54.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:37:54.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:54.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:54.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:54.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 zone default found 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 4 Realm: () 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 zonegroup default 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.221+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.225+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.225+0000 7fc64bbdb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.225+0000 7fc64bbdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.225+0000 7fc64bbdb9c0 20 started sync module instance, tier type = 2024-09-12T17:37:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.225+0000 7fc64bbdb9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=0 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=1 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=2 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=3 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=4 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=5 2024-09-12T17:37:54.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=6 2024-09-12T17:37:54.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 20 add_watcher() i=7 2024-09-12T17:37:54.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.249+0000 7fc64bbdb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:54.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.253+0000 7fc4ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:54.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.257+0000 7fc64bbdb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:54.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.257+0000 7fc64bbdb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:54.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.345+0000 7fc4fe7e4640 20 reqs_thread_entry: start 2024-09-12T17:37:54.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.345+0000 7fc64bbdb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:54.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.345+0000 7fc64bbdb9c0 20 Filter name: none 2024-09-12T17:37:54.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.345+0000 7fc46ffff640 20 reqs_thread_entry: start 2024-09-12T17:37:54.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.345+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:37:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.349+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.349+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.353+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.353+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:37:54.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.357+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.357+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.357+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.361+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:37:54.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.365+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.365+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.365+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.369+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:37:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.373+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.373+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.373+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.377+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:37:54.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.381+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.381+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.381+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.385+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:37:54.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.389+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.389+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.389+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.393+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:37:54.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.397+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.397+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.397+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.401+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:37:54.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.405+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.405+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.405+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.409+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:37:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.413+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.417+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.417+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.421+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:37:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.421+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.425+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.425+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.425+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:37:54.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.429+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.433+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.433+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.437+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:37:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.437+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.441+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.441+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.441+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:37:54.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.445+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.449+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.449+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.453+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:37:54.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.457+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.457+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.457+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.465+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:37:54.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.469+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.469+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.469+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.473+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:37:54.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.477+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.477+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.481+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.481+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:37:54.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.485+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.485+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.489+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.493+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:37:54.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.497+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.497+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.497+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.501+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:37:54.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.505+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.505+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.509+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.509+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:37:54.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.513+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.517+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.517+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.525+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:37:54.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.529+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.529+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.529+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.533+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:37:54.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.537+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.537+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.537+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.541+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:37:54.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.545+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.545+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.549+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.549+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:37:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.553+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.557+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.557+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.561+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:37:54.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.561+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.565+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.565+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.569+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:37:54.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.573+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.573+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.573+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.577+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:37:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.581+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.585+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.585+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.589+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:37:54.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.589+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.593+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.593+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.597+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:37:54.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.601+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.601+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.601+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.605+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:37:54.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.609+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.609+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.609+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.613+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:37:54.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.617+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.617+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.617+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.625+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:37:54.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.629+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.629+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:54.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.629+0000 7fc64bbdb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:54.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.633+0000 7fc4ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:54.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.641+0000 7fc64bbdb9c0 20 remove_watcher() i=0 2024-09-12T17:37:54.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.641+0000 7fc64bbdb9c0 2 removed watcher, disabling cache 2024-09-12T17:37:54.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.641+0000 7fc64bbdb9c0 20 remove_watcher() i=1 2024-09-12T17:37:54.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.645+0000 7fc64bbdb9c0 20 remove_watcher() i=2 2024-09-12T17:37:54.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.649+0000 7fc64bbdb9c0 20 remove_watcher() i=3 2024-09-12T17:37:54.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.649+0000 7fc64bbdb9c0 20 remove_watcher() i=4 2024-09-12T17:37:54.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.653+0000 7fc64bbdb9c0 20 remove_watcher() i=5 2024-09-12T17:37:54.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.653+0000 7fc64bbdb9c0 20 remove_watcher() i=6 2024-09-12T17:37:54.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.657+0000 7fc64bbdb9c0 20 remove_watcher() i=7 2024-09-12T17:37:54.688 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:37:54.764 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:54.764 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:54.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 realm 2024-09-12T17:37:54.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:54.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:54.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.809+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.813+0000 7f53a56719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:54.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.813+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:54.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.813+0000 7f53a56719c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:54.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.813+0000 7f53a56719c0 20 searching for the correct realm 2024-09-12T17:37:54.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.813+0000 7f53a3177640 0 -- 172.21.15.1:0/464366503 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f539c018040 msgr2=0x7f539c035440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:54.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:54.821+0000 7f53a3177640 0 -- 172.21.15.1:0/464366503 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x7f538c003ac0 msgr2=0x7f539c044420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:55.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:55.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:55.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:55.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.045+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:55.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 zone default found 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 4 Realm: () 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 zonegroup default 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:55.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:55.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:55.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:55.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:55.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 started sync module instance, tier type = 2024-09-12T17:37:55.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.049+0000 7f53a56719c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:37:55.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=0 2024-09-12T17:37:55.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=1 2024-09-12T17:37:55.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=2 2024-09-12T17:37:55.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=3 2024-09-12T17:37:55.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=4 2024-09-12T17:37:55.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=5 2024-09-12T17:37:55.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=6 2024-09-12T17:37:55.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 20 add_watcher() i=7 2024-09-12T17:37:55.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.077+0000 7f53a56719c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:55.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.081+0000 7f5259fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:55.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.085+0000 7f53a56719c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:55.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.085+0000 7f53a56719c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:55.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.181+0000 7f5258fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:55.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.181+0000 7f53a56719c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:55.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.181+0000 7f53a56719c0 20 Filter name: none 2024-09-12T17:37:55.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.181+0000 7f51d27fc640 20 reqs_thread_entry: start 2024-09-12T17:37:55.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.181+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:37:55.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.185+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.185+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.185+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.189+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:37:55.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.189+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.193+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.193+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.193+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:37:55.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.197+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.197+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.197+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.201+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:37:55.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.205+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.209+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.209+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.213+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:37:55.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.213+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.217+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.217+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.221+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:37:55.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.225+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.225+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.225+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.229+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:37:55.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.233+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.233+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.233+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.237+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:37:55.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.241+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.241+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.245+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.245+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:37:55.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.249+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.253+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.253+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.257+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:37:55.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.261+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.261+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.261+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.265+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:37:55.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.269+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.269+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.269+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.273+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:37:55.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.277+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.277+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.281+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.281+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:37:55.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.285+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.289+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.289+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.289+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:37:55.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.293+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.297+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.297+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.301+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:37:55.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.305+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.305+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.305+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.309+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:37:55.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.313+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.317+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.317+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.321+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:37:55.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.325+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.325+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.325+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.329+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:37:55.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.333+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.333+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.337+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.341+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:37:55.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.345+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.345+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.345+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.349+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:37:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.353+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.357+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.357+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.357+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:37:55.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.365+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.365+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.365+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.369+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:37:55.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.373+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.377+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.377+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.381+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:37:55.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.385+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.385+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.385+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.389+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:37:55.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.393+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.393+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.397+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.397+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:37:55.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.401+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.405+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.405+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.405+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:37:55.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.409+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.413+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.413+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.417+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:37:55.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.421+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.421+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.421+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.425+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:37:55.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.429+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.429+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.429+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.433+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:37:55.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.437+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.441+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.441+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.445+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:37:55.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.445+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.445+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.449+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.449+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:37:55.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.453+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.453+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.453+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.457+0000 7f53a56719c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:37:55.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.461+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.465+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:37:55.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.465+0000 7f53a56719c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:37:55.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.473+0000 7f5259fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:55.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.477+0000 7f53a56719c0 20 remove_watcher() i=0 2024-09-12T17:37:55.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.477+0000 7f53a56719c0 2 removed watcher, disabling cache 2024-09-12T17:37:55.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.481+0000 7f53a56719c0 20 remove_watcher() i=1 2024-09-12T17:37:55.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.481+0000 7f53a56719c0 20 remove_watcher() i=2 2024-09-12T17:37:55.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.485+0000 7f53a56719c0 20 remove_watcher() i=3 2024-09-12T17:37:55.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.489+0000 7f53a56719c0 20 remove_watcher() i=4 2024-09-12T17:37:55.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.489+0000 7f53a56719c0 20 remove_watcher() i=5 2024-09-12T17:37:55.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.493+0000 7f53a56719c0 20 remove_watcher() i=6 2024-09-12T17:37:55.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:37:55.493+0000 7f53a56719c0 20 remove_watcher() i=7 2024-09-12T17:37:55.520 DEBUG:teuthology.orchestra.run.smithi001:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T17:37:56.222 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :clean 2024-09-12T17:37:57.220 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :compileJava 2024-09-12T17:37:57.220 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :processResources 2024-09-12T17:37:57.220 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :classes 2024-09-12T17:37:57.620 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:57.620 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :compileTestJava 2024-09-12T17:37:57.620 INFO:teuthology.orchestra.run.smithi001.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:37:57.621 INFO:teuthology.orchestra.run.smithi001.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:37:57.621 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:57.621 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:37:57.622 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :testClasses 2024-09-12T17:37:59.621 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :test 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12 17:37:59,008 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.622 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T17:37:59.623 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.623 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T17:37:59.623 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.623 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T17:37:59.820 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.821 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T17:37:59.920 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:37:59.920 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T17:38:00.120 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.120 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T17:38:00.220 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.220 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T17:38:00.320 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.320 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T17:38:00.420 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.420 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T17:38:00.720 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.720 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T17:38:00.720 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.720 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T17:38:00.820 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:00.820 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T17:38:01.020 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.020 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T17:38:01.420 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.420 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T17:38:01.420 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.420 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T17:38:01.720 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.720 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T17:38:01.720 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.720 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------- 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------- 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:01.884 INFO:teuthology.orchestra.run.smithi001.stdout:BUILD SUCCESSFUL in 6s 2024-09-12T17:38:01.885 INFO:teuthology.orchestra.run.smithi001.stdout:5 actionable tasks: 5 executed 2024-09-12T17:38:01.892 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:38:01.923 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:01.923 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:01.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:01.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:01.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 realm 2024-09-12T17:38:01.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:01.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:01.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:01.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:01.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:01.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.965+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:01.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.969+0000 7fc077b1f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:01.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.969+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:01.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.969+0000 7fc077b1f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:01.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.969+0000 7fc077b1f9c0 20 searching for the correct realm 2024-09-12T17:38:01.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:01.973+0000 7fc075e26640 0 -- 172.21.15.1:0/135188512 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc0600e6430 msgr2=0x7fc0600e6850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:02.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.189+0000 7fc074e24640 0 -- 172.21.15.1:0/135188512 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fc07007ea40 msgr2=0x7fc070090350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:02.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:02.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:02.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:02.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:02.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:02.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:02.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.405+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:02.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 zone default found 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 4 Realm: () 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 zonegroup default 2024-09-12T17:38:02.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.409+0000 7fc077b1f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.413+0000 7fc077b1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.413+0000 7fc077b1f9c0 20 started sync module instance, tier type = 2024-09-12T17:38:02.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.413+0000 7fc077b1f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=0 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=1 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=2 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=3 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=4 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=5 2024-09-12T17:38:02.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.433+0000 7fc077b1f9c0 20 add_watcher() i=6 2024-09-12T17:38:02.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.437+0000 7fc077b1f9c0 20 add_watcher() i=7 2024-09-12T17:38:02.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.437+0000 7fc077b1f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:02.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.441+0000 7fbf2bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:02.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.441+0000 7fc077b1f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:02.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.441+0000 7fc077b1f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:02.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.541+0000 7fbf2afe5640 20 reqs_thread_entry: start 2024-09-12T17:38:02.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.541+0000 7fc077b1f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:02.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.541+0000 7fc077b1f9c0 20 Filter name: none 2024-09-12T17:38:02.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.541+0000 7fbf28fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:02.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.541+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:38:02.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.545+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.545+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.545+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.549+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:38:02.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.553+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.553+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.557+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.557+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:38:02.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.561+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.561+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.561+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.565+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:38:02.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.569+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.569+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.569+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.573+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:38:02.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.577+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.577+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.577+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.581+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:38:02.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.585+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.585+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.585+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.589+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:38:02.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.589+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.593+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.593+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.597+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:38:02.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.597+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.601+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.601+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.601+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:38:02.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.605+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.605+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.609+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.609+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:38:02.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.613+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.613+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.613+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.617+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:38:02.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.621+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.621+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.621+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.625+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:38:02.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.629+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.629+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.629+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.633+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:38:02.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.637+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.637+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.637+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.641+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:38:02.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.645+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.645+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.645+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.649+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:38:02.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.649+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.653+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.653+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.657+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:38:02.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.661+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.661+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.661+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.665+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:38:02.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.669+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.669+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.669+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.673+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:38:02.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.677+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.677+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.681+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.681+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:38:02.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.685+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.689+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.689+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.693+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:38:02.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.693+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.697+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.697+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.697+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:38:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.701+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.701+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.705+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.705+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:38:02.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.709+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.709+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.713+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.713+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:38:02.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.717+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.721+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.721+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.725+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:38:02.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.729+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.729+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.729+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.733+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:38:02.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.737+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.737+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.737+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.741+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:38:02.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.745+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.745+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.745+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.745+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:38:02.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.749+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.753+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.753+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.757+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:38:02.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.757+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.761+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.761+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.765+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:38:02.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.765+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.769+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.769+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.769+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:38:02.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.773+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.777+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.777+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.781+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:38:02.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.785+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.785+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.785+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.789+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:38:02.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.793+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.793+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:02.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.797+0000 7fc077b1f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:02.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.805+0000 7fbf2bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:02.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.809+0000 7fc077b1f9c0 20 remove_watcher() i=0 2024-09-12T17:38:02.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.809+0000 7fc077b1f9c0 2 removed watcher, disabling cache 2024-09-12T17:38:02.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.813+0000 7fc077b1f9c0 20 remove_watcher() i=1 2024-09-12T17:38:02.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.813+0000 7fc077b1f9c0 20 remove_watcher() i=2 2024-09-12T17:38:02.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.817+0000 7fc077b1f9c0 20 remove_watcher() i=3 2024-09-12T17:38:02.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.817+0000 7fc077b1f9c0 20 remove_watcher() i=4 2024-09-12T17:38:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.821+0000 7fc077b1f9c0 20 remove_watcher() i=5 2024-09-12T17:38:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.821+0000 7fc077b1f9c0 20 remove_watcher() i=6 2024-09-12T17:38:02.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.825+0000 7fc077b1f9c0 20 remove_watcher() i=7 2024-09-12T17:38:02.849 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:38:02.923 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:02.923 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:02.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.965+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.965+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.965+0000 7f968cc349c0 20 realm 2024-09-12T17:38:02.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.965+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:02.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:02.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:02.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:02.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:02.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.969+0000 7f968cc349c0 20 searching for the correct realm 2024-09-12T17:38:02.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:02.973+0000 7f968af3b640 0 -- 172.21.15.1:0/889862656 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f96800a7b70 msgr2=0x7f96800e6950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:03.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.189+0000 7f9689f39640 0 -- 172.21.15.1:0/889862656 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9684054440 msgr2=0x7f96840548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:03.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:03.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:03.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:03.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:03.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:03.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:03.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.405+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:03.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 zone default found 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 4 Realm: () 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 zonegroup default 2024-09-12T17:38:03.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.409+0000 7f968cc349c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.413+0000 7f968cc349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.413+0000 7f968cc349c0 20 started sync module instance, tier type = 2024-09-12T17:38:03.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.413+0000 7f968cc349c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=0 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=1 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=2 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=3 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=4 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=5 2024-09-12T17:38:03.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.433+0000 7f968cc349c0 20 add_watcher() i=6 2024-09-12T17:38:03.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.437+0000 7f968cc349c0 20 add_watcher() i=7 2024-09-12T17:38:03.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.437+0000 7f968cc349c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:03.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.441+0000 7f95417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:03.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.441+0000 7f968cc349c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:03.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.441+0000 7f968cc349c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:03.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.533+0000 7f953b7fe640 20 reqs_thread_entry: start 2024-09-12T17:38:03.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.533+0000 7f968cc349c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:03.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.533+0000 7f968cc349c0 20 Filter name: none 2024-09-12T17:38:03.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.533+0000 7f95397fa640 20 reqs_thread_entry: start 2024-09-12T17:38:03.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.533+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:38:03.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.537+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.537+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.537+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.541+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:38:03.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.541+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.545+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.545+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.549+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:38:03.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.553+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.553+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.553+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.557+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:38:03.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.561+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.561+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.561+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.561+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:38:03.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.565+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.569+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.569+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.573+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:38:03.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.573+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.577+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.577+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.581+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:38:03.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.581+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.585+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.585+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.585+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:38:03.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.589+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.589+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.593+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.593+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:38:03.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.597+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.597+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.601+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.601+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:38:03.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.605+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.605+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.605+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.609+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:38:03.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.613+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.617+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.617+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.621+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:38:03.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.625+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.625+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.625+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.629+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:38:03.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.629+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.633+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.633+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.637+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:38:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.641+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.641+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.641+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.645+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:38:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.649+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.649+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.653+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.653+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:38:03.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.657+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.661+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.661+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.665+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:38:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.669+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.669+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.669+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.673+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:38:03.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.677+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.681+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.681+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.681+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:38:03.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.685+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.689+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.689+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.693+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:38:03.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.697+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.697+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.697+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.701+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:38:03.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.705+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.705+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.705+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.709+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:38:03.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.713+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.713+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.717+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.717+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:38:03.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.721+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.725+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.725+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.729+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:38:03.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.733+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.733+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.737+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.737+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:38:03.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.741+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.741+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.745+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.745+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:38:03.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.749+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.753+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.753+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.753+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:38:03.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.757+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.761+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.761+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.765+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:38:03.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.769+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.769+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.769+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.773+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:38:03.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.777+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.777+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.781+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.785+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:38:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.785+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.789+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.789+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.793+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:38:03.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.797+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.797+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.797+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.801+0000 7f968cc349c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:38:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.805+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.805+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.809+0000 7f968cc349c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.813+0000 7f95417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:03.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.817+0000 7f968cc349c0 20 remove_watcher() i=0 2024-09-12T17:38:03.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.817+0000 7f968cc349c0 2 removed watcher, disabling cache 2024-09-12T17:38:03.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.821+0000 7f968cc349c0 20 remove_watcher() i=1 2024-09-12T17:38:03.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.825+0000 7f968cc349c0 20 remove_watcher() i=2 2024-09-12T17:38:03.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.825+0000 7f968cc349c0 20 remove_watcher() i=3 2024-09-12T17:38:03.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.829+0000 7f968cc349c0 20 remove_watcher() i=4 2024-09-12T17:38:03.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.829+0000 7f968cc349c0 20 remove_watcher() i=5 2024-09-12T17:38:03.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.833+0000 7f968cc349c0 20 remove_watcher() i=6 2024-09-12T17:38:03.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.833+0000 7f968cc349c0 20 remove_watcher() i=7 2024-09-12T17:38:03.861 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:38:03.936 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:03.936 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:03.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.977+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 realm 2024-09-12T17:38:03.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:03.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:03.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.981+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.985+0000 7fcd88cf49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:03.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.985+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:03.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.985+0000 7fcd88cf49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:03.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.985+0000 7fcd88cf49c0 20 searching for the correct realm 2024-09-12T17:38:03.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:03.989+0000 7fcd86ffb640 0 -- 172.21.15.1:0/2688138100 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fcd7c0c9040 msgr2=0x7fcd7c10a7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:04.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.205+0000 7fcd85ff9640 0 -- 172.21.15.1:0/2688138100 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fcd8004fa00 msgr2=0x7fcd80089a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:04.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:04.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:04.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:04.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:04.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:04.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:04.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:04.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:04.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 zone default found 2024-09-12T17:38:04.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 4 Realm: () 2024-09-12T17:38:04.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:04.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:04.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:04.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 zonegroup default 2024-09-12T17:38:04.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.425+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.429+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.429+0000 7fcd88cf49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.429+0000 7fcd88cf49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.429+0000 7fcd88cf49c0 20 started sync module instance, tier type = 2024-09-12T17:38:04.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.429+0000 7fcd88cf49c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=0 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=1 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=2 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=3 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=4 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=5 2024-09-12T17:38:04.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.453+0000 7fcd88cf49c0 20 add_watcher() i=6 2024-09-12T17:38:04.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.457+0000 7fcd88cf49c0 20 add_watcher() i=7 2024-09-12T17:38:04.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.457+0000 7fcd88cf49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:04.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.465+0000 7fcc3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:04.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.465+0000 7fcd88cf49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:04.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.465+0000 7fcd88cf49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:04.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.553+0000 7fcc377fe640 20 reqs_thread_entry: start 2024-09-12T17:38:04.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.553+0000 7fcd88cf49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:04.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.553+0000 7fcd88cf49c0 20 Filter name: none 2024-09-12T17:38:04.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.553+0000 7fcc357fa640 20 reqs_thread_entry: start 2024-09-12T17:38:04.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.553+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:38:04.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.557+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.557+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.557+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.561+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:38:04.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.561+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.565+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.565+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.565+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:38:04.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.569+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.569+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.573+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.573+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:38:04.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.577+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.577+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.577+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.581+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:38:04.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.581+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.585+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.585+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.585+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:38:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.589+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.589+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.589+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.593+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:38:04.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.597+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.597+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.597+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.601+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:38:04.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.605+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.605+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.605+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.609+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:38:04.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.613+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.613+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.613+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.617+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:38:04.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.617+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.621+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.621+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.621+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:38:04.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.625+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.625+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.629+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.629+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:38:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.633+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.633+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.637+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.637+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:38:04.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.641+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.641+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.641+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.645+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:38:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.649+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.649+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.649+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.653+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:38:04.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.653+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.657+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.657+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.661+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:38:04.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.661+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.665+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.665+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.669+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:38:04.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.673+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.673+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.673+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.677+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:38:04.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.677+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.681+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.681+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.685+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:38:04.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.689+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.689+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.689+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.693+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:38:04.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.693+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.697+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.697+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.701+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:38:04.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.705+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.705+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.705+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.709+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:38:04.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.713+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.717+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.717+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.721+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:38:04.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.725+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.725+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.725+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.729+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:38:04.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.733+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.733+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.733+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.737+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:38:04.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.741+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.741+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.745+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.745+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:38:04.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.749+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.753+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.753+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.753+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:38:04.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.757+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.761+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.761+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.765+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:38:04.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.769+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.769+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.769+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.773+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:38:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.777+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.777+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.777+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.781+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:38:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.785+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.789+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.789+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.793+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:38:04.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.797+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.797+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.797+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.801+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:38:04.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.805+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.809+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:04.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.809+0000 7fcd88cf49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:04.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.813+0000 7fcc3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:04.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.821+0000 7fcd88cf49c0 20 remove_watcher() i=0 2024-09-12T17:38:04.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.821+0000 7fcd88cf49c0 2 removed watcher, disabling cache 2024-09-12T17:38:04.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.821+0000 7fcd88cf49c0 20 remove_watcher() i=1 2024-09-12T17:38:04.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.825+0000 7fcd88cf49c0 20 remove_watcher() i=2 2024-09-12T17:38:04.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.829+0000 7fcd88cf49c0 20 remove_watcher() i=3 2024-09-12T17:38:04.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.829+0000 7fcd88cf49c0 20 remove_watcher() i=4 2024-09-12T17:38:04.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.833+0000 7fcd88cf49c0 20 remove_watcher() i=5 2024-09-12T17:38:04.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.837+0000 7fcd88cf49c0 20 remove_watcher() i=6 2024-09-12T17:38:04.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.837+0000 7fcd88cf49c0 20 remove_watcher() i=7 2024-09-12T17:38:04.863 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:38:04.936 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:04.936 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:04.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.977+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 realm 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:04.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:04.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.981+0000 7f35110cb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:04.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.985+0000 7f35110cb9c0 20 searching for the correct realm 2024-09-12T17:38:04.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:04.985+0000 7f350f3d2640 0 -- 172.21.15.1:0/2773139493 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x55d4007a6590 msgr2=0x7f350405c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:05.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.201+0000 7f350e3d0640 0 -- 172.21.15.1:0/2773139493 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f350808d460 msgr2=0x7f3508016340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:05.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.417+0000 7f35110cb9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:05.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.417+0000 7f35110cb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:05.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.417+0000 7f35110cb9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:05.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.417+0000 7f35110cb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:05.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.417+0000 7f35110cb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:05.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.417+0000 7f35110cb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:05.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:05.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:05.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:05.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:05.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:05.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:05.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 zone default found 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 4 Realm: () 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 zonegroup default 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:05.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.421+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:05.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.425+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:05.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.425+0000 7f35110cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:05.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.425+0000 7f35110cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:05.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.425+0000 7f35110cb9c0 20 started sync module instance, tier type = 2024-09-12T17:38:05.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.425+0000 7f35110cb9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=0 2024-09-12T17:38:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=1 2024-09-12T17:38:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=2 2024-09-12T17:38:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=3 2024-09-12T17:38:05.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=4 2024-09-12T17:38:05.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=5 2024-09-12T17:38:05.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=6 2024-09-12T17:38:05.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 20 add_watcher() i=7 2024-09-12T17:38:05.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.449+0000 7f35110cb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:05.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.453+0000 7f33c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:05.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.457+0000 7f35110cb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:05.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.457+0000 7f35110cb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.549+0000 7f33c4fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.549+0000 7f35110cb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.549+0000 7f35110cb9c0 20 Filter name: none 2024-09-12T17:38:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.549+0000 7f33bdffb640 20 reqs_thread_entry: start 2024-09-12T17:38:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.549+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:38:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.553+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.553+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.553+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.557+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:38:05.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.557+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.561+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.561+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.561+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:38:05.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.565+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.565+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.569+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.569+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:38:05.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.573+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.573+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.573+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.577+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:38:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.577+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.581+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.581+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.581+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:38:05.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.585+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.589+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.589+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.589+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:38:05.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.593+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.593+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.593+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.597+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:38:05.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.601+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.601+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.601+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.605+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:38:05.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.609+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.609+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.609+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.609+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:38:05.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.613+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.613+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.613+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.613+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:38:05.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.617+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.621+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.621+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.625+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:38:05.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.625+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.625+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.629+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.629+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:38:05.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.633+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.633+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.633+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.633+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:38:05.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.637+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.637+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.637+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.641+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:38:05.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.645+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.645+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.645+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.649+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:38:05.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.653+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.653+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.653+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.653+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:38:05.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.657+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.661+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.661+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.665+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:38:05.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.669+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.669+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.669+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.673+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:38:05.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.673+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.677+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.677+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.681+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:38:05.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.685+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.685+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.689+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.689+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:38:05.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.693+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.697+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.697+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.701+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:38:05.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.705+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.705+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.705+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.713+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:38:05.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.717+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.717+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.717+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.721+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:38:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.725+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.725+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.725+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.729+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:38:05.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.733+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.733+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.737+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.737+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:38:05.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.741+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.745+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.745+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.749+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:38:05.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.753+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.753+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.753+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.757+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:38:05.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.761+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.761+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.765+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.765+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:38:05.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.769+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.773+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.773+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.777+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:38:05.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.781+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.781+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.781+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.785+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:38:05.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.789+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.789+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.789+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.793+0000 7f35110cb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:38:05.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.797+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.801+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:05.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.801+0000 7f35110cb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:05.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.805+0000 7f33c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:05.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.809+0000 7f35110cb9c0 20 remove_watcher() i=0 2024-09-12T17:38:05.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.809+0000 7f35110cb9c0 2 removed watcher, disabling cache 2024-09-12T17:38:05.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.813+0000 7f35110cb9c0 20 remove_watcher() i=1 2024-09-12T17:38:05.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.817+0000 7f35110cb9c0 20 remove_watcher() i=2 2024-09-12T17:38:05.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.821+0000 7f35110cb9c0 20 remove_watcher() i=3 2024-09-12T17:38:05.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.821+0000 7f35110cb9c0 20 remove_watcher() i=4 2024-09-12T17:38:05.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.825+0000 7f35110cb9c0 20 remove_watcher() i=5 2024-09-12T17:38:05.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.825+0000 7f35110cb9c0 20 remove_watcher() i=6 2024-09-12T17:38:05.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:05.829+0000 7f35110cb9c0 20 remove_watcher() i=7 2024-09-12T17:38:05.856 DEBUG:teuthology.orchestra.run.smithi001:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T17:38:06.565 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :clean 2024-09-12T17:38:07.262 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :compileJava 2024-09-12T17:38:07.262 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :processResources 2024-09-12T17:38:07.262 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :classes 2024-09-12T17:38:07.763 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:07.763 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :compileTestJava 2024-09-12T17:38:07.763 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:07.763 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:38:07.763 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :testClasses 2024-09-12T17:38:07.764 INFO:teuthology.orchestra.run.smithi001.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:38:07.764 INFO:teuthology.orchestra.run.smithi001.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:38:09.763 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:09.763 INFO:teuthology.orchestra.run.smithi001.stdout:> Task :test 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests STANDARD_OUT 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12 17:38:09,000 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:09.764 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T17:38:09.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:09.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T17:38:09.863 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:09.863 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T17:38:10.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:10.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T17:38:10.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:10.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T17:38:10.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:10.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T17:38:12.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:12.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T17:38:12.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:12.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T17:38:12.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:12.563 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T17:38:12.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:12.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T17:38:12.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:12.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T17:38:13.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T17:38:13.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T17:38:13.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:13.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T17:38:13.363 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:13.363 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T17:38:13.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:13.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T17:38:14.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T17:38:14.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T17:38:14.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.363 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T17:38:14.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T17:38:14.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T17:38:14.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T17:38:14.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:14.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T17:38:15.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:15.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T17:38:15.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:15.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T17:38:15.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:15.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T17:38:15.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:15.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T17:38:15.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:15.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T17:38:15.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:15.863 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T17:38:16.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:16.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T17:38:16.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:16.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T17:38:16.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:16.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T17:38:17.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:17.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T17:38:17.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:17.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T17:38:25.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:25.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T17:38:25.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:25.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T17:38:25.463 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:25.463 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T17:38:25.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:25.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T17:38:25.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:25.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T17:38:26.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:26.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T17:38:26.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:26.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T17:38:26.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:26.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T17:38:26.863 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:26.863 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T17:38:26.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:26.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T17:38:27.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:27.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T17:38:28.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T17:38:28.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:28.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T17:38:29.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:29.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T17:38:29.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:29.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T17:38:30.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:30.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T17:38:35.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:35.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T17:38:35.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:35.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T17:38:37.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:37.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T17:38:37.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:37.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T17:38:38.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:38.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T17:38:38.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:38.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T17:38:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:39.663 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T17:38:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:39.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T17:38:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T17:38:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T17:38:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T17:38:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T17:38:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T17:38:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T17:38:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.663 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T17:38:40.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T17:38:40.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:40.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T17:38:41.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:41.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T17:38:41.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:41.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T17:38:41.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:41.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T17:38:41.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:41.563 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T17:38:41.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:41.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T17:38:41.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:41.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T17:38:42.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:42.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T17:38:42.364 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:42.364 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T17:38:42.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:42.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T17:38:42.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:42.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T17:38:43.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:43.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T17:38:43.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:43.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T17:38:43.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:43.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T17:38:43.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:43.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T17:38:43.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:43.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T17:38:43.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:43.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T17:38:44.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:44.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T17:38:44.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:44.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T17:38:44.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:44.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T17:38:44.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:44.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T17:38:44.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:44.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T17:38:45.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:45.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T17:38:45.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:45.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T17:38:45.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:45.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T17:38:45.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:45.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T17:38:45.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:45.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T17:38:46.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:46.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T17:38:46.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:46.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T17:38:46.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:46.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T17:38:46.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:46.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T17:38:46.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:46.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T17:38:47.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:47.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T17:38:47.263 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:47.301 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T17:38:47.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:47.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T17:38:47.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:47.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T17:38:47.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:47.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T17:38:48.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:48.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T17:38:48.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:48.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T17:38:48.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:48.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T17:38:48.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:48.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T17:38:48.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:48.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T17:38:48.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:48.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T17:38:49.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:49.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T17:38:49.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:49.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T17:38:49.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:49.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T17:38:49.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:49.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T17:38:49.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:49.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T17:38:50.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T17:38:50.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T17:38:50.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T17:38:50.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T17:38:50.662 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.662 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T17:38:50.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T17:38:50.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:50.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T17:38:51.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:51.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T17:38:51.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:51.262 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T17:38:51.562 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:51.562 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T17:38:51.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:51.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T17:38:51.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:51.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T17:38:51.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:51.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T17:38:52.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:52.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T17:38:52.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:52.162 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T17:38:52.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:52.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T17:38:52.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:52.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T17:38:52.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:52.763 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T17:38:52.862 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:52.862 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T17:38:53.062 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:53.062 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T17:38:53.063 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:53.063 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T17:38:53.362 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:53.362 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T17:38:53.762 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:53.762 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T17:38:53.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:53.962 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T17:38:54.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:54.462 INFO:teuthology.orchestra.run.smithi001.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout:---------------------------------------------------------------------- 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout:---------------------------------------------------------------------- 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:38:54.737 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:54.738 INFO:teuthology.orchestra.run.smithi001.stdout:BUILD SUCCESSFUL in 48s 2024-09-12T17:38:54.738 INFO:teuthology.orchestra.run.smithi001.stdout:5 actionable tasks: 5 executed 2024-09-12T17:38:54.755 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:38:54.780 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:54.780 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:54.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.821+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:54.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:54.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 realm 2024-09-12T17:38:54.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:54.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:54.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:54.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:54.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:54.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:54.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:54.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.825+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:54.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.829+0000 7fefdf24b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:54.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.829+0000 7fefdf24b9c0 20 searching for the correct realm 2024-09-12T17:38:54.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:54.829+0000 7fefdd552640 0 -- 172.21.15.1:0/4133313943 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fefd0138390 msgr2=0x7fefd00b8420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:55.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.049+0000 7fefdc550640 0 -- 172.21.15.1:0/4133313943 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fefd4072670 msgr2=0x7fefd4095220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:55.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.265+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:55.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:55.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 zone default found 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 4 Realm: () 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 zonegroup default 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.269+0000 7fefdf24b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.273+0000 7fefdf24b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.273+0000 7fefdf24b9c0 20 started sync module instance, tier type = 2024-09-12T17:38:55.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.273+0000 7fefdf24b9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:55.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=0 2024-09-12T17:38:55.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=1 2024-09-12T17:38:55.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=2 2024-09-12T17:38:55.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=3 2024-09-12T17:38:55.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=4 2024-09-12T17:38:55.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=5 2024-09-12T17:38:55.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=6 2024-09-12T17:38:55.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 20 add_watcher() i=7 2024-09-12T17:38:55.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.297+0000 7fefdf24b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:55.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.305+0000 7fee92fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:55.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.305+0000 7fefdf24b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:55.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.305+0000 7fefdf24b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:55.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.397+0000 7fee91fe3640 20 reqs_thread_entry: start 2024-09-12T17:38:55.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.397+0000 7fefdf24b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:55.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.397+0000 7fefdf24b9c0 20 Filter name: none 2024-09-12T17:38:55.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.397+0000 7fee037fe640 20 reqs_thread_entry: start 2024-09-12T17:38:55.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.397+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:38:55.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8382422135933478568', time=2024-09-12T19:38:17.501145+0000, chain.objs.size()=9 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.1 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.1_1 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.2 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.2_1 2024-09-12T17:38:55.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.3 2024-09-12T17:38:55.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.3_1 2024-09-12T17:38:55.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.4 2024-09-12T17:38:55.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.401+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.4_1 2024-09-12T17:38:55.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.405+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.5 2024-09-12T17:38:55.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.413+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.417+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:38:55.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.421+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.421+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.421+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.421+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.12863922927356299908', time=2024-09-12T19:38:14.083956+0000, chain.objs.size()=2 2024-09-12T17:38:55.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.421+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.83__shadow_.eC_KcwTW4zDdes7WijyjMB74Lo0F-Ar_1 2024-09-12T17:38:55.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.421+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.83__shadow_.eC_KcwTW4zDdes7WijyjMB74Lo0F-Ar_2 2024-09-12T17:38:55.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.425+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.429+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:38:55.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.433+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.433+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5916475369008450166', time=2024-09-12T19:38:27.815746+0000, chain.objs.size()=9 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__multipart_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.1 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__shadow_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.1_1 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__multipart_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.2 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__shadow_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.2_1 2024-09-12T17:38:55.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__multipart_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.3 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__shadow_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.3_1 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__multipart_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.4 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__shadow_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.4_1 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.99__multipart_key1.2~xFGyyOsfBF8Vc7Gv-c7HxmXl28SSsLL.5 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.9984373498111894691', time=2024-09-12T19:38:53.819230+0000, chain.objs.size()=9 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__multipart_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.1 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__shadow_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.1_1 2024-09-12T17:38:55.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.437+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__multipart_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.2 2024-09-12T17:38:55.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.441+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__shadow_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.2_1 2024-09-12T17:38:55.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.445+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__multipart_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.3 2024-09-12T17:38:55.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.445+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__shadow_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.3_1 2024-09-12T17:38:55.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.449+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__multipart_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.4 2024-09-12T17:38:55.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.453+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__shadow_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.4_1 2024-09-12T17:38:55.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.453+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.143__multipart_key1.2~mbkvOEirCs03IwRpabFP3LuC3HHsN8t.5 2024-09-12T17:38:55.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.461+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.469+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:38:55.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17925710899469650677', time=2024-09-12T19:38:32.301651+0000, chain.objs.size()=9 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.1 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.1_1 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.2 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.2_1 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.3 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.3_1 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.4 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.4_1 2024-09-12T17:38:55.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.473+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~8GG-D5Hh2b2_Su0MWrLOzDqsDwd3qMN.5 2024-09-12T17:38:55.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.485+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.489+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:38:55.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11746197490044090041', time=2024-09-12T19:38:35.136189+0000, chain.objs.size()=7 2024-09-12T17:38:55.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.1 2024-09-12T17:38:55.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.1_1 2024-09-12T17:38:55.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.1_2 2024-09-12T17:38:55.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.2 2024-09-12T17:38:55.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.2_1 2024-09-12T17:38:55.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.2_2 2024-09-12T17:38:55.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.493+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~aOut2HaITvyc9l8P7I3Cldt5u5od19H.3 2024-09-12T17:38:55.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.501+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.505+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:38:55.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11560583508951258622', time=2024-09-12T19:38:20.801762+0000, chain.objs.size()=9 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.1 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.1_1 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.2 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.2_1 2024-09-12T17:38:55.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.3 2024-09-12T17:38:55.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.3_1 2024-09-12T17:38:55.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.4 2024-09-12T17:38:55.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.4_1 2024-09-12T17:38:55.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.509+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~Blog_jBELpzyJ5Nfqh3s3c6EbL1IHqe.5 2024-09-12T17:38:55.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.521+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.525+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:38:55.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.529+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.529+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.529+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.529+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:38:55.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:38:55.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17172673868848193810', time=2024-09-12T19:38:31.591182+0000, chain.objs.size()=9 2024-09-12T17:38:55.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.1 2024-09-12T17:38:55.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.1_1 2024-09-12T17:38:55.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.2 2024-09-12T17:38:55.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.2_1 2024-09-12T17:38:55.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.3 2024-09-12T17:38:55.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.3_1 2024-09-12T17:38:55.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.4 2024-09-12T17:38:55.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.4_1 2024-09-12T17:38:55.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~IUqV05EAQWH6Lt7Eeg2ujpU84nkvT1_.5 2024-09-12T17:38:55.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66', time=2024-09-12T19:38:39.808932+0000, chain.objs.size()=75 2024-09-12T17:38:55.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.1 2024-09-12T17:38:55.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.2 2024-09-12T17:38:55.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.533+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.3 2024-09-12T17:38:55.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.4 2024-09-12T17:38:55.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.5 2024-09-12T17:38:55.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.6 2024-09-12T17:38:55.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.7 2024-09-12T17:38:55.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.8 2024-09-12T17:38:55.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.9 2024-09-12T17:38:55.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.10 2024-09-12T17:38:55.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.11 2024-09-12T17:38:55.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.12 2024-09-12T17:38:55.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.13 2024-09-12T17:38:55.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.545+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.14 2024-09-12T17:38:55.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.15 2024-09-12T17:38:55.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.16 2024-09-12T17:38:55.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.17 2024-09-12T17:38:55.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.18 2024-09-12T17:38:55.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.19 2024-09-12T17:38:55.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.20 2024-09-12T17:38:55.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.21 2024-09-12T17:38:55.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.553+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.22 2024-09-12T17:38:55.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.557+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.23 2024-09-12T17:38:55.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.557+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.24 2024-09-12T17:38:55.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.561+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.25 2024-09-12T17:38:55.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.561+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.26 2024-09-12T17:38:55.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.561+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.27 2024-09-12T17:38:55.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.561+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.28 2024-09-12T17:38:55.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.561+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.29 2024-09-12T17:38:55.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.561+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.30 2024-09-12T17:38:55.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.565+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.31 2024-09-12T17:38:55.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.565+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.32 2024-09-12T17:38:55.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.565+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.33 2024-09-12T17:38:55.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.565+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.34 2024-09-12T17:38:55.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.565+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.35 2024-09-12T17:38:55.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.565+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.36 2024-09-12T17:38:55.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.569+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.37 2024-09-12T17:38:55.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.569+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.38 2024-09-12T17:38:55.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.569+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.39 2024-09-12T17:38:55.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.40 2024-09-12T17:38:55.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.41 2024-09-12T17:38:55.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.42 2024-09-12T17:38:55.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.43 2024-09-12T17:38:55.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.44 2024-09-12T17:38:55.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.45 2024-09-12T17:38:55.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.46 2024-09-12T17:38:55.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.573+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.47 2024-09-12T17:38:55.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.577+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.48 2024-09-12T17:38:55.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.577+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.49 2024-09-12T17:38:55.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.50 2024-09-12T17:38:55.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.51 2024-09-12T17:38:55.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.52 2024-09-12T17:38:55.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.53 2024-09-12T17:38:55.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.54 2024-09-12T17:38:55.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.55 2024-09-12T17:38:55.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.581+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.56 2024-09-12T17:38:55.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.585+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.57 2024-09-12T17:38:55.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.585+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.58 2024-09-12T17:38:55.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.585+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.59 2024-09-12T17:38:55.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.585+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.60 2024-09-12T17:38:55.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.585+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.61 2024-09-12T17:38:55.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.585+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.62 2024-09-12T17:38:55.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.63 2024-09-12T17:38:55.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.64 2024-09-12T17:38:55.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.65 2024-09-12T17:38:55.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.66 2024-09-12T17:38:55.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.67 2024-09-12T17:38:55.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.68 2024-09-12T17:38:55.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.69 2024-09-12T17:38:55.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.70 2024-09-12T17:38:55.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.589+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.71 2024-09-12T17:38:55.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.593+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.72 2024-09-12T17:38:55.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.593+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.73 2024-09-12T17:38:55.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.597+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.74 2024-09-12T17:38:55.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.597+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.105__multipart_key1.2~lfdYnXxe5AHLAkXhhxye33dpPkmDB66.75 2024-09-12T17:38:55.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.601+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.601+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:38:55.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16962748365840540225', time=2024-09-12T19:38:23.507972+0000, chain.objs.size()=9 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.1 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.1_1 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.2 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.2_1 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.3 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.3_1 2024-09-12T17:38:55.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.4 2024-09-12T17:38:55.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.4_1 2024-09-12T17:38:55.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.605+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~3ZX8f5DD1n8J4JJdBTuGAJriWf2-gus.5 2024-09-12T17:38:55.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.613+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.613+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:38:55.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.617+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.617+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.617+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.617+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:38:55.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.617+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.621+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.621+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.621+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:38:55.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.621+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.621+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.305966488575217698', time=2024-09-12T19:38:28.997276+0000, chain.objs.size()=9 2024-09-12T17:38:55.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.1 2024-09-12T17:38:55.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.1_1 2024-09-12T17:38:55.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.2 2024-09-12T17:38:55.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.2_1 2024-09-12T17:38:55.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.3 2024-09-12T17:38:55.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.3_1 2024-09-12T17:38:55.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.4 2024-09-12T17:38:55.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.4_1 2024-09-12T17:38:55.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.625+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file.mpg.2~qUV5bjoX0iCOVer4ikXrSlXOa6p60Tj.5 2024-09-12T17:38:55.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.629+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.633+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:38:55.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.633+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.633+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.633+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.633+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:38:55.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.454712834728814019', time=2024-09-12T19:38:17.343074+0000, chain.objs.size()=9 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.1 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.1_1 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.2 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.2_1 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.3 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.3_1 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.4 2024-09-12T17:38:55.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__shadow_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.4_1 2024-09-12T17:38:55.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.91__multipart_key1.2~dWT6bW2DucEAay_KxXKRBqjTZQBKhJ3.5 2024-09-12T17:38:55.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.1783884780899623711', time=2024-09-12T19:38:34.410679+0000, chain.objs.size()=7 2024-09-12T17:38:55.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.1 2024-09-12T17:38:55.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.1_1 2024-09-12T17:38:55.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.637+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.1_2 2024-09-12T17:38:55.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.641+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.2 2024-09-12T17:38:55.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.641+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.2_1 2024-09-12T17:38:55.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.641+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.2_2 2024-09-12T17:38:55.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.641+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~o1_07Ext_SVNBobjD7H1vpbMyRoUb8z.3 2024-09-12T17:38:55.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.649+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.649+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:38:55.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17051590083774016094', time=2024-09-12T19:38:32.917455+0000, chain.objs.size()=9 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.1 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.1_1 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.2 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.2_1 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.3 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.3_1 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.4 2024-09-12T17:38:55.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.4_1 2024-09-12T17:38:55.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~dG2WEepEWoo6HIZHM1TDMGfnLVKZYbZ.5 2024-09-12T17:38:55.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16302310395107879166', time=2024-09-12T19:38:34.974402+0000, chain.objs.size()=7 2024-09-12T17:38:55.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.1 2024-09-12T17:38:55.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.1_1 2024-09-12T17:38:55.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.653+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.1_2 2024-09-12T17:38:55.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.661+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.2 2024-09-12T17:38:55.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.661+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.2_1 2024-09-12T17:38:55.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.661+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__shadow_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.2_2 2024-09-12T17:38:55.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.661+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.102__multipart_key1.2~_JP3qNlxIjPQColLqO58gHjCR4-G3Mp.3 2024-09-12T17:38:55.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.665+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.665+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:38:55.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.669+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.669+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.669+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.669+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:38:55.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.669+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16128093546814897985', time=2024-09-12T19:38:22.732535+0000, chain.objs.size()=9 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.1 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.1_1 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.2 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.2_1 2024-09-12T17:38:55.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.3 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.3_1 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.4 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.4_1 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~uqITQMwIOMXIdHNeEpXVuW-i23XCRCv.5 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3838985943224508337', time=2024-09-12T19:38:26.643444+0000, chain.objs.size()=9 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__multipart_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.1 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__shadow_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.1_1 2024-09-12T17:38:55.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.673+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__multipart_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.2 2024-09-12T17:38:55.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.677+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__shadow_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.2_1 2024-09-12T17:38:55.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.677+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__multipart_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.3 2024-09-12T17:38:55.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.677+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__shadow_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.3_1 2024-09-12T17:38:55.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.677+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__multipart_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.4 2024-09-12T17:38:55.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.677+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__shadow_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.4_1 2024-09-12T17:38:55.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.677+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.98__multipart_key1.2~Jt87Om7lAREEsL56o8_s6OrfO0PAu9a.5 2024-09-12T17:38:55.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.685+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.685+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:38:55.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.689+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.689+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.689+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.689+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:38:55.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.689+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.693+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.693+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.693+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:38:55.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.693+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.77588001656395136', time=2024-09-12T19:38:25.238212+0000, chain.objs.size()=5 2024-09-12T17:38:55.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.93__shadow_.ggJMPG95p7rO05iXMRMabYzcEbdZN-0_1 2024-09-12T17:38:55.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.93__shadow_.ggJMPG95p7rO05iXMRMabYzcEbdZN-0_2 2024-09-12T17:38:55.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.93__shadow_.ggJMPG95p7rO05iXMRMabYzcEbdZN-0_3 2024-09-12T17:38:55.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.93__shadow_.ggJMPG95p7rO05iXMRMabYzcEbdZN-0_4 2024-09-12T17:38:55.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.93__shadow_.ggJMPG95p7rO05iXMRMabYzcEbdZN-0_5 2024-09-12T17:38:55.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.697+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.701+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:38:55.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.705+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.705+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.705+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.705+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:38:55.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa', time=2024-09-12T19:38:30.078730+0000, chain.objs.size()=9 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__multipart_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.7 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__shadow_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.7_1 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__multipart_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.8 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__shadow_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.8_1 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__multipart_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.9 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__shadow_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.9_1 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__multipart_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.10 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__shadow_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.10_1 2024-09-12T17:38:55.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.709+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.101__multipart_key1.2~cTpvU-dG7w3pXkuV4Pf_j35j9Mtr0wa.11 2024-09-12T17:38:55.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.713+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.717+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:38:55.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.717+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:38:55.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.1431544649991891432', time=2024-09-12T19:38:38.702354+0000, chain.objs.size()=9 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__multipart_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.1 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__shadow_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.1_1 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__multipart_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.2 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__shadow_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.2_1 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__multipart_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.3 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.721+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__shadow_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.3_1 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.725+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__multipart_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.4 2024-09-12T17:38:55.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.725+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__shadow_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.4_1 2024-09-12T17:38:55.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.725+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.104__multipart_key1.2~4x8ZutH5P5-AEorecMQizCMCf523Qf6.5 2024-09-12T17:38:55.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.729+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:38:55.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3187526989716461920', time=2024-09-12T19:38:37.696582+0000, chain.objs.size()=9 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__multipart_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.1 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__shadow_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.1_1 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__multipart_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.2 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__shadow_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.2_1 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__multipart_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.3 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__shadow_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.3_1 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__multipart_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.4 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__shadow_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.4_1 2024-09-12T17:38:55.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.733+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.103__multipart_key1.2~aDkug-LoScMMo1_s-okgb7iCGgMIt3V.5 2024-09-12T17:38:55.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.737+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.741+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:38:55.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.745+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.745+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.745+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.745+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:38:55.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.745+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:38:55.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17049256167396541722', time=2024-09-12T19:38:54.505190+0000, chain.objs.size()=9 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__multipart_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.1 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__shadow_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.1_1 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__multipart_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.2 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__shadow_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.2_1 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__multipart_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.3 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__shadow_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.3_1 2024-09-12T17:38:55.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__multipart_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.4 2024-09-12T17:38:55.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__shadow_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.4_1 2024-09-12T17:38:55.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.749+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.144__multipart_key1/data/file.mpg.2~EEpmPPTwfed3iCZamZX7Ne45CRawK4T.5 2024-09-12T17:38:55.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.757+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:38:55.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.18254512999470756848', time=2024-09-12T19:38:24.923963+0000, chain.objs.size()=7 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.1 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.1_1 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.1_2 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.2 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.2_1 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.2_2 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~aOwJ12-3LERKnV7aMa5A5mVzWYEOG-V.3 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15789780089996850296', time=2024-09-12T19:38:25.086644+0000, chain.objs.size()=7 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.1 2024-09-12T17:38:55.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.1_1 2024-09-12T17:38:55.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.1_2 2024-09-12T17:38:55.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.2 2024-09-12T17:38:55.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.761+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.2_1 2024-09-12T17:38:55.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.765+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.2_2 2024-09-12T17:38:55.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.765+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~4BQwWj0um7ig-wh9BVoz_8qAEhAlzH7.3 2024-09-12T17:38:55.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.773+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.773+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:38:55.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.777+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.777+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.777+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.777+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:38:55.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.781+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.781+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.781+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.781+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:38:55.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.781+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:55.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:55.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS', time=2024-09-12T19:38:12.209584+0000, chain.objs.size()=9 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__multipart_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.1 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__shadow_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.1_1 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__multipart_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.2 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__shadow_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.2_1 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__multipart_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.3 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__shadow_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.3_1 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__multipart_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.4 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__shadow_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.4_1 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.79__multipart_key1.2~gGyriDhFETxGzdgGFRCJQT5KfioGOTS.5 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16679845153804285760', time=2024-09-12T19:38:24.237573+0000, chain.objs.size()=7 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.1 2024-09-12T17:38:55.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.1_1 2024-09-12T17:38:55.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.785+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.1_2 2024-09-12T17:38:55.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.2 2024-09-12T17:38:55.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.2_1 2024-09-12T17:38:55.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__shadow_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.2_2 2024-09-12T17:38:55.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.94__multipart_key1.2~UlB1XvUOfleGwFvBhLRDo7JP-Z9R76m.3 2024-09-12T17:38:55.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11267158315647328156', time=2024-09-12T19:38:29.023572+0000, chain.objs.size()=9 2024-09-12T17:38:55.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.1 2024-09-12T17:38:55.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.1_1 2024-09-12T17:38:55.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.2 2024-09-12T17:38:55.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.2_1 2024-09-12T17:38:55.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.3 2024-09-12T17:38:55.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.3_1 2024-09-12T17:38:55.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.789+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.4 2024-09-12T17:38:55.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.793+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__shadow_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.4_1 2024-09-12T17:38:55.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.793+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.100__multipart_file2.mpg.2~AcaZGMl6Hzddor-8o2MFSzZCJ0kqPnd.5 2024-09-12T17:38:55.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.801+0000 7fefdf24b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:38:55.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.805+0000 7fee92fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:55.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.805+0000 7fefdf24b9c0 20 remove_watcher() i=0 2024-09-12T17:38:55.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.805+0000 7fefdf24b9c0 2 removed watcher, disabling cache 2024-09-12T17:38:55.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.809+0000 7fefdf24b9c0 20 remove_watcher() i=1 2024-09-12T17:38:55.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.809+0000 7fefdf24b9c0 20 remove_watcher() i=2 2024-09-12T17:38:55.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.809+0000 7fefdf24b9c0 20 remove_watcher() i=3 2024-09-12T17:38:55.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.809+0000 7fefdf24b9c0 20 remove_watcher() i=4 2024-09-12T17:38:55.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.813+0000 7fefdf24b9c0 20 remove_watcher() i=5 2024-09-12T17:38:55.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.813+0000 7fefdf24b9c0 20 remove_watcher() i=6 2024-09-12T17:38:55.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.813+0000 7fefdf24b9c0 20 remove_watcher() i=7 2024-09-12T17:38:55.827 DEBUG:teuthology.orchestra.run.smithi001:> radosgw-admin gc process --include-all 2024-09-12T17:38:55.898 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:55.898 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:55.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.941+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.941+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.941+0000 7f254d4f89c0 20 realm 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.941+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:55.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:55.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:55.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:55.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.945+0000 7f254d4f89c0 20 searching for the correct realm 2024-09-12T17:38:55.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:55.949+0000 7f254b7ff640 0 -- 172.21.15.1:0/3900831623 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f253c0fa040 msgr2=0x7f253c0a9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:56.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.165+0000 7f254a7fd640 0 -- 172.21.15.1:0/3900831623 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f254401e920 msgr2=0x7f254400ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:56.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.381+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:56.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:56.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:56.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:56.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 zone default found 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 4 Realm: () 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 zonegroup default 2024-09-12T17:38:56.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:56.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:56.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.385+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:56.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.389+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:56.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.389+0000 7f254d4f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:56.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.389+0000 7f254d4f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:56.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.389+0000 7f254d4f89c0 20 started sync module instance, tier type = 2024-09-12T17:38:56.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.389+0000 7f254d4f89c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=0 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=1 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=2 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=3 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=4 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=5 2024-09-12T17:38:56.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=6 2024-09-12T17:38:56.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 20 add_watcher() i=7 2024-09-12T17:38:56.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.413+0000 7f254d4f89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:56.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.417+0000 7f2401fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:56.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.421+0000 7f254d4f89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:56.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.421+0000 7f254d4f89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:56.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.513+0000 7f2400fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:56.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.513+0000 7f254d4f89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:56.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.513+0000 7f254d4f89c0 20 Filter name: none 2024-09-12T17:38:56.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.513+0000 7f23f9ffb640 20 reqs_thread_entry: start 2024-09-12T17:38:56.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.513+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:38:56.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.517+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.521+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.521+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.521+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:38:56.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.525+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.529+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.529+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.529+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:38:56.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.533+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.537+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.537+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.541+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:38:56.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.541+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.541+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.545+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.545+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:38:56.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.549+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.549+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.553+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.553+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:38:56.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.557+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.557+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.557+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.557+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:38:56.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.561+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.561+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.561+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.565+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:38:56.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.569+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.569+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.569+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.573+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:38:56.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.577+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.577+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.581+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.581+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:38:56.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.585+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.585+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.585+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.589+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:38:56.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.593+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.593+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.593+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.597+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:38:56.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.601+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.601+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.601+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.605+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:38:56.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.605+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.609+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.609+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.613+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:38:56.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.617+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.617+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.617+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.621+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:38:56.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.625+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.625+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.625+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.629+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:38:56.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.633+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.633+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.637+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.637+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:38:56.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.641+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.641+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.645+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.645+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:38:56.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.649+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.653+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.653+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.657+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:38:56.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.657+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.661+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.661+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.665+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:38:56.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.669+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.669+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.669+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.673+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:38:56.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.677+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.677+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.677+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.677+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:38:56.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.681+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.685+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.685+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.689+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:38:56.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.693+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.693+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.693+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.697+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:38:56.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.701+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.701+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.701+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.705+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:38:56.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.709+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.709+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.713+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.713+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:38:56.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.717+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.717+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.721+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.721+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:38:56.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.725+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.729+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.729+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.729+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:38:56.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.733+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.737+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.737+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.741+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:38:56.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.745+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.745+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.745+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.749+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:38:56.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.753+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.753+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.757+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.761+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:38:56.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.761+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.765+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.765+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.769+0000 7f254d4f89c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:38:56.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.773+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.773+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:38:56.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.773+0000 7f254d4f89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:38:56.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.777+0000 7f2401fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:56.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.785+0000 7f254d4f89c0 20 remove_watcher() i=0 2024-09-12T17:38:56.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.785+0000 7f254d4f89c0 2 removed watcher, disabling cache 2024-09-12T17:38:56.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.785+0000 7f254d4f89c0 20 remove_watcher() i=1 2024-09-12T17:38:56.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.789+0000 7f254d4f89c0 20 remove_watcher() i=2 2024-09-12T17:38:56.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.793+0000 7f254d4f89c0 20 remove_watcher() i=3 2024-09-12T17:38:56.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.793+0000 7f254d4f89c0 20 remove_watcher() i=4 2024-09-12T17:38:56.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.797+0000 7f254d4f89c0 20 remove_watcher() i=5 2024-09-12T17:38:56.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.797+0000 7f254d4f89c0 20 remove_watcher() i=6 2024-09-12T17:38:56.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:56.801+0000 7f254d4f89c0 20 remove_watcher() i=7 2024-09-12T17:38:56.827 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T17:38:56.846 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T17:38:56.847 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T17:38:56.847 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T17:38:56.847 DEBUG:teuthology.orchestra.run.smithi001:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:38:56.873 INFO:teuthology.orchestra.run.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T17:38:57.698 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T17:38:57.698 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2024-09-12T17:38:57.699 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.foo.client.0 --email foo+test@test.test --access-key NVNOVZALIUSQPJIHOBDQ --secret diXWKRLqP+f1CDazqBc0qsYEvyGhNaLOeuU7ZGKqRUMh83Aga8XzAg== --cluster ceph 2024-09-12T17:38:57.787 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:57.787 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:57.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:57.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:57.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 realm 2024-09-12T17:38:57.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:57.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:57.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:57.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:57.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:57.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.829+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.833+0000 7fbb61e079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.833+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:57.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.833+0000 7fbb61e079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:57.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.833+0000 7fbb61e079c0 20 searching for the correct realm 2024-09-12T17:38:57.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:57.837+0000 7fbb6010e640 0 -- 172.21.15.1:0/1887069651 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fbb48020060 msgr2=0x7fbb4805bf30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:58.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.053+0000 7fbb5f10c640 0 -- 172.21.15.1:0/1887069651 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fbb580aa030 msgr2=0x7fbb580d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:58.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.269+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:58.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:58.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 zone default found 2024-09-12T17:38:58.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 4 Realm: () 2024-09-12T17:38:58.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:58.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:58.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:58.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 zonegroup default 2024-09-12T17:38:58.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.273+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.277+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.277+0000 7fbb61e079c0 20 started sync module instance, tier type = 2024-09-12T17:38:58.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.277+0000 7fbb61e079c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=0 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=1 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=2 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=3 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=4 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=5 2024-09-12T17:38:58.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.297+0000 7fbb61e079c0 20 add_watcher() i=6 2024-09-12T17:38:58.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.301+0000 7fbb61e079c0 20 add_watcher() i=7 2024-09-12T17:38:58.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.301+0000 7fbb61e079c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:58.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fba167e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:58.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:58.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:58.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 5 note: GC not initialized 2024-09-12T17:38:58.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fba157e2640 20 reqs_thread_entry: start 2024-09-12T17:38:58.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:58.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 20 Filter name: none 2024-09-12T17:38:58.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fba0e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.305+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T17:38:58.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T17:38:58.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:38:58.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache get: name=default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ : miss 2024-09-12T17:38:58.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache put: name=default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ info.flags=0x0 2024-09-12T17:38:58.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 adding default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ to cache LRU end 2024-09-12T17:38:58.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache get: name=default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ : hit (negative entry) 2024-09-12T17:38:58.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache get: name=default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ : hit (negative entry) 2024-09-12T17:38:58.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:38:58.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:38:58.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.309+0000 7fbb61e079c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T17:38:58.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.313+0000 7fba3effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366319 cookie 94542314231136 notifier 9045 bl.length()=645 2024-09-12T17:38:58.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.313+0000 7fba3effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:38:58.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.313+0000 7fba3effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:38:58.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.317+0000 7fbb61e079c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T17:38:58.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.317+0000 7fbb61e079c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:38:58.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.317+0000 7fbb61e079c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T17:38:58.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.317+0000 7fba3effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366320 cookie 94542314246128 notifier 9045 bl.length()=185 2024-09-12T17:38:58.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.317+0000 7fba3effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T17:38:58.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.317+0000 7fba3effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:38:58.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.321+0000 7fbb61e079c0 10 cache put: name=default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ info.flags=0x7 2024-09-12T17:38:58.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.321+0000 7fbb61e079c0 10 moving default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ to cache LRU end 2024-09-12T17:38:58.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.321+0000 7fbb61e079c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:NVNOVZALIUSQPJIHOBDQ, ofs0, ns] 2024-09-12T17:38:58.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.321+0000 7fba3e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 94542314247184 notifier 9045 bl.length()=186 2024-09-12T17:38:58.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.321+0000 7fba3e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ info.flags=0x7 2024-09-12T17:38:58.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.321+0000 7fba3e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NVNOVZALIUSQPJIHOBDQ to cache LRU end 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "foo.client.0", 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.foo.client.0", 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "foo+test@test.test", 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "foo.client.0", 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "NVNOVZALIUSQPJIHOBDQ", 2024-09-12T17:38:58.323 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "diXWKRLqP+f1CDazqBc0qsYEvyGhNaLOeuU7ZGKqRUMh83Aga8XzAg==", 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:38:58.310931Z" 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:38:58.324 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:38:58.325 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:38:58.310879Z", 2024-09-12T17:38:58.326 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:38:58.327 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:38:58.327 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:38:58.327 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:38:58.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.325+0000 7fba167e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:58.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.329+0000 7fbb61e079c0 20 remove_watcher() i=0 2024-09-12T17:38:58.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.329+0000 7fbb61e079c0 2 removed watcher, disabling cache 2024-09-12T17:38:58.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.329+0000 7fbb61e079c0 20 remove_watcher() i=1 2024-09-12T17:38:58.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.333+0000 7fbb61e079c0 20 remove_watcher() i=2 2024-09-12T17:38:58.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.337+0000 7fbb61e079c0 20 remove_watcher() i=3 2024-09-12T17:38:58.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.337+0000 7fbb61e079c0 20 remove_watcher() i=4 2024-09-12T17:38:58.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.337+0000 7fbb61e079c0 20 remove_watcher() i=5 2024-09-12T17:38:58.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.341+0000 7fbb61e079c0 20 remove_watcher() i=6 2024-09-12T17:38:58.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.341+0000 7fbb61e079c0 20 remove_watcher() i=7 2024-09-12T17:38:58.360 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 7559211984 --totp-seed DQACDMSWJDT75KQ65UR5SN2JZCHTHMTVWBG2CFNKJZEYR2CLRGQUZAYMYIGYS7AI --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:38:58.406 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:58.406 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:58.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.445+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 realm 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:58.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:58.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.449+0000 7ff1816af9c0 20 searching for the correct realm 2024-09-12T17:38:58.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.453+0000 7ff17f9b6640 0 -- 172.21.15.1:0/179704987 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7ff17406c1a0 msgr2=0x7ff17409d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:58.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.669+0000 7ff17e9b4640 0 -- 172.21.15.1:0/179704987 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7ff17810d040 msgr2=0x7ff17812b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:58.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.885+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:58.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:58.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 zone default found 2024-09-12T17:38:58.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 4 Realm: () 2024-09-12T17:38:58.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:38:58.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:38:58.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:58.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 zonegroup default 2024-09-12T17:38:58.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.889+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.893+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.893+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.893+0000 7ff1816af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:58.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.893+0000 7ff1816af9c0 20 started sync module instance, tier type = 2024-09-12T17:38:58.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.893+0000 7ff1816af9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=0 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=1 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=2 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=3 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=4 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=5 2024-09-12T17:38:58.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=6 2024-09-12T17:38:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 20 add_watcher() i=7 2024-09-12T17:38:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.917+0000 7ff1816af9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:58.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.921+0000 7ff0367e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:58.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:58.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:58.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 5 note: GC not initialized 2024-09-12T17:38:58.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff0357e2640 20 reqs_thread_entry: start 2024-09-12T17:38:58.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:58.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 20 Filter name: none 2024-09-12T17:38:58.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff02e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:58.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T17:38:58.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:58.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:38:58.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T17:38:58.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:38:58.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:38:58.925+0000 7ff1816af9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:00.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.677+0000 7ff1816af9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:39:00.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.677+0000 7ff1816af9c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:39:00.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.677+0000 7ff1816af9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T17:39:00.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.677+0000 7ff0627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300913 cookie 94337806757856 notifier 9066 bl.length()=659 2024-09-12T17:39:00.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.677+0000 7ff0627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:39:00.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.677+0000 7ff0627fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:39:00.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.681+0000 7ff0367e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:00.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.685+0000 7ff1816af9c0 20 remove_watcher() i=0 2024-09-12T17:39:00.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.685+0000 7ff1816af9c0 2 removed watcher, disabling cache 2024-09-12T17:39:00.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.685+0000 7ff1816af9c0 20 remove_watcher() i=1 2024-09-12T17:39:00.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.689+0000 7ff1816af9c0 20 remove_watcher() i=2 2024-09-12T17:39:00.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.689+0000 7ff1816af9c0 20 remove_watcher() i=3 2024-09-12T17:39:00.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.693+0000 7ff1816af9c0 20 remove_watcher() i=4 2024-09-12T17:39:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.693+0000 7ff1816af9c0 20 remove_watcher() i=5 2024-09-12T17:39:00.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.697+0000 7ff1816af9c0 20 remove_watcher() i=6 2024-09-12T17:39:00.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.701+0000 7ff1816af9c0 20 remove_watcher() i=7 2024-09-12T17:39:00.723 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T17:39:00.723 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key NAKFQVEINYWYWWBBOIQO --secret 307g2i7Dg5u4aMyiA//qCOhxq4BUFLrYd3xlURmert95kowTrQgHBw== --cluster ceph 2024-09-12T17:39:00.810 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:00.810 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:00.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:00.853+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 realm 2024-09-12T17:39:01.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:01.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.057+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.061+0000 7f125596a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:01.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.061+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.061+0000 7f125596a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:01.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.061+0000 7f125596a9c0 20 searching for the correct realm 2024-09-12T17:39:01.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.069+0000 7f1253c71640 0 -- 172.21.15.1:0/601914609 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f1248018070 msgr2=0x7f124805b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:01.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.285+0000 7f1252c6f640 0 -- 172.21.15.1:0/601914609 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f124c107790 msgr2=0x7f124c0ff320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:01.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.501+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:01.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:01.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 zone default found 2024-09-12T17:39:01.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 4 Realm: () 2024-09-12T17:39:01.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:01.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:01.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:01.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 zonegroup default 2024-09-12T17:39:01.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.505+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.509+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.509+0000 7f125596a9c0 20 started sync module instance, tier type = 2024-09-12T17:39:01.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.509+0000 7f125596a9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=0 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=1 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=2 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=3 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=4 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=5 2024-09-12T17:39:01.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=6 2024-09-12T17:39:01.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 20 add_watcher() i=7 2024-09-12T17:39:01.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.533+0000 7f125596a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:01.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.537+0000 7f1109fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:01.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.537+0000 7f125596a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:01.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.537+0000 7f125596a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:01.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 5 note: GC not initialized 2024-09-12T17:39:01.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f1108fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:01.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:01.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 Filter name: none 2024-09-12T17:39:01.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f10827fc640 20 reqs_thread_entry: start 2024-09-12T17:39:01.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T17:39:01.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T17:39:01.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:39:01.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T17:39:01.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T17:39:01.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:39:01.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache get: name=default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO : miss 2024-09-12T17:39:01.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache put: name=default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO info.flags=0x0 2024-09-12T17:39:01.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 adding default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO to cache LRU end 2024-09-12T17:39:01.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache get: name=default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO : hit (negative entry) 2024-09-12T17:39:01.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.541+0000 7f125596a9c0 10 cache get: name=default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO : hit (negative entry) 2024-09-12T17:39:01.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.545+0000 7f125596a9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:39:01.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.545+0000 7f125596a9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:39:01.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.545+0000 7f125596a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T17:39:01.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.549+0000 7f1136ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300923 cookie 93994196723168 notifier 8432 bl.length()=645 2024-09-12T17:39:01.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.549+0000 7f1136ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:39:01.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.549+0000 7f1136ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:39:01.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.549+0000 7f125596a9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T17:39:01.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.549+0000 7f125596a9c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:39:01.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.549+0000 7f125596a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T17:39:01.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f1136ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300943 cookie 93994196743088 notifier 8432 bl.length()=185 2024-09-12T17:39:01.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f1136ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T17:39:01.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f1136ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:39:01.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f125596a9c0 10 cache put: name=default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO info.flags=0x7 2024-09-12T17:39:01.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f125596a9c0 10 moving default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO to cache LRU end 2024-09-12T17:39:01.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f125596a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NAKFQVEINYWYWWBBOIQO, ofs0, ns] 2024-09-12T17:39:01.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f1136ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300944 cookie 93994196743088 notifier 8432 bl.length()=186 2024-09-12T17:39:01.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f1136ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO info.flags=0x7 2024-09-12T17:39:01.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.553+0000 7f1136ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NAKFQVEINYWYWWBBOIQO to cache LRU end 2024-09-12T17:39:01.556 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:01.556 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "bar.client.0", 2024-09-12T17:39:01.556 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T17:39:01.556 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "bar+test@test.test", 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "bar.client.0", 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "NAKFQVEINYWYWWBBOIQO", 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "307g2i7Dg5u4aMyiA//qCOhxq4BUFLrYd3xlURmert95kowTrQgHBw==", 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:01.545015Z" 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:39:01.557 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:01.558 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:01.544975Z", 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:01.559 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:39:01.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.557+0000 7f1109fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:01.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.561+0000 7f125596a9c0 20 remove_watcher() i=0 2024-09-12T17:39:01.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.561+0000 7f125596a9c0 2 removed watcher, disabling cache 2024-09-12T17:39:01.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.565+0000 7f125596a9c0 20 remove_watcher() i=1 2024-09-12T17:39:01.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.569+0000 7f125596a9c0 20 remove_watcher() i=2 2024-09-12T17:39:01.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.569+0000 7f125596a9c0 20 remove_watcher() i=3 2024-09-12T17:39:01.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.573+0000 7f125596a9c0 20 remove_watcher() i=4 2024-09-12T17:39:01.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.573+0000 7f125596a9c0 20 remove_watcher() i=5 2024-09-12T17:39:01.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.577+0000 7f125596a9c0 20 remove_watcher() i=6 2024-09-12T17:39:01.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.577+0000 7f125596a9c0 20 remove_watcher() i=7 2024-09-12T17:39:01.602 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 7704982361 --totp-seed LGDQQSKSTYWB2DXHYZUF5DWSLJTGK3G55H3ZK6LG6BH2HCJQYBMTZXMY3TUFZ2HQ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:39:01.698 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:01.698 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:01.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 20 realm 2024-09-12T17:39:01.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:01.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.757+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.761+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:01.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.761+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.761+0000 7fc6412a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:01.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.761+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:01.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.761+0000 7fc6412a39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:01.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.761+0000 7fc6412a39c0 20 searching for the correct realm 2024-09-12T17:39:01.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.773+0000 7fc63f5aa640 0 -- 172.21.15.1:0/1869821913 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fc6280f03f0 msgr2=0x7fc6280f0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:01.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:01.989+0000 7fc63e5a8640 0 -- 172.21.15.1:0/1869821913 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fc638063c20 msgr2=0x7fc638002600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.013+0000 7fc6412a39c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.013+0000 7fc6412a39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.013+0000 7fc6412a39c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.013+0000 7fc6412a39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.013+0000 7fc6412a39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.013+0000 7fc6412a39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:02.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:02.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:02.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 zone default found 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 4 Realm: () 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 zonegroup default 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.017+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.021+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.021+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.021+0000 7fc6412a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.021+0000 7fc6412a39c0 20 started sync module instance, tier type = 2024-09-12T17:39:02.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.021+0000 7fc6412a39c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=0 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=1 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=2 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=3 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=4 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=5 2024-09-12T17:39:02.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.045+0000 7fc6412a39c0 20 add_watcher() i=6 2024-09-12T17:39:02.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.049+0000 7fc6412a39c0 20 add_watcher() i=7 2024-09-12T17:39:02.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.049+0000 7fc6412a39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:02.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc4f57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:02.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:02.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:02.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 5 note: GC not initialized 2024-09-12T17:39:02.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc46ffff640 20 reqs_thread_entry: start 2024-09-12T17:39:02.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:02.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 20 Filter name: none 2024-09-12T17:39:02.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc46dffb640 20 reqs_thread_entry: start 2024-09-12T17:39:02.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T17:39:02.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.053+0000 7fc6412a39c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:39:02.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.057+0000 7fc6412a39c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T17:39:02.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.057+0000 7fc6412a39c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:39:02.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.057+0000 7fc6412a39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:02.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.061+0000 7fc6412a39c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:39:02.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.061+0000 7fc6412a39c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:39:02.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.061+0000 7fc6412a39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T17:39:02.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.061+0000 7fc5227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268220 cookie 94088046028576 notifier 8450 bl.length()=659 2024-09-12T17:39:02.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.061+0000 7fc5227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:39:02.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.061+0000 7fc5227fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:39:02.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.065+0000 7fc4f57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:02.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.073+0000 7fc6412a39c0 20 remove_watcher() i=0 2024-09-12T17:39:02.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.073+0000 7fc6412a39c0 2 removed watcher, disabling cache 2024-09-12T17:39:02.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.073+0000 7fc6412a39c0 20 remove_watcher() i=1 2024-09-12T17:39:02.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.077+0000 7fc6412a39c0 20 remove_watcher() i=2 2024-09-12T17:39:02.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.081+0000 7fc6412a39c0 20 remove_watcher() i=3 2024-09-12T17:39:02.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.081+0000 7fc6412a39c0 20 remove_watcher() i=4 2024-09-12T17:39:02.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.085+0000 7fc6412a39c0 20 remove_watcher() i=5 2024-09-12T17:39:02.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.085+0000 7fc6412a39c0 20 remove_watcher() i=6 2024-09-12T17:39:02.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.089+0000 7fc6412a39c0 20 remove_watcher() i=7 2024-09-12T17:39:02.108 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-12T17:39:02.109 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key RYXGPKSAGSYHRIAPTSQT --secret D2oyIQFJCB3XRE5LCfJfI7NyPGVPdFhJ+YkEdY1VPxYyM5YtYlRcRA== --cluster ceph 2024-09-12T17:39:02.153 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:02.154 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:02.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 realm 2024-09-12T17:39:02.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:02.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.197+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.201+0000 7f93e66759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:02.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.201+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.201+0000 7f93e66759c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:02.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.201+0000 7f93e66759c0 20 searching for the correct realm 2024-09-12T17:39:02.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.205+0000 7f93e417b640 0 -- 172.21.15.1:0/1042499104 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f93dc1092e0 msgr2=0x7f93dc0e1b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:02.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.209+0000 7f93e417b640 0 -- 172.21.15.1:0/1042499104 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x7f93dc121220 msgr2=0x7f93dc1099c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:02.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:02.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:02.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 zone default found 2024-09-12T17:39:02.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 4 Realm: () 2024-09-12T17:39:02.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:02.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:02.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:02.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 zonegroup default 2024-09-12T17:39:02.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.433+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 started sync module instance, tier type = 2024-09-12T17:39:02.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.437+0000 7f93e66759c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=0 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=1 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=2 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=3 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=4 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=5 2024-09-12T17:39:02.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.461+0000 7f93e66759c0 20 add_watcher() i=6 2024-09-12T17:39:02.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.465+0000 7f93e66759c0 20 add_watcher() i=7 2024-09-12T17:39:02.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.465+0000 7f93e66759c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:02.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f92967e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:02.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:02.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:02.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 5 note: GC not initialized 2024-09-12T17:39:02.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f92957e2640 20 reqs_thread_entry: start 2024-09-12T17:39:02.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:02.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 20 Filter name: none 2024-09-12T17:39:02.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f9206ffd640 20 reqs_thread_entry: start 2024-09-12T17:39:02.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T17:39:02.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T17:39:02.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.469+0000 7f93e66759c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:39:02.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T17:39:02.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache get: name=default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT : miss 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache put: name=default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT info.flags=0x0 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 adding default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT to cache LRU end 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache get: name=default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT : hit (negative entry) 2024-09-12T17:39:02.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache get: name=default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT : hit (negative entry) 2024-09-12T17:39:02.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:39:02.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:39:02.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.473+0000 7f93e66759c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T17:39:02.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.477+0000 7f92bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268241 cookie 94549493072560 notifier 9120 bl.length()=719 2024-09-12T17:39:02.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.477+0000 7f92bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:39:02.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.477+0000 7f92bb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:39:02.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.481+0000 7f93e66759c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T17:39:02.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.481+0000 7f93e66759c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:39:02.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.481+0000 7f93e66759c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T17:39:02.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.481+0000 7f92baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268117 cookie 94549493077408 notifier 9120 bl.length()=215 2024-09-12T17:39:02.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.481+0000 7f92baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T17:39:02.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.481+0000 7f92baffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:39:02.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.485+0000 7f93e66759c0 10 cache put: name=default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT info.flags=0x7 2024-09-12T17:39:02.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.485+0000 7f93e66759c0 10 moving default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT to cache LRU end 2024-09-12T17:39:02.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.485+0000 7f93e66759c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:RYXGPKSAGSYHRIAPTSQT, ofs0, ns] 2024-09-12T17:39:02.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.485+0000 7f92baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268210 cookie 94549493067760 notifier 9120 bl.length()=201 2024-09-12T17:39:02.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.485+0000 7f92baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT info.flags=0x7 2024-09-12T17:39:02.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.485+0000 7f92baffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RYXGPKSAGSYHRIAPTSQT to cache LRU end 2024-09-12T17:39:02.486 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:02.486 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "RYXGPKSAGSYHRIAPTSQT", 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "D2oyIQFJCB3XRE5LCfJfI7NyPGVPdFhJ+YkEdY1VPxYyM5YtYlRcRA==", 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:39:02.487 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:02.474990Z" 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:02.488 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:39:02.489 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:02.474961Z", 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:02.490 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:39:02.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.489+0000 7f92967e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:02.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.493+0000 7f93e66759c0 20 remove_watcher() i=0 2024-09-12T17:39:02.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.493+0000 7f93e66759c0 2 removed watcher, disabling cache 2024-09-12T17:39:02.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.493+0000 7f93e66759c0 20 remove_watcher() i=1 2024-09-12T17:39:02.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.497+0000 7f93e66759c0 20 remove_watcher() i=2 2024-09-12T17:39:02.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.501+0000 7f93e66759c0 20 remove_watcher() i=3 2024-09-12T17:39:02.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.501+0000 7f93e66759c0 20 remove_watcher() i=4 2024-09-12T17:39:02.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.505+0000 7f93e66759c0 20 remove_watcher() i=5 2024-09-12T17:39:02.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.505+0000 7f93e66759c0 20 remove_watcher() i=6 2024-09-12T17:39:02.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.505+0000 7f93e66759c0 20 remove_watcher() i=7 2024-09-12T17:39:02.523 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 8783793737 --totp-seed 33Y2JJDF2NX2GJ2BLOBDXEVU453FEUXM3PLAY4BRDFBDKT7QADLIS4IWA64EDCOT --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:39:02.570 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:02.570 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:02.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 realm 2024-09-12T17:39:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:02.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:02.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.613+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.617+0000 7f83107a49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:02.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.617+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:02.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.617+0000 7f83107a49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:02.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.617+0000 7f83107a49c0 20 searching for the correct realm 2024-09-12T17:39:02.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.621+0000 7f830eaab640 0 -- 172.21.15.1:0/861060337 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f82f8008070 msgr2=0x7f82f8067850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:02.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:02.837+0000 7f830daa9640 0 -- 172.21.15.1:0/861060337 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f83001041e0 msgr2=0x7f8300007cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:03.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:03.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.053+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:03.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 zone default found 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 4 Realm: () 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 zonegroup default 2024-09-12T17:39:03.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.057+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.061+0000 7f83107a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.061+0000 7f83107a49c0 20 started sync module instance, tier type = 2024-09-12T17:39:03.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.061+0000 7f83107a49c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:03.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=0 2024-09-12T17:39:03.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=1 2024-09-12T17:39:03.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=2 2024-09-12T17:39:03.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=3 2024-09-12T17:39:03.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=4 2024-09-12T17:39:03.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=5 2024-09-12T17:39:03.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.081+0000 7f83107a49c0 20 add_watcher() i=6 2024-09-12T17:39:03.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.085+0000 7f83107a49c0 20 add_watcher() i=7 2024-09-12T17:39:03.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.085+0000 7f83107a49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:03.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f81c4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:03.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:03.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:03.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 5 note: GC not initialized 2024-09-12T17:39:03.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f813f7fe640 20 reqs_thread_entry: start 2024-09-12T17:39:03.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:03.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 20 Filter name: none 2024-09-12T17:39:03.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f813d7fa640 20 reqs_thread_entry: start 2024-09-12T17:39:03.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T17:39:03.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.089+0000 7f83107a49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.093+0000 7f83107a49c0 20 rados_obj.operate() r=0 bl.length=519 2024-09-12T17:39:03.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.093+0000 7f83107a49c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T17:39:03.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.093+0000 7f83107a49c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:39:03.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.093+0000 7f83107a49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:03.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f83107a49c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:39:03.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f83107a49c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:39:03.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f83107a49c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T17:39:03.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f81f1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268242 cookie 94322015872752 notifier 9141 bl.length()=733 2024-09-12T17:39:03.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f81f1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:39:03.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f81f1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:39:03.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.097+0000 7f81c4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:03.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.105+0000 7f83107a49c0 20 remove_watcher() i=0 2024-09-12T17:39:03.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.105+0000 7f83107a49c0 2 removed watcher, disabling cache 2024-09-12T17:39:03.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.105+0000 7f83107a49c0 20 remove_watcher() i=1 2024-09-12T17:39:03.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.109+0000 7f83107a49c0 20 remove_watcher() i=2 2024-09-12T17:39:03.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.109+0000 7f83107a49c0 20 remove_watcher() i=3 2024-09-12T17:39:03.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.113+0000 7f83107a49c0 20 remove_watcher() i=4 2024-09-12T17:39:03.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.113+0000 7f83107a49c0 20 remove_watcher() i=5 2024-09-12T17:39:03.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.117+0000 7f83107a49c0 20 remove_watcher() i=6 2024-09-12T17:39:03.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.117+0000 7f83107a49c0 20 remove_watcher() i=7 2024-09-12T17:39:03.135 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T17:39:03.135 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key EFHZBRJWTHQXFUBEBRDH --secret s4ippJwHXu1Xbo4T8xVyKmGXdUFDnsCHDusoyBEeD6R0qXVY02z/fQ== --cluster ceph 2024-09-12T17:39:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:03.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.221+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 realm 2024-09-12T17:39:03.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:03.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:03.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:03.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.225+0000 7f9cdb7ab9c0 20 searching for the correct realm 2024-09-12T17:39:03.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.229+0000 7f9cd9ab2640 0 -- 172.21.15.1:0/685788691 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f9cc4018070 msgr2=0x7f9cc4046990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:03.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.445+0000 7f9cd8ab0640 0 -- 172.21.15.1:0/685788691 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f9ccc0da3d0 msgr2=0x7f9ccc0da850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:03.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.661+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:03.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 zone default found 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 4 Realm: () 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 zonegroup default 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.665+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.669+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.669+0000 7f9cdb7ab9c0 20 started sync module instance, tier type = 2024-09-12T17:39:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.669+0000 7f9cdb7ab9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=0 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=1 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=2 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=3 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=4 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=5 2024-09-12T17:39:03.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=6 2024-09-12T17:39:03.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 20 add_watcher() i=7 2024-09-12T17:39:03.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.693+0000 7f9cdb7ab9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:03.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.697+0000 7f9b8ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:03.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.697+0000 7f9cdb7ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:03.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.697+0000 7f9cdb7ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:03.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.697+0000 7f9cdb7ab9c0 5 note: GC not initialized 2024-09-12T17:39:03.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.697+0000 7f9b8efe5640 20 reqs_thread_entry: start 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 Filter name: none 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9b8cfe1640 20 reqs_thread_entry: start 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:03.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T17:39:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T17:39:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:39:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache get: name=default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH : miss 2024-09-12T17:39:03.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache put: name=default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH info.flags=0x0 2024-09-12T17:39:03.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 adding default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH to cache LRU end 2024-09-12T17:39:03.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache get: name=default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH : hit (negative entry) 2024-09-12T17:39:03.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.701+0000 7f9cdb7ab9c0 10 cache get: name=default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH : hit (negative entry) 2024-09-12T17:39:03.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.705+0000 7f9cdb7ab9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:39:03.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.705+0000 7f9cdb7ab9c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:03.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.705+0000 7f9cdb7ab9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:39:03.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.705+0000 7f9bbcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268118 cookie 93966587890736 notifier 9162 bl.length()=660 2024-09-12T17:39:03.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.705+0000 7f9bbcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:39:03.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.705+0000 7f9bbcff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:03.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.709+0000 7f9cdb7ab9c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T17:39:03.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.709+0000 7f9cdb7ab9c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:39:03.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.709+0000 7f9cdb7ab9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T17:39:03.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.709+0000 7f9bbcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268221 cookie 93966587871408 notifier 9162 bl.length()=191 2024-09-12T17:39:03.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.709+0000 7f9bbcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T17:39:03.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.709+0000 7f9bbcff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:39:03.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.713+0000 7f9cdb7ab9c0 10 cache put: name=default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH info.flags=0x7 2024-09-12T17:39:03.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.713+0000 7f9cdb7ab9c0 10 moving default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH to cache LRU end 2024-09-12T17:39:03.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.713+0000 7f9cdb7ab9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:EFHZBRJWTHQXFUBEBRDH, ofs0, ns] 2024-09-12T17:39:03.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.713+0000 7f9babfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268222 cookie 93966587871408 notifier 9162 bl.length()=189 2024-09-12T17:39:03.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.713+0000 7f9babfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH info.flags=0x7 2024-09-12T17:39:03.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.713+0000 7f9babfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+EFHZBRJWTHQXFUBEBRDH to cache LRU end 2024-09-12T17:39:03.716 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:03.716 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "foobar.client.0", 2024-09-12T17:39:03.716 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "foobar+test@test.test", 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:03.717 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "foobar.client.0", 2024-09-12T17:39:03.718 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "EFHZBRJWTHQXFUBEBRDH", 2024-09-12T17:39:03.718 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "s4ippJwHXu1Xbo4T8xVyKmGXdUFDnsCHDusoyBEeD6R0qXVY02z/fQ==", 2024-09-12T17:39:03.718 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:39:03.718 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:03.703953Z" 2024-09-12T17:39:03.718 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:03.718 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:03.719 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:39:03.720 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:03.703920Z", 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:39:03.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.717+0000 7f9b8ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:03.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.720+0000 7f9cdb7ab9c0 20 remove_watcher() i=0 2024-09-12T17:39:03.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.720+0000 7f9cdb7ab9c0 2 removed watcher, disabling cache 2024-09-12T17:39:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.724+0000 7f9cdb7ab9c0 20 remove_watcher() i=1 2024-09-12T17:39:03.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.728+0000 7f9cdb7ab9c0 20 remove_watcher() i=2 2024-09-12T17:39:03.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.728+0000 7f9cdb7ab9c0 20 remove_watcher() i=3 2024-09-12T17:39:03.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.732+0000 7f9cdb7ab9c0 20 remove_watcher() i=4 2024-09-12T17:39:03.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.732+0000 7f9cdb7ab9c0 20 remove_watcher() i=5 2024-09-12T17:39:03.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.732+0000 7f9cdb7ab9c0 20 remove_watcher() i=6 2024-09-12T17:39:03.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.736+0000 7f9cdb7ab9c0 20 remove_watcher() i=7 2024-09-12T17:39:03.755 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 7329190456 --totp-seed Q4OSKWN46BEWLVOWN4VYAUTN353FW434FAWAJZKZFVOH2CTH7ISSZHPMNZYMCFH2 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:39:03.803 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:03.803 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:03.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.844+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 realm 2024-09-12T17:39:03.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:03.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:03.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:03.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:03.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:03.848+0000 7ffaed3b9640 0 -- 172.21.15.1:0/4082109969 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x558fb22c9750 msgr2=0x558fb22cbb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:04.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.052+0000 7ffaef0b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:04.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.052+0000 7ffaef0b29c0 20 searching for the correct realm 2024-09-12T17:39:04.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.060+0000 7ffaecbb8640 0 -- 172.21.15.1:0/4082109969 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7ffad8003cc0 msgr2=0x7ffadc05c150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:04.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:04.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:04.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.084+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:04.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 zone default found 2024-09-12T17:39:04.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 4 Realm: () 2024-09-12T17:39:04.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:04.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:04.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:04.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 zonegroup default 2024-09-12T17:39:04.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 started sync module instance, tier type = 2024-09-12T17:39:04.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.088+0000 7ffaef0b29c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:04.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=0 2024-09-12T17:39:04.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=1 2024-09-12T17:39:04.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=2 2024-09-12T17:39:04.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=3 2024-09-12T17:39:04.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=4 2024-09-12T17:39:04.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=5 2024-09-12T17:39:04.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.112+0000 7ffaef0b29c0 20 add_watcher() i=6 2024-09-12T17:39:04.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.116+0000 7ffaef0b29c0 20 add_watcher() i=7 2024-09-12T17:39:04.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.116+0000 7ffaef0b29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:04.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ff9a2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:04.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ffaef0b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:04.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ffaef0b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:04.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ffaef0b29c0 5 note: GC not initialized 2024-09-12T17:39:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ff9a1fe3640 20 reqs_thread_entry: start 2024-09-12T17:39:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ffaef0b29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.120+0000 7ffaef0b29c0 20 Filter name: none 2024-09-12T17:39:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ff9137fe640 20 reqs_thread_entry: start 2024-09-12T17:39:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ffaef0b29c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:39:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ffaef0b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ffaef0b29c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T17:39:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ffaef0b29c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T17:39:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ffaef0b29c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.124+0000 7ffaef0b29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.128+0000 7ffaef0b29c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:39:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.128+0000 7ffaef0b29c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.128+0000 7ffaef0b29c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:39:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.128+0000 7ff9c3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268119 cookie 94075657994736 notifier 9180 bl.length()=674 2024-09-12T17:39:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.128+0000 7ff9c3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:39:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.128+0000 7ff9c3fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.132+0000 7ff9a2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.136+0000 7ffaef0b29c0 20 remove_watcher() i=0 2024-09-12T17:39:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.136+0000 7ffaef0b29c0 2 removed watcher, disabling cache 2024-09-12T17:39:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.140+0000 7ffaef0b29c0 20 remove_watcher() i=1 2024-09-12T17:39:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.140+0000 7ffaef0b29c0 20 remove_watcher() i=2 2024-09-12T17:39:04.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.144+0000 7ffaef0b29c0 20 remove_watcher() i=3 2024-09-12T17:39:04.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.144+0000 7ffaef0b29c0 20 remove_watcher() i=4 2024-09-12T17:39:04.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.148+0000 7ffaef0b29c0 20 remove_watcher() i=5 2024-09-12T17:39:04.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.148+0000 7ffaef0b29c0 20 remove_watcher() i=6 2024-09-12T17:39:04.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.152+0000 7ffaef0b29c0 20 remove_watcher() i=7 2024-09-12T17:39:04.174 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T17:39:04.213 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:04.213 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:04.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.252+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 realm 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:04.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:04.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.256+0000 7fbc1eeed9c0 20 searching for the correct realm 2024-09-12T17:39:04.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.260+0000 7fbc1d1f4640 0 -- 172.21.15.1:0/3491705328 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7fbc100e3070 msgr2=0x7fbc101199b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:04.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.272+0000 7fbc1c1f2640 0 -- 172.21.15.1:0/3491705328 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7fbc1404a3e0 msgr2=0x7fbc1404a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:04.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:04.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:04.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:04.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:04.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:04.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:04.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.488+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:04.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:04.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 zone default found 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 4 Realm: () 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 zonegroup default 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.492+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.496+0000 7fbc1eeed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.496+0000 7fbc1eeed9c0 20 started sync module instance, tier type = 2024-09-12T17:39:04.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.496+0000 7fbc1eeed9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:04.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=0 2024-09-12T17:39:04.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=1 2024-09-12T17:39:04.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=2 2024-09-12T17:39:04.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=3 2024-09-12T17:39:04.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=4 2024-09-12T17:39:04.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=5 2024-09-12T17:39:04.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=6 2024-09-12T17:39:04.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 20 add_watcher() i=7 2024-09-12T17:39:04.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.520+0000 7fbc1eeed9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:04.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.524+0000 7fbad2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:04.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:04.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:04.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 5 note: GC not initialized 2024-09-12T17:39:04.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbad1fe3640 20 reqs_thread_entry: start 2024-09-12T17:39:04.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:04.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 20 Filter name: none 2024-09-12T17:39:04.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fba437fe640 20 reqs_thread_entry: start 2024-09-12T17:39:04.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:39:04.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:39:04.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T17:39:04.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:04.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.528+0000 7fbc1eeed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:04.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.532+0000 7fbc1eeed9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:39:04.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.532+0000 7fbc1eeed9c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:04.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.532+0000 7fbc1eeed9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.532+0000 7fbaf3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268120 cookie 94179743934672 notifier 9198 bl.length()=727 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.532+0000 7fbaf3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.532+0000 7fbaf3fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "foobar.client.0", 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T17:39:04.535 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "foobar+test@test.test", 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "foobar.client.0", 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "EFHZBRJWTHQXFUBEBRDH", 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "s4ippJwHXu1Xbo4T8xVyKmGXdUFDnsCHDusoyBEeD6R0qXVY02z/fQ==", 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:03.703953Z" 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:04.536 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [ 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "oidc-provider", 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "perm": "*" 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "roles", 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "perm": "*" 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "user-policy", 2024-09-12T17:39:04.537 INFO:teuthology.orchestra.run.smithi001.stdout: "perm": "*" 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:04.538 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "rgw", 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [ 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "7329190456" 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "", 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:03.703920Z", 2024-09-12T17:39:04.539 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:39:04.540 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:39:04.540 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:04.540 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:39:04.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.536+0000 7fbad2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:04.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.540+0000 7fbc1eeed9c0 20 remove_watcher() i=0 2024-09-12T17:39:04.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.540+0000 7fbc1eeed9c0 2 removed watcher, disabling cache 2024-09-12T17:39:04.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.544+0000 7fbc1eeed9c0 20 remove_watcher() i=1 2024-09-12T17:39:04.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.544+0000 7fbc1eeed9c0 20 remove_watcher() i=2 2024-09-12T17:39:04.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.548+0000 7fbc1eeed9c0 20 remove_watcher() i=3 2024-09-12T17:39:04.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.548+0000 7fbc1eeed9c0 20 remove_watcher() i=4 2024-09-12T17:39:04.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.552+0000 7fbc1eeed9c0 20 remove_watcher() i=5 2024-09-12T17:39:04.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.552+0000 7fbc1eeed9c0 20 remove_watcher() i=6 2024-09-12T17:39:04.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.552+0000 7fbc1eeed9c0 20 remove_watcher() i=7 2024-09-12T17:39:04.574 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T17:39:04.661 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:04.661 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:04.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 realm 2024-09-12T17:39:04.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:04.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.708+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.712+0000 7f29b61f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:04.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.712+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.712+0000 7f29b61f19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:04.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.712+0000 7f29b61f19c0 20 searching for the correct realm 2024-09-12T17:39:04.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.712+0000 7f29b34f6640 0 -- 172.21.15.1:0/4165056860 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7f29ac0cf070 msgr2=0x7f29ac0fb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:04.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.928+0000 7f29b3cf7640 0 -- 172.21.15.1:0/4165056860 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f29a4035040 msgr2=0x7f29a402a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:04.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.944+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 zone default found 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 4 Realm: () 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 zonegroup default 2024-09-12T17:39:04.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 started sync module instance, tier type = 2024-09-12T17:39:04.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.948+0000 7f29b61f19c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=0 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=1 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=2 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=3 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=4 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=5 2024-09-12T17:39:04.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=6 2024-09-12T17:39:04.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 20 add_watcher() i=7 2024-09-12T17:39:04.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.972+0000 7f29b61f19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:04.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.976+0000 7f2869fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:04.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.976+0000 7f29b61f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:04.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.976+0000 7f29b61f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:04.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.976+0000 7f29b61f19c0 5 note: GC not initialized 2024-09-12T17:39:04.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.976+0000 7f2868fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:04.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.976+0000 7f29b61f19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:04.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 Filter name: none 2024-09-12T17:39:04.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f27e27fc640 20 reqs_thread_entry: start 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T17:39:04.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:39:04.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T17:39:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.980+0000 7f29b61f19c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:39:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.984+0000 7f29b61f19c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:39:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.984+0000 7f29b61f19c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T17:39:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.984+0000 7f2892ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268223 cookie 94583228050896 notifier 8543 bl.length()=384 2024-09-12T17:39:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.984+0000 7f2892ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:39:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.984+0000 7f2892ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:39:04.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.988+0000 7f29b61f19c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T17:39:04.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.988+0000 7f29b61f19c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:39:04.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.988+0000 7f29b61f19c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T17:39:04.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.988+0000 7f28927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268211 cookie 94583228059264 notifier 8543 bl.length()=225 2024-09-12T17:39:04.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.988+0000 7f28927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T17:39:04.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.988+0000 7f28927fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:39:04.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f29b61f19c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T17:39:04.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f29b61f19c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:39:04.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f29b61f19c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T17:39:04.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f28927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268135 cookie 94583228053168 notifier 8543 bl.length()=234 2024-09-12T17:39:04.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f28927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T17:39:04.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f28927fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:39:04.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:04.992+0000 7f2869fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:05.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.000+0000 7f29b61f19c0 20 remove_watcher() i=0 2024-09-12T17:39:05.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.000+0000 7f29b61f19c0 2 removed watcher, disabling cache 2024-09-12T17:39:05.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.000+0000 7f29b61f19c0 20 remove_watcher() i=1 2024-09-12T17:39:05.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.004+0000 7f29b61f19c0 20 remove_watcher() i=2 2024-09-12T17:39:05.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.004+0000 7f29b61f19c0 20 remove_watcher() i=3 2024-09-12T17:39:05.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.008+0000 7f29b61f19c0 20 remove_watcher() i=4 2024-09-12T17:39:05.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.008+0000 7f29b61f19c0 20 remove_watcher() i=5 2024-09-12T17:39:05.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.008+0000 7f29b61f19c0 20 remove_watcher() i=6 2024-09-12T17:39:05.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.012+0000 7f29b61f19c0 20 remove_watcher() i=7 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout: "id": "RGW88888888888888888", 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout: "tenant": "", 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout: "quota": { 2024-09-12T17:39:05.026 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_users": 1000, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_roles": 1000, 2024-09-12T17:39:05.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max_groups": 1000, 2024-09-12T17:39:05.028 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:05.028 INFO:teuthology.orchestra.run.smithi001.stdout: "max_access_keys": 4 2024-09-12T17:39:05.028 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:05.029 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T17:39:05.029 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key DYHPNPZMHBIAQRVDXOGY --secret 4Rc2NoX2WSQwDnLauUWxz+R9ptd/XGSTJOe+i4oXBprnccLMzlrodg== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T17:39:05.126 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:05.126 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:05.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.164+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 realm 2024-09-12T17:39:05.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:05.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:05.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.168+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.172+0000 7f52fb06f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:05.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.172+0000 7f52fb06f9c0 20 searching for the correct realm 2024-09-12T17:39:05.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.176+0000 7f52f9376640 0 -- 172.21.15.1:0/1879259518 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f52ec038030 msgr2=0x7f52ec038a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:05.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.180+0000 7f52f8374640 0 -- 172.21.15.1:0/1879259518 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f52e8064040 msgr2=0x7f52e8066600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:05.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.396+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:05.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 zone default found 2024-09-12T17:39:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 4 Realm: () 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 zonegroup default 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.400+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.404+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.404+0000 7f52fb06f9c0 20 started sync module instance, tier type = 2024-09-12T17:39:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.404+0000 7f52fb06f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:05.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=0 2024-09-12T17:39:05.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=1 2024-09-12T17:39:05.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=2 2024-09-12T17:39:05.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=3 2024-09-12T17:39:05.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=4 2024-09-12T17:39:05.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=5 2024-09-12T17:39:05.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.428+0000 7f52fb06f9c0 20 add_watcher() i=6 2024-09-12T17:39:05.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.432+0000 7f52fb06f9c0 20 add_watcher() i=7 2024-09-12T17:39:05.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.432+0000 7f52fb06f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:05.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f51aefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:05.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:05.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:05.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 5 note: GC not initialized 2024-09-12T17:39:05.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f51adfe3640 20 reqs_thread_entry: start 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 Filter name: none 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f511f7fe640 20 reqs_thread_entry: start 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T17:39:05.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:39:05.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T17:39:05.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T17:39:05.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache get: name=default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY : miss 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY info.flags=0x0 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 adding default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY to cache LRU end 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T17:39:05.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.436+0000 7f52fb06f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.440+0000 7f52fb06f9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:39:05.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.440+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:39:05.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.440+0000 7f52fb06f9c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:39:05.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.440+0000 7f52fb06f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:05.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.440+0000 7f52fb06f9c0 10 cache get: name=default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY : hit (negative entry) 2024-09-12T17:39:05.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.440+0000 7f52fb06f9c0 10 cache get: name=default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY : hit (negative entry) 2024-09-12T17:39:05.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.444+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:39:05.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.444+0000 7f52fb06f9c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:39:05.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.444+0000 7f52fb06f9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T17:39:05.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.444+0000 7f51cffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268224 cookie 94274707803232 notifier 8558 bl.length()=681 2024-09-12T17:39:05.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.444+0000 7f51cffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:39:05.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.444+0000 7f51cffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:39:05.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.448+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T17:39:05.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.448+0000 7f52fb06f9c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:39:05.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.448+0000 7f52fb06f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T17:39:05.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.448+0000 7f51cffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268243 cookie 94274707811568 notifier 8558 bl.length()=189 2024-09-12T17:39:05.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.448+0000 7f51cffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T17:39:05.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.448+0000 7f51cffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:39:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.452+0000 7f52fb06f9c0 10 cache put: name=default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY info.flags=0x7 2024-09-12T17:39:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.452+0000 7f52fb06f9c0 10 moving default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY to cache LRU end 2024-09-12T17:39:05.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.452+0000 7f52fb06f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:DYHPNPZMHBIAQRVDXOGY, ofs0, ns] 2024-09-12T17:39:05.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.452+0000 7f51cf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268212 cookie 94274707798736 notifier 8558 bl.length()=188 2024-09-12T17:39:05.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.452+0000 7f51cf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY info.flags=0x7 2024-09-12T17:39:05.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.452+0000 7f51cf7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DYHPNPZMHBIAQRVDXOGY to cache LRU end 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.456+0000 7f52fb06f9c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "root1.client.0", 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "root1+test@test.test", 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:39:05.459 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "root1.client.0", 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "DYHPNPZMHBIAQRVDXOGY", 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "4Rc2NoX2WSQwDnLauUWxz+R9ptd/XGSTJOe+i4oXBprnccLMzlrodg==", 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:05.443189Z" 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:39:05.460 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:05.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "root", 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "RGW88888888888888888", 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:05.443145Z", 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:05.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:39:05.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.460+0000 7f51aefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:05.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.464+0000 7f52fb06f9c0 20 remove_watcher() i=0 2024-09-12T17:39:05.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.464+0000 7f52fb06f9c0 2 removed watcher, disabling cache 2024-09-12T17:39:05.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.468+0000 7f52fb06f9c0 20 remove_watcher() i=1 2024-09-12T17:39:05.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.468+0000 7f52fb06f9c0 20 remove_watcher() i=2 2024-09-12T17:39:05.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.472+0000 7f52fb06f9c0 20 remove_watcher() i=3 2024-09-12T17:39:05.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.472+0000 7f52fb06f9c0 20 remove_watcher() i=4 2024-09-12T17:39:05.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.476+0000 7f52fb06f9c0 20 remove_watcher() i=5 2024-09-12T17:39:05.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.476+0000 7f52fb06f9c0 20 remove_watcher() i=6 2024-09-12T17:39:05.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.480+0000 7f52fb06f9c0 20 remove_watcher() i=7 2024-09-12T17:39:05.496 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 7491523391 --totp-seed ACUNEIDLAAAWOWDDAMJ2ZU4J37J2CAU5LNPH4U4LRESM5DYVLTQTQMEZ2HM7U67B --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:39:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:05.538 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:05.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 realm 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.580+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.584+0000 7f4e2d7be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:05.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.584+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.584+0000 7f4e2d7be9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:05.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.584+0000 7f4e2d7be9c0 20 searching for the correct realm 2024-09-12T17:39:05.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.588+0000 7f4e2bac5640 0 -- 172.21.15.1:0/2641083058 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f4e1406a220 msgr2=0x7f4e1409c3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:05.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.596+0000 7f4e22ac3640 0 -- 172.21.15.1:0/2641083058 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f4e24071f00 msgr2=0x7f4e2409c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:05.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:05.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.812+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:05.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:05.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 zone default found 2024-09-12T17:39:05.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 4 Realm: () 2024-09-12T17:39:05.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:05.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:05.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:05.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 zonegroup default 2024-09-12T17:39:05.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.816+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.820+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.820+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.820+0000 7f4e2d7be9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:05.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.820+0000 7f4e2d7be9c0 20 started sync module instance, tier type = 2024-09-12T17:39:05.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.820+0000 7f4e2d7be9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:05.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=0 2024-09-12T17:39:05.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=1 2024-09-12T17:39:05.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=2 2024-09-12T17:39:05.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=3 2024-09-12T17:39:05.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=4 2024-09-12T17:39:05.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=5 2024-09-12T17:39:05.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.840+0000 7f4e2d7be9c0 20 add_watcher() i=6 2024-09-12T17:39:05.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.844+0000 7f4e2d7be9c0 20 add_watcher() i=7 2024-09-12T17:39:05.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.844+0000 7f4e2d7be9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:05.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4ce1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:05.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:05.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:05.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 5 note: GC not initialized 2024-09-12T17:39:05.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4ce0fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:05.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:05.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 20 Filter name: none 2024-09-12T17:39:05.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4c5a7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:05.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T17:39:05.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:05.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T17:39:05.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T17:39:05.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:39:05.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.848+0000 7f4e2d7be9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:05.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.852+0000 7f4e2d7be9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:39:05.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.852+0000 7f4e2d7be9c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:39:05.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.852+0000 7f4e2d7be9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T17:39:05.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.852+0000 7f4d0effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268225 cookie 93858095500400 notifier 8576 bl.length()=695 2024-09-12T17:39:05.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.852+0000 7f4d0effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:39:05.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.852+0000 7f4d0effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:39:05.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.856+0000 7f4ce1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:05.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.860+0000 7f4e2d7be9c0 20 remove_watcher() i=0 2024-09-12T17:39:05.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.860+0000 7f4e2d7be9c0 2 removed watcher, disabling cache 2024-09-12T17:39:05.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.864+0000 7f4e2d7be9c0 20 remove_watcher() i=1 2024-09-12T17:39:05.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.864+0000 7f4e2d7be9c0 20 remove_watcher() i=2 2024-09-12T17:39:05.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.868+0000 7f4e2d7be9c0 20 remove_watcher() i=3 2024-09-12T17:39:05.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.872+0000 7f4e2d7be9c0 20 remove_watcher() i=4 2024-09-12T17:39:05.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.872+0000 7f4e2d7be9c0 20 remove_watcher() i=5 2024-09-12T17:39:05.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.872+0000 7f4e2d7be9c0 20 remove_watcher() i=6 2024-09-12T17:39:05.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:05.876+0000 7f4e2d7be9c0 20 remove_watcher() i=7 2024-09-12T17:39:05.893 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T17:39:05.977 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:05.977 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:06.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 20 realm 2024-09-12T17:39:06.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:06.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.020+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:06.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.026 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:06.026 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3dd2f9c0 20 searching for the correct realm 2024-09-12T17:39:06.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.024+0000 7f9b3b835640 0 -- 172.21.15.1:0/1937941202 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7f9b3403e040 msgr2=0x7f9b3406ff50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:06.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.032+0000 7f9b3b835640 0 -- 172.21.15.1:0/1937941202 >> [v2:172.21.15.174:6824/121842771,v1:172.21.15.174:6825/121842771] conn(0x7f9b34027040 msgr2=0x7f9b34072a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:06.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.256+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:06.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:06.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 zone default found 2024-09-12T17:39:06.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 4 Realm: () 2024-09-12T17:39:06.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:06.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:06.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:06.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 zonegroup default 2024-09-12T17:39:06.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.260+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.264+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.264+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.264+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.264+0000 7f9b3dd2f9c0 20 started sync module instance, tier type = 2024-09-12T17:39:06.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.264+0000 7f9b3dd2f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:06.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=0 2024-09-12T17:39:06.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=1 2024-09-12T17:39:06.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=2 2024-09-12T17:39:06.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=3 2024-09-12T17:39:06.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=4 2024-09-12T17:39:06.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=5 2024-09-12T17:39:06.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.284+0000 7f9b3dd2f9c0 20 add_watcher() i=6 2024-09-12T17:39:06.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.288+0000 7f9b3dd2f9c0 20 add_watcher() i=7 2024-09-12T17:39:06.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.288+0000 7f9b3dd2f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:06.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f99f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:06.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:06.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:06.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 5 note: GC not initialized 2024-09-12T17:39:06.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f99f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:06.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:06.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 Filter name: none 2024-09-12T17:39:06.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f996a7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:06.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T17:39:06.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.292+0000 7f9b3dd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.296+0000 7f9b3dd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.296+0000 7f9b3dd2f9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T17:39:06.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.296+0000 7f9b3dd2f9c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:39:06.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.296+0000 7f9b3dd2f9c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T17:39:06.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.300+0000 7f9b3dd2f9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:39:06.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.300+0000 7f9b3dd2f9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:39:06.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.300+0000 7f9b3dd2f9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T17:39:06.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.300+0000 7f9a1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268226 cookie 94280423911488 notifier 9276 bl.length()=384 2024-09-12T17:39:06.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.300+0000 7f9a1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:39:06.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.300+0000 7f9a1affd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:39:06.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.304+0000 7f9b3dd2f9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T17:39:06.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.304+0000 7f9b3dd2f9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:39:06.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.304+0000 7f9b3dd2f9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T17:39:06.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.304+0000 7f9a1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268213 cookie 94280423925728 notifier 9276 bl.length()=225 2024-09-12T17:39:06.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.304+0000 7f9a1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T17:39:06.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.304+0000 7f9a1a7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:39:06.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f9b3dd2f9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T17:39:06.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f9b3dd2f9c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:39:06.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f9b3dd2f9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T17:39:06.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f9a1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268136 cookie 94280423922208 notifier 9276 bl.length()=234 2024-09-12T17:39:06.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f9a1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T17:39:06.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f9a1a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:39:06.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.308+0000 7f99f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:06.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.316+0000 7f9b3dd2f9c0 20 remove_watcher() i=0 2024-09-12T17:39:06.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.316+0000 7f9b3dd2f9c0 2 removed watcher, disabling cache 2024-09-12T17:39:06.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.316+0000 7f9b3dd2f9c0 20 remove_watcher() i=1 2024-09-12T17:39:06.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.320+0000 7f9b3dd2f9c0 20 remove_watcher() i=2 2024-09-12T17:39:06.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.320+0000 7f9b3dd2f9c0 20 remove_watcher() i=3 2024-09-12T17:39:06.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.324+0000 7f9b3dd2f9c0 20 remove_watcher() i=4 2024-09-12T17:39:06.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.324+0000 7f9b3dd2f9c0 20 remove_watcher() i=5 2024-09-12T17:39:06.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.328+0000 7f9b3dd2f9c0 20 remove_watcher() i=6 2024-09-12T17:39:06.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.328+0000 7f9b3dd2f9c0 20 remove_watcher() i=7 2024-09-12T17:39:06.344 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:06.344 INFO:teuthology.orchestra.run.smithi001.stdout: "id": "RGW99999999999999999", 2024-09-12T17:39:06.344 INFO:teuthology.orchestra.run.smithi001.stdout: "tenant": "", 2024-09-12T17:39:06.344 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T17:39:06.344 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "quota": { 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:06.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout: "max_users": 1000, 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout: "max_roles": 1000, 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout: "max_groups": 1000, 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout: "max_access_keys": 4 2024-09-12T17:39:06.346 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:06.348 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T17:39:06.348 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key HFDNVFKYKPJVZCUEVKVC --secret RR/BGTUNtpuD+mdhLiZ+nYjEdPnr9RTMbD/Pu4JQA8BfozJATdGYdw== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T17:39:06.443 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:06.443 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:06.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.484+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 realm 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:06.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.488+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.492+0000 7f6926ee39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:06.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.492+0000 7f6926ee39c0 20 searching for the correct realm 2024-09-12T17:39:06.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.496+0000 7f69251ea640 0 -- 172.21.15.1:0/2668907365 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f690c008070 msgr2=0x7f690c062d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:06.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.712+0000 7f69241e8640 0 -- 172.21.15.1:0/2668907365 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f691400ce60 msgr2=0x7f6914072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:06.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.928+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:06.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:06.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 zone default found 2024-09-12T17:39:06.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 4 Realm: () 2024-09-12T17:39:06.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:06.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:06.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:06.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 zonegroup default 2024-09-12T17:39:06.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.932+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.936+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.936+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.936+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.936+0000 7f6926ee39c0 20 started sync module instance, tier type = 2024-09-12T17:39:06.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.936+0000 7f6926ee39c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:06.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=0 2024-09-12T17:39:06.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=1 2024-09-12T17:39:06.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=2 2024-09-12T17:39:06.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=3 2024-09-12T17:39:06.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=4 2024-09-12T17:39:06.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=5 2024-09-12T17:39:06.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.960+0000 7f6926ee39c0 20 add_watcher() i=6 2024-09-12T17:39:06.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.964+0000 7f6926ee39c0 20 add_watcher() i=7 2024-09-12T17:39:06.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.964+0000 7f6926ee39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:06.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f67db7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:06.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:06.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:06.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 5 note: GC not initialized 2024-09-12T17:39:06.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f67da7e4640 20 reqs_thread_entry: start 2024-09-12T17:39:06.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:06.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 Filter name: none 2024-09-12T17:39:06.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f67d37fe640 20 reqs_thread_entry: start 2024-09-12T17:39:06.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T17:39:06.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T17:39:06.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:39:06.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T17:39:06.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T17:39:06.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:39:06.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache get: name=default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC : miss 2024-09-12T17:39:06.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC info.flags=0x0 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 adding default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC to cache LRU end 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.968+0000 7f6926ee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.972+0000 7f6926ee39c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.972+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:39:06.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.972+0000 7f6926ee39c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:39:06.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.972+0000 7f6926ee39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:06.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.972+0000 7f6926ee39c0 10 cache get: name=default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC : hit (negative entry) 2024-09-12T17:39:06.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.972+0000 7f6926ee39c0 10 cache get: name=default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC : hit (negative entry) 2024-09-12T17:39:06.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.976+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:39:06.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.976+0000 7f6926ee39c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:39:06.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.976+0000 7f6926ee39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T17:39:06.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.976+0000 7f67fbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268227 cookie 94144015864032 notifier 9294 bl.length()=681 2024-09-12T17:39:06.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.976+0000 7f67fbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:39:06.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.976+0000 7f67fbfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:39:06.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.980+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T17:39:06.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.980+0000 7f6926ee39c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:39:06.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.980+0000 7f6926ee39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T17:39:06.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.980+0000 7f67fb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268244 cookie 94144015884928 notifier 9294 bl.length()=189 2024-09-12T17:39:06.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.980+0000 7f67fb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T17:39:06.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.980+0000 7f67fb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:39:06.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.984+0000 7f6926ee39c0 10 cache put: name=default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC info.flags=0x7 2024-09-12T17:39:06.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.984+0000 7f6926ee39c0 10 moving default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC to cache LRU end 2024-09-12T17:39:06.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.984+0000 7f6926ee39c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:HFDNVFKYKPJVZCUEVKVC, ofs0, ns] 2024-09-12T17:39:06.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.984+0000 7f67fbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268137 cookie 94144015877968 notifier 9294 bl.length()=188 2024-09-12T17:39:06.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.984+0000 7f67fbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC info.flags=0x7 2024-09-12T17:39:06.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.984+0000 7f67fbfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+HFDNVFKYKPJVZCUEVKVC to cache LRU end 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.988+0000 7f6926ee39c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout: "user_id": "root2.client.0", 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout: "email": "root2+test@test.test", 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout: "suspended": 0, 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout: "max_buckets": 1000, 2024-09-12T17:39:06.989 INFO:teuthology.orchestra.run.smithi001.stdout: "subusers": [], 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "keys": [ 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "user": "root2.client.0", 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "access_key": "HFDNVFKYKPJVZCUEVKVC", 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "secret_key": "RR/BGTUNtpuD+mdhLiZ+nYjEdPnr9RTMbD/Pu4JQA8BfozJATdGYdw==", 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "active": true, 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:06.974857Z" 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "swift_keys": [], 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": [], 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "op_mask": "read, write, delete", 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "default_placement": "", 2024-09-12T17:39:06.990 INFO:teuthology.orchestra.run.smithi001.stdout: "default_storage_class": "", 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "placement_tags": [], 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "bucket_quota": { 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "user_quota": { 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": false, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "check_on_raw": false, 2024-09-12T17:39:06.991 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size": -1, 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "max_size_kb": 0, 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "max_objects": -1 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "temp_url_keys": [], 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "root", 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "mfa_ids": [], 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "account_id": "RGW99999999999999999", 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "create_date": "2024-09-12T17:39:06.974820Z", 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: "group_ids": [] 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:39:06.992 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:39:06.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.988+0000 7f67db7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:06.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.996+0000 7f6926ee39c0 20 remove_watcher() i=0 2024-09-12T17:39:06.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.996+0000 7f6926ee39c0 2 removed watcher, disabling cache 2024-09-12T17:39:06.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:06.996+0000 7f6926ee39c0 20 remove_watcher() i=1 2024-09-12T17:39:07.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.000+0000 7f6926ee39c0 20 remove_watcher() i=2 2024-09-12T17:39:07.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.000+0000 7f6926ee39c0 20 remove_watcher() i=3 2024-09-12T17:39:07.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.004+0000 7f6926ee39c0 20 remove_watcher() i=4 2024-09-12T17:39:07.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.004+0000 7f6926ee39c0 20 remove_watcher() i=5 2024-09-12T17:39:07.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.008+0000 7f6926ee39c0 20 remove_watcher() i=6 2024-09-12T17:39:07.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.008+0000 7f6926ee39c0 20 remove_watcher() i=7 2024-09-12T17:39:07.028 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 0864323023 --totp-seed U5JKPXOSSWIYEB6FMQW4KL2JWDGS2ZK4FYT2F3COMH2SWQK5VEAJ5ORWO6QAZ3BO --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:39:07.072 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:07.072 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:07.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.112+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 realm 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:07.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:07.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.116+0000 7fb3400809c0 20 searching for the correct realm 2024-09-12T17:39:07.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.120+0000 7fb33d385640 0 -- 172.21.15.1:0/281474898 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fb330061040 msgr2=0x7fb33005bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:07.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.332+0000 7fb33db86640 0 -- 172.21.15.1:0/281474898 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fb338045040 msgr2=0x7fb338045420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:07.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:07.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:07.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 zone default found 2024-09-12T17:39:07.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 4 Realm: () 2024-09-12T17:39:07.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:39:07.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:39:07.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:07.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 zonegroup default 2024-09-12T17:39:07.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.352+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:07.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 started sync module instance, tier type = 2024-09-12T17:39:07.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.356+0000 7fb3400809c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:39:07.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=0 2024-09-12T17:39:07.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=1 2024-09-12T17:39:07.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=2 2024-09-12T17:39:07.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=3 2024-09-12T17:39:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=4 2024-09-12T17:39:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=5 2024-09-12T17:39:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.380+0000 7fb3400809c0 20 add_watcher() i=6 2024-09-12T17:39:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.384+0000 7fb3400809c0 20 add_watcher() i=7 2024-09-12T17:39:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.384+0000 7fb3400809c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:07.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb1ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:07.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:07.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:07.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 5 note: GC not initialized 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb1ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 20 Filter name: none 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb15ffff640 20 reqs_thread_entry: start 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T17:39:07.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:39:07.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.388+0000 7fb3400809c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:07.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb3400809c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:39:07.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb3400809c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:39:07.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb3400809c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T17:39:07.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb2217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268228 cookie 94640212825632 notifier 8624 bl.length()=695 2024-09-12T17:39:07.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb2217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:39:07.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb2217fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:39:07.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.396+0000 7fb1ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:07.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.404+0000 7fb3400809c0 20 remove_watcher() i=0 2024-09-12T17:39:07.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.404+0000 7fb3400809c0 2 removed watcher, disabling cache 2024-09-12T17:39:07.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.404+0000 7fb3400809c0 20 remove_watcher() i=1 2024-09-12T17:39:07.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.408+0000 7fb3400809c0 20 remove_watcher() i=2 2024-09-12T17:39:07.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.408+0000 7fb3400809c0 20 remove_watcher() i=3 2024-09-12T17:39:07.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.412+0000 7fb3400809c0 20 remove_watcher() i=4 2024-09-12T17:39:07.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.412+0000 7fb3400809c0 20 remove_watcher() i=5 2024-09-12T17:39:07.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.416+0000 7fb3400809c0 20 remove_watcher() i=6 2024-09-12T17:39:07.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:39:07.416+0000 7fb3400809c0 20 remove_watcher() i=7 2024-09-12T17:39:07.435 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T17:39:07.436 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:39:07.436 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T17:39:07.481 INFO:tasks.s3tests:Configuring boto... 2024-09-12T17:39:07.482 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:39:07.482 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T17:39:07.528 DEBUG:teuthology.orchestra.run.smithi001:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T17:39:07.708 INFO:teuthology.orchestra.run.smithi001.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T17:39:07.907 INFO:teuthology.orchestra.run.smithi001.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T17:39:08.283 INFO:teuthology.orchestra.run.smithi001.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:41:05.039 INFO:teuthology.orchestra.run.smithi001.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T17:41:07.000 INFO:teuthology.orchestra.run.smithi001.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=476106cc3cecea5357f79a2130cc235d6d5e7dfded5c7ed793b2f1eebbf82549,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T17:41:07.000 INFO:teuthology.orchestra.run.smithi001.stdout:py run-test-pre: PYTHONHASHSEED='2610715135' 2024-09-12T17:41:07.001 INFO:teuthology.orchestra.run.smithi001.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T17:41:07.187 INFO:teuthology.orchestra.run.smithi001.stdout:============================= test session starts ============================== 2024-09-12T17:41:07.188 INFO:teuthology.orchestra.run.smithi001.stdout:platform linux -- Python 3.10.6, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T17:41:07.188 INFO:teuthology.orchestra.run.smithi001.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:41:07.188 INFO:teuthology.orchestra.run.smithi001.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:41:07.188 INFO:teuthology.orchestra.run.smithi001.stdout:configfile: pytest.ini 2024-09-12T17:41:09.070 INFO:teuthology.orchestra.run.smithi001.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T17:41:09.070 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:41:09.436 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T17:41:09.647 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T17:41:09.860 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T17:41:10.078 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T17:41:10.296 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T17:41:10.452 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T17:41:10.682 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T17:41:10.839 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T17:41:10.940 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T17:41:11.040 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T17:41:11.259 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T17:41:11.472 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T17:41:11.692 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T17:41:11.903 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T17:41:12.004 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T17:41:12.109 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T17:41:12.164 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T17:41:12.221 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T17:41:12.276 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T17:41:12.332 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T17:41:12.389 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T17:41:12.445 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T17:41:12.500 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.556 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.612 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.669 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.729 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.784 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.841 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T17:41:12.896 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T17:41:12.952 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.009 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.064 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.121 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.181 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.236 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.292 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T17:41:13.348 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.405 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.461 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.517 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.572 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.628 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.685 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T17:41:13.741 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T17:41:13.796 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T17:41:13.853 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T17:41:13.908 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T17:41:13.964 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T17:41:14.020 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T17:41:14.076 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T17:41:14.133 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T17:41:14.188 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T17:41:14.693 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T17:41:15.702 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T17:41:17.484 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T17:41:19.354 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T17:41:22.228 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T17:41:23.309 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T17:41:24.649 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T17:41:25.078 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T17:41:25.268 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T17:41:25.575 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T17:41:25.893 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T17:41:26.306 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T17:41:26.554 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T17:41:26.830 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T17:41:26.833 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T17:41:26.835 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T17:41:26.837 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T17:41:26.844 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T17:41:26.846 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T17:41:26.849 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T17:41:26.850 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T17:41:26.853 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.855 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.857 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.860 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.862 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T17:41:26.864 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.867 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.869 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:41:26.871 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:41:26.873 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:41:26.875 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:41:26.877 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:41:26.879 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T17:41:26.881 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T17:41:26.883 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T17:41:26.885 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T17:41:26.886 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T17:41:26.888 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T17:41:26.890 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T17:41:26.891 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T17:41:26.998 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T17:41:27.012 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T17:41:27.776 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T17:41:35.534 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T17:41:35.956 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T17:41:36.547 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T17:41:37.129 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T17:41:37.680 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T17:41:38.259 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T17:41:38.775 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T17:41:39.419 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T17:41:39.900 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T17:41:40.372 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T17:41:40.860 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T17:41:41.275 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T17:41:41.704 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T17:41:42.011 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T17:41:42.503 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T17:41:43.115 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T17:41:43.652 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T17:41:44.120 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T17:41:44.583 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T17:41:45.072 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T17:41:45.560 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T17:41:46.024 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T17:41:46.412 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T17:41:46.828 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T17:41:47.175 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T17:41:47.565 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T17:41:47.920 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T17:41:48.244 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T17:41:48.603 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T17:41:49.196 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T17:41:49.520 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:41:49.872 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T17:41:50.576 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T17:41:51.009 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T17:41:51.376 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:41:51.819 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T17:41:52.272 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:41:52.860 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T17:41:53.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T17:41:53.708 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T17:41:54.191 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T17:41:54.884 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T17:41:55.471 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T17:41:56.031 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T17:41:56.656 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:41:57.356 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:41:58.079 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:41:58.851 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:41:59.537 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:42:00.176 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:42:00.769 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T17:42:01.469 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T17:42:01.988 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T17:42:03.148 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T17:42:03.984 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T17:42:04.968 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T17:42:06.916 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T17:42:09.504 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T17:42:10.980 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T17:42:12.324 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T17:42:13.336 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T17:42:14.004 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T17:42:15.220 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T17:42:16.115 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T17:42:17.276 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T17:42:18.108 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T17:42:19.624 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T17:42:20.725 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T17:42:22.312 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T17:42:23.856 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T17:42:24.976 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T17:42:25.980 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T17:42:26.835 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T17:42:28.788 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T17:42:30.228 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T17:42:31.809 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T17:42:33.327 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T17:42:34.772 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T17:42:36.196 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T17:42:37.300 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T17:42:38.152 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T17:42:39.128 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T17:42:40.903 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T17:42:43.176 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T17:42:44.168 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T17:42:45.648 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T17:42:47.128 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T17:42:48.484 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T17:42:49.984 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T17:42:51.625 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T17:42:53.139 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T17:42:54.561 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T17:42:55.555 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T17:42:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T17:42:57.164 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T17:42:58.042 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T17:42:59.349 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T17:43:00.748 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T17:43:02.093 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T17:43:03.448 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T17:43:04.814 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T17:43:06.212 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T17:43:07.572 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T17:43:08.944 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T17:43:10.292 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T17:43:11.629 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T17:43:13.017 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T17:43:14.353 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T17:43:15.257 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T17:43:16.157 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T17:43:16.993 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T17:43:17.921 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T17:43:18.616 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T17:43:19.308 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T17:43:19.956 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T17:43:20.580 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T17:43:21.152 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T17:43:21.768 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T17:43:22.830 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T17:43:23.044 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T17:43:23.656 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T17:43:24.733 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T17:43:25.835 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T17:43:26.448 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T17:43:27.019 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T17:43:27.635 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T17:43:28.244 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T17:43:29.332 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T17:43:30.503 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T17:43:31.143 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T17:43:31.728 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T17:43:32.332 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T17:43:32.944 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T17:43:33.536 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T17:43:34.120 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T17:43:34.788 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T17:43:35.376 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T17:43:35.988 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T17:43:36.623 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T17:43:37.248 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T17:43:37.840 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T17:43:38.475 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T17:43:39.104 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T17:43:39.696 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T17:43:40.312 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T17:43:40.948 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T17:44:01.460 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T17:44:02.060 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T17:44:02.652 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T17:44:03.312 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T17:44:03.939 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T17:44:04.536 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T17:44:05.132 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T17:44:05.724 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T17:44:06.331 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T17:44:06.928 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T17:44:07.580 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T17:44:08.164 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T17:44:08.752 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T17:44:09.344 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T17:44:09.944 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T17:44:10.588 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T17:44:11.231 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T17:44:11.911 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T17:44:12.519 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T17:44:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:44:13.732 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:44:14.375 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:44:14.991 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:44:15.731 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T17:44:16.388 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T17:44:16.980 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T17:44:17.596 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T17:44:18.239 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T17:44:18.856 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T17:44:19.184 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T17:44:19.702 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T17:44:21.035 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T17:44:22.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T17:44:22.864 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T17:44:23.452 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T17:44:24.136 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T17:44:24.752 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T17:44:25.450 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T17:44:26.116 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T17:44:26.740 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T17:44:27.397 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T17:44:28.043 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T17:44:28.716 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T17:44:29.308 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T17:44:29.943 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T17:44:30.684 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T17:44:31.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T17:44:32.255 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T17:44:32.825 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T17:44:33.292 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T17:44:33.756 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T17:44:34.111 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T17:44:34.467 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T17:44:34.827 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T17:44:35.376 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T17:44:35.934 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T17:44:36.264 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T17:44:36.852 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T17:44:37.256 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T17:44:37.730 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T17:44:38.172 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T17:44:39.092 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T17:44:39.832 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T17:44:40.583 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T17:45:01.105 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T17:45:21.516 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T17:45:22.075 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T17:45:22.600 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T17:45:23.164 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T17:45:23.656 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T17:45:24.248 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T17:45:24.801 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T17:45:25.308 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T17:45:25.924 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T17:45:26.428 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T17:45:27.004 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T17:45:27.577 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T17:45:28.183 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T17:45:28.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T17:45:29.188 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T17:45:29.717 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T17:45:30.271 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T17:45:30.875 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T17:45:31.432 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T17:45:31.944 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T17:45:32.484 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T17:45:33.072 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T17:45:33.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T17:45:34.204 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T17:45:34.664 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T17:45:35.152 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T17:45:35.636 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T17:45:36.151 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T17:45:36.620 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T17:45:37.235 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T17:45:37.743 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T17:45:38.287 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T17:45:38.748 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T17:45:39.212 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T17:45:39.836 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T17:45:40.296 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T17:45:40.780 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T17:45:41.260 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T17:45:41.775 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T17:45:42.244 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T17:45:42.788 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T17:45:43.275 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T17:45:43.868 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T17:45:44.348 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T17:45:44.971 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T17:45:45.512 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T17:45:46.040 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T17:45:46.663 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T17:45:47.303 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T17:45:48.865 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T17:45:49.499 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T17:45:50.076 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T17:45:50.695 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T17:45:51.352 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T17:45:52.035 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T17:45:52.593 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T17:45:53.215 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T17:45:53.968 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T17:45:54.538 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T17:45:55.168 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T17:45:55.732 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T17:45:56.197 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T17:45:56.708 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T17:45:57.268 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T17:45:57.751 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T17:45:58.123 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T17:45:58.795 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T17:45:59.347 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T17:45:59.900 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T17:46:02.708 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T17:46:03.227 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T17:46:03.807 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T17:46:04.363 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T17:46:04.975 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T17:46:05.432 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T17:46:05.991 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T17:46:06.599 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T17:46:07.199 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T17:46:07.756 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T17:46:08.292 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T17:46:08.832 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T17:46:09.404 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T17:46:10.052 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T17:46:10.576 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T17:46:11.132 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T17:46:11.668 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T17:46:12.248 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T17:46:12.576 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T17:46:12.904 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T17:46:13.228 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T17:46:13.624 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T17:46:14.123 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T17:46:14.543 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T17:46:14.968 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T17:46:15.471 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T17:46:15.804 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T17:46:16.132 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T17:46:16.579 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T17:46:16.916 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T17:46:17.275 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T17:46:17.604 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T17:46:17.971 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T17:46:18.420 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T17:46:18.861 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T17:46:19.355 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T17:46:19.804 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T17:46:20.344 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T17:46:20.804 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T17:46:21.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T17:46:21.780 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T17:46:22.276 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T17:46:22.740 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T17:46:23.335 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T17:46:23.959 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T17:46:24.595 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T17:46:25.200 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T17:46:25.829 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T17:46:26.424 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T17:46:27.044 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T17:46:27.640 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T17:46:28.299 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T17:46:28.799 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T17:46:29.412 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T17:46:30.059 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T17:46:30.807 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T17:46:31.468 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T17:46:32.095 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T17:46:33.047 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T17:46:33.883 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T17:46:34.740 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T17:46:35.604 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T17:46:36.469 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T17:46:37.008 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T17:46:37.548 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T17:46:38.112 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T17:46:38.715 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T17:46:39.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T17:46:39.872 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T17:46:40.879 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T17:46:41.808 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T17:46:42.748 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T17:46:43.691 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T17:46:44.627 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T17:46:45.644 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T17:46:46.619 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T17:46:47.567 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T17:46:48.519 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T17:46:49.308 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T17:46:50.135 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T17:46:50.979 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T17:46:51.952 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T17:46:52.871 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T17:46:53.229 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T17:46:53.560 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T17:46:53.892 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T17:46:54.436 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T17:46:55.051 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T17:46:55.456 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T17:46:55.860 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T17:46:56.579 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T17:46:58.159 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T17:46:58.832 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T17:46:59.476 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T17:47:00.328 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T17:47:00.979 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T17:47:01.616 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T17:47:02.191 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T17:47:02.781 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T17:47:03.624 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T17:47:04.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T17:47:05.171 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T17:47:05.917 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T17:47:06.840 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T17:47:07.779 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T17:47:08.271 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T17:47:08.763 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T17:47:10.533 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T17:47:11.200 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T17:47:14.140 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T17:47:14.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T17:47:15.431 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T17:47:16.807 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T17:47:17.460 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T17:47:18.640 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T17:47:21.772 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T17:47:25.459 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T17:47:29.768 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T17:47:47.148 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T17:47:49.720 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T17:47:54.448 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T17:47:55.383 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T17:47:56.688 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T17:47:57.908 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T17:47:58.795 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T17:47:59.407 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T17:48:00.568 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T17:48:01.256 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T17:48:01.909 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T17:48:02.488 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T17:48:16.724 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T17:48:19.152 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T17:48:19.808 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T17:48:20.291 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T17:48:20.903 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T17:48:26.274 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T17:48:29.971 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T17:48:33.543 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T17:48:34.167 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T17:48:34.783 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T17:48:35.428 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T17:48:36.024 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T17:48:36.644 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T17:48:37.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T17:48:37.864 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T17:48:38.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T17:48:39.632 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T17:48:40.675 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T17:48:41.600 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T17:48:42.656 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T17:48:44.019 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T17:48:44.716 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T17:48:45.795 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T17:48:46.972 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T17:48:47.868 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T17:48:48.524 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T17:48:49.528 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T17:48:50.168 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T17:48:54.983 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T17:48:55.516 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T17:48:56.116 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T17:48:56.680 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T17:48:57.248 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T17:48:58.156 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T17:49:06.464 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T17:49:07.429 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T17:49:08.183 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T17:49:09.164 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T17:49:10.192 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T17:49:13.888 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T17:49:14.849 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T17:49:19.257 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T17:49:34.939 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T17:49:38.856 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T17:49:40.415 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T17:49:42.060 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T17:49:42.876 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T17:49:43.944 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T17:49:44.696 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T17:49:45.663 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T17:49:46.520 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T17:49:47.437 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T17:49:47.884 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T17:49:48.455 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T17:49:49.007 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T17:49:49.523 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T17:49:50.099 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T17:49:50.695 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T17:49:51.136 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T17:49:51.620 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T17:49:52.184 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T17:49:52.687 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T17:49:53.187 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T17:49:53.676 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T17:49:54.175 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T17:49:54.720 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T17:49:55.283 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T17:49:55.864 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T17:49:56.495 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T17:49:57.111 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T17:49:57.620 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T17:49:58.187 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T17:49:58.768 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T17:49:59.275 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T17:49:59.816 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T17:50:00.284 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T17:50:00.752 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T17:50:06.336 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T17:50:11.797 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T17:50:13.532 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T17:50:14.100 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T17:51:15.016 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T17:52:16.564 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T17:52:17.120 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T17:52:17.680 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T17:52:18.176 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T17:52:18.664 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T17:52:22.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T17:52:24.192 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T17:52:25.754 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T17:52:26.343 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T17:52:26.920 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T17:52:27.496 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T17:52:28.023 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T17:52:28.620 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T17:52:29.224 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T17:52:29.796 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T17:52:30.455 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T17:52:31.096 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T17:52:31.763 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T17:52:32.375 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T17:52:32.944 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T17:52:33.856 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T17:52:34.808 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T17:52:35.672 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T17:52:36.360 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T17:52:37.112 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T17:52:37.960 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T17:52:38.829 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T17:52:39.655 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T17:52:40.500 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T17:52:41.392 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T17:52:42.288 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T17:52:42.879 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T17:52:43.480 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T17:52:44.084 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T17:52:44.892 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T17:52:45.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T17:52:46.552 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T17:52:47.837 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T17:52:51.332 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T17:52:52.147 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T17:52:52.985 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T17:52:53.801 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T17:52:54.840 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T17:52:55.856 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T17:52:56.460 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T17:52:57.335 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T17:52:57.852 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T17:52:58.332 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T17:52:58.816 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T17:52:59.304 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T17:52:59.948 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T17:53:00.460 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T17:53:01.350 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T17:53:01.824 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T17:53:02.280 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T17:53:02.763 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T17:53:03.268 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T17:53:03.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T17:53:04.208 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T17:53:04.708 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T17:53:05.255 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T17:53:05.724 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T17:53:06.219 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T17:53:06.761 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T17:53:07.288 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T17:53:07.900 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T17:53:08.499 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T17:53:09.001 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T17:53:09.524 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T17:53:10.171 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T17:53:10.748 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T17:53:11.312 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T17:53:11.884 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T17:53:12.524 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T17:53:13.072 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T17:53:13.771 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T17:53:14.412 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T17:53:14.992 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T17:53:15.516 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T17:53:16.064 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T17:53:16.632 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T17:53:17.287 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T17:53:17.900 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T17:53:18.467 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T17:53:19.211 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T17:53:19.704 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T17:53:20.256 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T17:53:20.752 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T17:53:31.101 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T17:53:31.691 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T17:53:41.280 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T17:53:41.977 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T17:53:42.636 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T17:53:43.151 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T17:53:43.644 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:53:44.144 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:53:44.680 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:53:45.260 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T17:53:45.807 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T17:53:46.296 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T17:53:46.812 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T17:53:47.430 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T17:53:48.020 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T17:53:48.672 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T17:53:49.288 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T17:53:49.856 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T17:53:50.387 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T17:53:51.163 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T17:53:52.983 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T17:53:53.462 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T17:53:54.080 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T17:53:54.624 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T17:53:55.244 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T17:53:56.039 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T17:53:56.684 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T17:53:57.671 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T17:53:58.896 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T17:53:59.588 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T17:54:06.948 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T17:54:14.068 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T17:54:14.592 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T17:54:15.348 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T17:54:17.474 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T17:54:19.341 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T17:54:20.868 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T17:54:21.836 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T17:54:22.868 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T17:54:23.725 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T17:54:24.252 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T17:54:25.528 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T17:54:26.884 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T17:54:29.639 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T17:54:30.989 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T17:54:31.840 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T17:54:32.609 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T17:54:33.169 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T17:54:34.174 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T17:54:35.020 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T17:54:35.901 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T17:54:36.616 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T17:54:37.480 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T17:54:38.316 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T17:54:39.120 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T17:54:39.932 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T17:54:40.228 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T17:54:41.580 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T17:54:42.832 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T17:54:43.704 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T17:54:44.436 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T17:54:45.184 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T17:54:55.712 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T17:54:56.000 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T17:54:56.927 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T17:54:57.688 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T17:54:58.304 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T17:54:59.107 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T17:54:59.151 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout:=============================== warnings summary =============================== 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout: import imp 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py:120 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T17:54:59.152 INFO:teuthology.orchestra.run.smithi001.stdout: if boto_type is 'S3Connection': 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_headers.py:124 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3.py:359 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T17:54:59.153 INFO:teuthology.orchestra.run.smithi001.stdout: if k is 'BucketName': 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: @pytest.mark.timeout(10) 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:54:59.154 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.155 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T17:54:59.156 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.157 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T17:54:59.158 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi001.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: warnings.warn( 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:6540: DeprecationWarning: ssl.wrap_socket() is deprecated, use SSLContext.wrap_socket() 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: s = ssl.wrap_socket(s); 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:54:59.159 INFO:teuthology.orchestra.run.smithi001.stdout: /usr/lib/python3.10/ssl.py:1434: DeprecationWarning: ssl.PROTOCOL_TLS is deprecated 2024-09-12T17:54:59.160 INFO:teuthology.orchestra.run.smithi001.stdout: context = SSLContext(ssl_version) 2024-09-12T17:54:59.160 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:54:59.160 INFO:teuthology.orchestra.run.smithi001.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T17:54:59.160 INFO:teuthology.orchestra.run.smithi001.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 666 warnings in 831.96s (0:13:51) = 2024-09-12T17:54:59.346 INFO:teuthology.orchestra.run.smithi001.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:54:59.346 INFO:teuthology.orchestra.run.smithi001.stdout: py: commands succeeded 2024-09-12T17:54:59.347 INFO:teuthology.orchestra.run.smithi001.stdout: congratulations :) 2024-09-12T17:54:59.385 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T17:54:59.385 DEBUG:teuthology.orchestra.run.smithi001:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T17:54:59.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:54:59.486 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T17:54:59.487 DEBUG:teuthology.orchestra.run.smithi001:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T17:54:59.492 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T17:54:59.492 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:54:59.689 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:54:59.700 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:54:59.700 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:54:59.700 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:59.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:54:59.707 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:54:59.707 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:59.753 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:59.753 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:54:59.801 INFO:tasks.workunit:timeout=3h 2024-09-12T17:54:59.801 INFO:tasks.workunit:cleanup=True 2024-09-12T17:54:59.801 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:54:59.851 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:55:57.444 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 98% (12495/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:55:58.147 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:55:58.148 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:55:58.154 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:55:58.203 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:55:58.206 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:55:58.206 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:55:58.263 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:55:58.319 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:55:58.363 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:55:58.364 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:55:58.365 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:55:58.406 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:55:58.410 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-09-12T17:55:58.410 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:55:58.458 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T17:55:58.461 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T17:55:58.461 DEBUG:teuthology.orchestra.run.smithi001:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi001.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T17:55:58.511 INFO:tasks.workunit.client.0.smithi001.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:55:58.512 INFO:tasks.workunit.client.0.smithi001.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:56:01.525 INFO:tasks.workunit.client.0.smithi001.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ deactivate nondestructive 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ hash -r 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:56:01.526 INFO:tasks.workunit.client.0.smithi001.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ export VIRTUAL_ENV 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ export PATH 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n '' ']' 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -z '' ']' 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ PS1='(rgw) ' 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ export PS1 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:++ hash -r 2024-09-12T17:56:01.527 INFO:tasks.workunit.client.0.smithi001.stderr:+ pip install pip --upgrade 2024-09-12T17:56:01.934 INFO:tasks.workunit.client.0.smithi001.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:56:02.154 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting pip 2024-09-12T17:56:02.160 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:56:02.198 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: pip 2024-09-12T17:56:02.198 INFO:tasks.workunit.client.0.smithi001.stdout: Attempting uninstall: pip 2024-09-12T17:56:02.199 INFO:tasks.workunit.client.0.smithi001.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:56:02.482 INFO:tasks.workunit.client.0.smithi001.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:56:02.489 INFO:tasks.workunit.client.0.smithi001.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:56:03.268 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed pip-24.2 2024-09-12T17:56:03.329 INFO:tasks.workunit.client.0.smithi001.stderr:+ pip install boto3 2024-09-12T17:56:04.354 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting boto3 2024-09-12T17:56:04.356 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:56:05.002 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:56:05.003 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:56:05.059 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:56:05.060 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:56:05.117 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:56:05.119 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:56:05.181 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:56:05.183 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:56:05.295 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:56:05.297 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:56:05.455 INFO:tasks.workunit.client.0.smithi001.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:56:05.456 INFO:tasks.workunit.client.0.smithi001.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:56:05.460 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:56:05.461 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:56:05.472 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:56:05.473 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:56:05.475 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:56:05.477 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:56:05.478 INFO:tasks.workunit.client.0.smithi001.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:56:05.553 INFO:tasks.workunit.client.0.smithi001.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:56:06.726 INFO:tasks.workunit.client.0.smithi001.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:56:06.945 INFO:tasks.workunit.client.0.smithi001.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T17:56:07.093 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T17:56:07.133 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:07.133 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:07.178 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.179 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 realm 2024-09-12T17:56:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.180 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.174+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.178+0000 7f7e4015f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:07.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.178+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.178+0000 7f7e4015f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:07.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.178+0000 7f7e4015f9c0 20 searching for the correct realm 2024-09-12T17:56:07.187 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.182+0000 7f7e3e466640 0 -- 172.21.15.1:0/1985386660 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f7e34029030 msgr2=0x7f7e34062cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:07.194 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.190+0000 7f7e3d464640 0 -- 172.21.15.1:0/1985386660 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f7e3810bb70 msgr2=0x7f7e381374f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:56:07.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:56:07.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:07.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:56:07.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:07.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:07.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:07.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.406+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:07.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:07.414 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 zone default found 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 4 Realm: () 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 zonegroup default 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.415 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.410+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.414+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.416 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.414+0000 7f7e4015f9c0 20 started sync module instance, tier type = 2024-09-12T17:56:07.417 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.414+0000 7f7e4015f9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=0 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=1 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=2 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=3 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=4 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=5 2024-09-12T17:56:07.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=6 2024-09-12T17:56:07.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 20 add_watcher() i=7 2024-09-12T17:56:07.442 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.438+0000 7f7e4015f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:07.446 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7cef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:07.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7e4015f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:07.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7e4015f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:07.447 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7e4015f9c0 5 note: GC not initialized 2024-09-12T17:56:07.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7cee7fc640 20 reqs_thread_entry: start 2024-09-12T17:56:07.448 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7e4015f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7e4015f9c0 20 Filter name: none 2024-09-12T17:56:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.442+0000 7f7c5ffff640 20 reqs_thread_entry: start 2024-09-12T17:56:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T17:56:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.449 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T17:56:07.450 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.446+0000 7f7e4015f9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T17:56:07.453 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.450+0000 7f7e4015f9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T17:56:07.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.450+0000 7f7e4015f9c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T17:56:07.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.450+0000 7f7e4015f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T17:56:07.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.450+0000 7f7d217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756269413 cookie 94429346410480 notifier 9333 bl.length()=613 2024-09-12T17:56:07.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.450+0000 7f7d217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T17:56:07.454 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.450+0000 7f7d217fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T17:56:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7e4015f9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T17:56:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7e4015f9c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T17:56:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7e4015f9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T17:56:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7d217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268650 cookie 94429346398128 notifier 9333 bl.length()=191 2024-09-12T17:56:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7d217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T17:56:07.457 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7d217fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T17:56:07.459 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.454+0000 7f7cef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:07.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.462+0000 7f7e4015f9c0 20 remove_watcher() i=0 2024-09-12T17:56:07.465 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.462+0000 7f7e4015f9c0 2 removed watcher, disabling cache 2024-09-12T17:56:07.468 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.462+0000 7f7e4015f9c0 20 remove_watcher() i=1 2024-09-12T17:56:07.469 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.466+0000 7f7e4015f9c0 20 remove_watcher() i=2 2024-09-12T17:56:07.471 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.466+0000 7f7e4015f9c0 20 remove_watcher() i=3 2024-09-12T17:56:07.473 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.470+0000 7f7e4015f9c0 20 remove_watcher() i=4 2024-09-12T17:56:07.475 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.470+0000 7f7e4015f9c0 20 remove_watcher() i=5 2024-09-12T17:56:07.476 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.474+0000 7f7e4015f9c0 20 remove_watcher() i=6 2024-09-12T17:56:07.478 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.474+0000 7f7e4015f9c0 20 remove_watcher() i=7 2024-09-12T17:56:07.649 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.649 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.697 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.697 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.747 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.747 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.773 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.773 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.781 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T17:56:07.781 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:56:07.786 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.786 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.809 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.809 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.828 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:07.828 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:07.854 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T17:56:07.888 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:07.888 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:07.935 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.930+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.937 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 realm 2024-09-12T17:56:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:07.938 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.939 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:07.940 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.934+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:07.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.938+0000 7f37f0d2d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:07.941 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.938+0000 7f37f0d2d9c0 20 searching for the correct realm 2024-09-12T17:56:07.945 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:07.942+0000 7f37ef034640 0 -- 172.21.15.1:0/3802010960 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7f37e40f0040 msgr2=0x7f37e40f0930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:08.162 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.158+0000 7f37ee032640 0 -- 172.21.15.1:0/3802010960 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f37e8070040 msgr2=0x7f37e802a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:56:08.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:56:08.381 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:08.382 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:08.383 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 zone default found 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 4 Realm: () 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 zonegroup default 2024-09-12T17:56:08.384 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:08.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.378+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.385 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.382+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:08.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.382+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.382+0000 7f37f0d2d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:08.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.382+0000 7f37f0d2d9c0 20 started sync module instance, tier type = 2024-09-12T17:56:08.386 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.382+0000 7f37f0d2d9c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:56:08.411 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=0 2024-09-12T17:56:08.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=1 2024-09-12T17:56:08.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=2 2024-09-12T17:56:08.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=3 2024-09-12T17:56:08.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=4 2024-09-12T17:56:08.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=5 2024-09-12T17:56:08.412 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.406+0000 7f37f0d2d9c0 20 add_watcher() i=6 2024-09-12T17:56:08.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.410+0000 7f37f0d2d9c0 20 add_watcher() i=7 2024-09-12T17:56:08.413 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.410+0000 7f37f0d2d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:08.418 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f36a57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f37f0d2d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f37f0d2d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f37f0d2d9c0 5 note: GC not initialized 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f361ffff640 20 reqs_thread_entry: start 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f37f0d2d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f37f0d2d9c0 20 Filter name: none 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f361dffb640 20 reqs_thread_entry: start 2024-09-12T17:56:08.420 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.414+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T17:56:08.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:08.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T17:56:08.421 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:08.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:56:08.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 INFO: main: starting shard=0 2024-09-12T17:56:08.422 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.782.0 2024-09-12T17:56:08.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:56:08.424 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.418+0000 7f37f0d2d9c0 20 INFO: main: done 2024-09-12T17:56:08.425 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.422+0000 7f36a57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:08.430 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.426+0000 7f37f0d2d9c0 20 remove_watcher() i=0 2024-09-12T17:56:08.431 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.426+0000 7f37f0d2d9c0 2 removed watcher, disabling cache 2024-09-12T17:56:08.432 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.430+0000 7f37f0d2d9c0 20 remove_watcher() i=1 2024-09-12T17:56:08.435 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.430+0000 7f37f0d2d9c0 20 remove_watcher() i=2 2024-09-12T17:56:08.437 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.434+0000 7f37f0d2d9c0 20 remove_watcher() i=3 2024-09-12T17:56:08.439 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.434+0000 7f37f0d2d9c0 20 remove_watcher() i=4 2024-09-12T17:56:08.441 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.438+0000 7f37f0d2d9c0 20 remove_watcher() i=5 2024-09-12T17:56:08.443 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.438+0000 7f37f0d2d9c0 20 remove_watcher() i=6 2024-09-12T17:56:08.444 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.438+0000 7f37f0d2d9c0 20 remove_watcher() i=7 2024-09-12T17:56:08.461 INFO:tasks.workunit.client.0.smithi001.stderr:rados -p default.rgw.buckets.data ls | grep 2257e1ff-b1db-44fc-b044-deed89ab79e3 2024-09-12T17:56:08.490 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:08.490 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:08.559 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:08.554+0000 7fc7efd8d640 0 -- 172.21.15.1:0/2010989525 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x7fc7e800a7d0 msgr2=0x7fc7e800b2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:56:08.572 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T17:56:08.572 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:56:08.573 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:56:10.027 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:10.027 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:10.047 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:56:10.493 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T17:56:10.518 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:10.518 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:10.560 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.554+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.561 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 realm 2024-09-12T17:56:10.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:10.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.562 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.563 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:10.564 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.558+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.562+0000 7faa79cc69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:10.565 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.562+0000 7faa79cc69c0 20 searching for the correct realm 2024-09-12T17:56:10.569 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.566+0000 7faa77fcd640 0 -- 172.21.15.1:0/1338387963 >> [v2:172.21.15.174:6816/2348276578,v1:172.21.15.174:6817/2348276578] conn(0x7faa6c00e070 msgr2=0x7faa6c057ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:10.576 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.574+0000 7faa76fcb640 0 -- 172.21.15.1:0/1338387963 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7faa7004b660 msgr2=0x7faa7004bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:10.796 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.790+0000 7faa79cc69c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.790+0000 7faa79cc69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.790+0000 7faa79cc69c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.797 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:10.798 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 zone default found 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 4 Realm: () 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 zonegroup default 2024-09-12T17:56:10.799 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.794+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.798+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.800 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.798+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.798+0000 7faa79cc69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:10.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.798+0000 7faa79cc69c0 20 started sync module instance, tier type = 2024-09-12T17:56:10.801 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.798+0000 7faa79cc69c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:56:10.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=0 2024-09-12T17:56:10.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=1 2024-09-12T17:56:10.825 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=2 2024-09-12T17:56:10.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=3 2024-09-12T17:56:10.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=4 2024-09-12T17:56:10.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=5 2024-09-12T17:56:10.826 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=6 2024-09-12T17:56:10.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 20 add_watcher() i=7 2024-09-12T17:56:10.827 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.822+0000 7faa79cc69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:10.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.826+0000 7fa92dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:10.832 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:10.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:10.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 5 note: GC not initialized 2024-09-12T17:56:10.833 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7fa92cfe1640 20 reqs_thread_entry: start 2024-09-12T17:56:10.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:10.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 Filter name: none 2024-09-12T17:56:10.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7fa8a67fc640 20 reqs_thread_entry: start 2024-09-12T17:56:10.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T17:56:10.834 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:10.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T17:56:10.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:10.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:56:10.835 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 INFO: main: starting shard=0 2024-09-12T17:56:10.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.830+0000 7faa79cc69c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.782.0 2024-09-12T17:56:10.836 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.834+0000 7faa79cc69c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:56:10.837 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.834+0000 7faa79cc69c0 20 INFO: main: done 2024-09-12T17:56:10.838 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.834+0000 7fa92dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:10.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.838+0000 7faa79cc69c0 20 remove_watcher() i=0 2024-09-12T17:56:10.844 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.838+0000 7faa79cc69c0 2 removed watcher, disabling cache 2024-09-12T17:56:10.845 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.842+0000 7faa79cc69c0 20 remove_watcher() i=1 2024-09-12T17:56:10.848 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.842+0000 7faa79cc69c0 20 remove_watcher() i=2 2024-09-12T17:56:10.850 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.846+0000 7faa79cc69c0 20 remove_watcher() i=3 2024-09-12T17:56:10.852 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.846+0000 7faa79cc69c0 20 remove_watcher() i=4 2024-09-12T17:56:10.854 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.850+0000 7faa79cc69c0 20 remove_watcher() i=5 2024-09-12T17:56:10.855 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.850+0000 7faa79cc69c0 20 remove_watcher() i=6 2024-09-12T17:56:10.857 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.854+0000 7faa79cc69c0 20 remove_watcher() i=7 2024-09-12T17:56:10.876 INFO:tasks.workunit.client.0.smithi001.stderr:rados -p default.rgw.buckets.data ls | grep d470dc8c-8fcb-4662-9e17-b121caba5faf 2024-09-12T17:56:10.903 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:10.903 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:10.973 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:10.970+0000 7f3489a22640 0 -- 172.21.15.1:0/3421220455 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x7f348401c960 msgr2=0x7f348401b3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:10.987 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T17:56:10.987 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:56:10.989 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:10.989 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:10.998 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:10.998 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:11.012 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:11.012 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:11.019 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:56:12.456 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:12.456 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:12.530 INFO:tasks.workunit.client.0.smithi001.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:56:12.530 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:56:12.972 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:12.972 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:12.981 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:12.981 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:13.025 INFO:tasks.workunit.client.0.smithi001.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T17:56:13.026 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-09-12T17:56:13.027 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:13.027 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:13.080 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:13.080 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:13.131 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:13.131 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:13.151 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T17:56:14.601 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:14.601 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:14.611 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:14.611 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:16.642 INFO:tasks.workunit.client.0.smithi001.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T17:56:17.089 INFO:tasks.workunit.client.0.smithi001.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T17:56:17.115 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:17.115 INFO:tasks.workunit.client.0.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:17.157 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 realm 2024-09-12T17:56:17.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.158 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:17.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.159 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.154+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.158+0000 7f250b0269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:17.160 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.158+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.158+0000 7f250b0269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:17.161 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.158+0000 7f250b0269c0 20 searching for the correct realm 2024-09-12T17:56:17.167 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.162+0000 7f250932d640 0 -- 172.21.15.1:0/3073033319 >> [v2:172.21.15.1:6800/2761924970,v1:172.21.15.1:6801/2761924970] conn(0x55ba1d69a800 msgr2=0x55ba1d69cc10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:17.173 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.170+0000 7f250832b640 0 -- 172.21.15.1:0/3073033319 >> [v2:172.21.15.1:6816/701472656,v1:172.21.15.1:6817/701472656] conn(0x7f2500104370 msgr2=0x7f250011e1b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:17.181 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:17.182 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 zone default found 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 4 Realm: () 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 zonegroup default 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.183 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 started sync module instance, tier type = 2024-09-12T17:56:17.184 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.178+0000 7f250b0269c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=0 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=1 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=2 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=3 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=4 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=5 2024-09-12T17:56:17.199 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=6 2024-09-12T17:56:17.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 20 add_watcher() i=7 2024-09-12T17:56:17.200 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.194+0000 7f250b0269c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:17.202 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f23befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 5 note: GC not initialized 2024-09-12T17:56:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f23bdfe3640 20 reqs_thread_entry: start 2024-09-12T17:56:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:17.203 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 Filter name: none 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f232f7fe640 20 reqs_thread_entry: start 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.782 : miss 2024-09-12T17:56:17.204 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.782 info.flags=0x17 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.782 to cache LRU end 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:89018418-9cac-4cab-9409-03996b4334d4.4611.782 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.198+0000 7f250b0269c0 20 bucket index object: :.dir.89018418-9cac-4cab-9409-03996b4334d4.4611.782.0 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.202+0000 7f250b0269c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:56:17.205 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.202+0000 7f250b0269c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:56:17.206 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.202+0000 7f23befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:17.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.206+0000 7f250b0269c0 20 remove_watcher() i=0 2024-09-12T17:56:17.210 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.206+0000 7f250b0269c0 2 removed watcher, disabling cache 2024-09-12T17:56:17.212 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.206+0000 7f250b0269c0 20 remove_watcher() i=1 2024-09-12T17:56:17.214 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.210+0000 7f250b0269c0 20 remove_watcher() i=2 2024-09-12T17:56:17.216 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.210+0000 7f250b0269c0 20 remove_watcher() i=3 2024-09-12T17:56:17.218 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.214+0000 7f250b0269c0 20 remove_watcher() i=4 2024-09-12T17:56:17.219 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.214+0000 7f250b0269c0 20 remove_watcher() i=5 2024-09-12T17:56:17.220 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.214+0000 7f250b0269c0 20 remove_watcher() i=6 2024-09-12T17:56:17.221 INFO:tasks.workunit.client.0.smithi001.stderr:2024-09-12T17:56:17.218+0000 7f250b0269c0 20 remove_watcher() i=7 2024-09-12T17:56:17.232 INFO:tasks.workunit.client.0.smithi001.stderr:Deleting bucket versioning-bucket 2024-09-12T17:56:17.233 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:17.234 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:17.238 INFO:tasks.workunit.client.0.smithi001.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:56:17.238 INFO:tasks.workunit.client.0.smithi001.stderr: warnings.warn( 2024-09-12T17:56:17.263 INFO:tasks.workunit.client.0.smithi001.stderr:Completed bucket versioning tests 2024-09-12T17:56:17.264 INFO:tasks.workunit.client.0.smithi001.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:56:17.264 INFO:tasks.workunit.client.0.smithi001.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:56:17.265 INFO:tasks.workunit.client.0.smithi001.stdout:connected to https://localhost:443 2024-09-12T17:56:17.323 INFO:tasks.workunit.client.0.smithi001.stderr:+ deactivate 2024-09-12T17:56:17.323 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ export PATH 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n '' ']' 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ hash -r 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' -n '' ']' 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ unset -f deactivate 2024-09-12T17:56:17.324 INFO:tasks.workunit.client.0.smithi001.stderr:+ echo OK. 2024-09-12T17:56:17.326 INFO:tasks.workunit.client.0.smithi001.stdout:OK. 2024-09-12T17:56:17.326 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:56:17.326 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:56:17.385 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T17:56:17.385 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:56:17.757 DEBUG:teuthology.parallel:result is None 2024-09-12T17:56:17.758 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:56:17.770 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:56:17.770 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:56:17.817 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:56:17.817 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T17:56:17.830 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T17:56:17.843 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T17:56:17.843 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T17:56:17.843 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T17:56:17.910 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T17:56:17.910 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T17:56:17.940 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:17.941 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:17.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 realm 2024-09-12T17:56:17.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:17.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:17.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.978+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.982+0000 7fbcf32a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.982+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:17.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.982+0000 7fbcf32a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:17.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.982+0000 7fbcf32a99c0 20 searching for the correct realm 2024-09-12T17:56:17.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:17.982+0000 7fbcf05ae640 0 -- 172.21.15.1:0/2771313726 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fbce0046060 msgr2=0x7fbce009ad00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:56:18.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.194+0000 7fbcf0daf640 0 -- 172.21.15.1:0/2771313726 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x558d26547cd0 msgr2=0x7fbce80d7960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:18.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:18.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.210+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:18.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 zone default found 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 4 Realm: () 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 zonegroup default 2024-09-12T17:56:18.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:18.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:18.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:18.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 started sync module instance, tier type = 2024-09-12T17:56:18.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.214+0000 7fbcf32a99c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:56:18.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=0 2024-09-12T17:56:18.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=1 2024-09-12T17:56:18.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=2 2024-09-12T17:56:18.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=3 2024-09-12T17:56:18.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=4 2024-09-12T17:56:18.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=5 2024-09-12T17:56:18.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=6 2024-09-12T17:56:18.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 20 add_watcher() i=7 2024-09-12T17:56:18.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.238+0000 7fbcf32a99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:18.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.242+0000 7fbba77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:18.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.242+0000 7fbcf32a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:18.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.242+0000 7fbcf32a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:18.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbba67e4640 20 reqs_thread_entry: start 2024-09-12T17:56:18.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:18.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 20 Filter name: none 2024-09-12T17:56:18.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbb9f7fe640 20 reqs_thread_entry: start 2024-09-12T17:56:18.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T17:56:18.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:18.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T17:56:18.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T17:56:18.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:56:18.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.338+0000 7fbcf32a99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:18.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.342+0000 7fbcf32a99c0 10 removing key index: MVRHUXTXEDYFCKSEPCBJ 2024-09-12T17:56:18.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.342+0000 7fbcf32a99c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:MVRHUXTXEDYFCKSEPCBJ, ofs0, ns] 2024-09-12T17:56:18.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.346+0000 7fbbc7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756269315 cookie 94064723225472 notifier 9465 bl.length()=170 2024-09-12T17:56:18.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.346+0000 7fbcf32a99c0 10 removing email index: tester.client.0_test@test.test 2024-09-12T17:56:18.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.346+0000 7fbcf32a99c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T17:56:18.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.346+0000 7fbbc7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268199 cookie 94064723222064 notifier 9465 bl.length()=181 2024-09-12T17:56:18.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.346+0000 7fbcf32a99c0 10 removing user buckets index 2024-09-12T17:56:18.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.350+0000 7fbcf32a99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T17:56:18.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.350+0000 7fbbc7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756269414 cookie 94064723233040 notifier 9465 bl.length()=172 2024-09-12T17:56:18.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.350+0000 7fbcf32a99c0 10 removing user index: tester.client.0 2024-09-12T17:56:18.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.354+0000 7fbcf32a99c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T17:56:18.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.354+0000 7fbcf32a99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T17:56:18.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.354+0000 7fbbc7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268653 cookie 94064723224272 notifier 9465 bl.length()=164 2024-09-12T17:56:18.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.358+0000 7fbba77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:18.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.362+0000 7fbcf32a99c0 20 remove_watcher() i=0 2024-09-12T17:56:18.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.362+0000 7fbcf32a99c0 2 removed watcher, disabling cache 2024-09-12T17:56:18.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.366+0000 7fbcf32a99c0 20 remove_watcher() i=1 2024-09-12T17:56:18.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.366+0000 7fbcf32a99c0 20 remove_watcher() i=2 2024-09-12T17:56:18.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.370+0000 7fbcf32a99c0 20 remove_watcher() i=3 2024-09-12T17:56:18.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.370+0000 7fbcf32a99c0 20 remove_watcher() i=4 2024-09-12T17:56:18.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.374+0000 7fbcf32a99c0 20 remove_watcher() i=5 2024-09-12T17:56:18.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.374+0000 7fbcf32a99c0 20 remove_watcher() i=6 2024-09-12T17:56:18.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:18.378+0000 7fbcf32a99c0 20 remove_watcher() i=7 2024-09-12T17:56:18.399 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T17:56:18.409 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T17:56:18.444 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T17:56:18.490 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T17:56:18.503 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T17:56:18.503 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:56:18.504 INFO:tasks.rgw.client.0.smithi001.stdout:2024-09-12T17:56:18.498+0000 7f684e8b2640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 36847) UID: 0 2024-09-12T17:56:18.504 INFO:tasks.rgw.client.0.smithi001.stdout:2024-09-12T17:56:18.498+0000 7f68520faa40 -1 shutting down 2024-09-12T17:56:27.982 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-12T17:56:30.706 INFO:tasks.rgw.client.0:Stopped 2024-09-12T17:56:30.706 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T17:56:30.713 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T17:56:30.770 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T17:56:30.830 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T17:56:30.830 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T17:56:30.830 DEBUG:teuthology.orchestra.run.smithi001:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi001.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:30.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 realm 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.950+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.954+0000 7fa4bb2c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:30.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.954+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.954+0000 7fa4bb2c99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:30.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.954+0000 7fa4bb2c99c0 20 searching for the correct realm 2024-09-12T17:56:30.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:30.958+0000 7fa4b85ce640 0 -- 172.21.15.1:0/1088079526 >> [v2:172.21.15.1:6808/4256850238,v1:172.21.15.1:6809/4256850238] conn(0x7fa4a4002350 msgr2=0x7fa4a8036910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:56:31.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.170+0000 7fa4b8dcf640 0 -- 172.21.15.1:0/1088079526 >> [v2:172.21.15.174:6808/460661081,v1:172.21.15.174:6809/460661081] conn(0x7fa4b002d030 msgr2=0x7fa4b00a0390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 RGWRados::pool_iterate: got zone_info.89018418-9cac-4cab-9409-03996b4334d4 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 RGWRados::pool_iterate: got zonegroup_info.109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.190+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 zone default found 2024-09-12T17:56:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 4 Realm: () 2024-09-12T17:56:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 4 ZoneGroup: default (109f2b4b-c4c4-4fb8-b86c-b64c2bdb3036) 2024-09-12T17:56:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 4 Zone: default (89018418-9cac-4cab-9409-03996b4334d4) 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 zonegroup default 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 started sync module instance, tier type = 2024-09-12T17:56:31.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.194+0000 7fa4bb2c99c0 20 started zone id=89018418-9cac-4cab-9409-03996b4334d4 (name=default) with tier type = 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=0 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=1 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=2 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=3 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=4 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=5 2024-09-12T17:56:31.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.218+0000 7fa4bb2c99c0 20 add_watcher() i=6 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.222+0000 7fa4bb2c99c0 20 add_watcher() i=7 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.222+0000 7fa4bb2c99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.226+0000 7fa36efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.226+0000 7fa4bb2c99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.226+0000 7fa4bb2c99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:31.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.318+0000 7fa36dfe3640 20 reqs_thread_entry: start 2024-09-12T17:56:31.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.318+0000 7fa4bb2c99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:31.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.318+0000 7fa4bb2c99c0 20 Filter name: none 2024-09-12T17:56:31.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.322+0000 7fa2df7fe640 20 reqs_thread_entry: start 2024-09-12T17:56:31.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.322+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:56:31.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.322+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.322+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:56:31.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_-A5e81k2dco9OR_6tgvWUfjSo3zBH6w', time=2024-09-12T19:41:23.263032+0000, chain.objs.size()=3 2024-09-12T17:56:31.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.163__shadow_.m52WJ55t5y9KkKsyqSC0JI1XImAAXJ2_0 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.163__shadow_.m52WJ55t5y9KkKsyqSC0JI1XImAAXJ2_1 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.163__shadow_.m52WJ55t5y9KkKsyqSC0JI1XImAAXJ2_2 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~j1MKveO7txPmCREoI8iA14twNzFJP7N', time=2024-09-12T19:41:57.722506+0000, chain.objs.size()=2 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.201__multipart_mymultipart.2~j1MKveO7txPmCREoI8iA14twNzFJP7N.1 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.201__shadow_mymultipart.2~j1MKveO7txPmCREoI8iA14twNzFJP7N.1_1 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg', time=2024-09-12T19:47:37.616478+0000, chain.objs.size()=1 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg.3 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17348802473584564105', time=2024-09-12T19:47:47.745494+0000, chain.objs.size()=1 2024-09-12T17:56:31.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.326+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~33tRUgCFrmEKS7NE-6euAKkvS-_FmgP.1 2024-09-12T17:56:31.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.334+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.334+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:56:31.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.338+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_6d03LN35RHLkwlTMDK7Z2BbwD6w1LFO', time=2024-09-12T19:41:22.178885+0000, chain.objs.size()=1 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.PatFfbrtNxnN2UB9MyQwIG2PfQrD5Ab_0 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16881052066967276819', time=2024-09-12T19:47:13.638108+0000, chain.objs.size()=6 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.1 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.2 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.3 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.4 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.5 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.6 2024-09-12T17:56:31.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11188870941813371804', time=2024-09-12T19:47:13.894631+0000, chain.objs.size()=6 2024-09-12T17:56:31.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.1 2024-09-12T17:56:31.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.2 2024-09-12T17:56:31.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.3 2024-09-12T17:56:31.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.4 2024-09-12T17:56:31.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.342+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.5 2024-09-12T17:56:31.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.350+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.6 2024-09-12T17:56:31.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.350+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13701781610897976332', time=2024-09-12T19:47:41.102701+0000, chain.objs.size()=6 2024-09-12T17:56:31.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.350+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg.1 2024-09-12T17:56:31.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg.2 2024-09-12T17:56:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.tlXSlEDCDoBpBRYZTmn16HUbMWD-BbwX.3 2024-09-12T17:56:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg.4 2024-09-12T17:56:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg.5 2024-09-12T17:56:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~Ncy2nHasJEDyswf1PLXgp9TtS8SG5tg.6 2024-09-12T17:56:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.9468255310306308918', time=2024-09-12T19:47:51.556396+0000, chain.objs.size()=2 2024-09-12T17:56:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~jKt0hLjwRz04ky8W3ZtHKyqExOar_Rf.1 2024-09-12T17:56:31.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~jKt0hLjwRz04ky8W3ZtHKyqExOar_Rf.2 2024-09-12T17:56:31.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.4544523646135911241', time=2024-09-12T19:52:22.464174+0000, chain.objs.size()=12 2024-09-12T17:56:31.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__multipart_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.1 2024-09-12T17:56:31.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.354+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__shadow_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.1_1 2024-09-12T17:56:31.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.358+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__multipart_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.2 2024-09-12T17:56:31.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.358+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__shadow_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.2_1 2024-09-12T17:56:31.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.362+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__multipart_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.3 2024-09-12T17:56:31.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.362+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__shadow_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.3_1 2024-09-12T17:56:31.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.362+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__multipart_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.4 2024-09-12T17:56:31.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.362+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__shadow_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.4_1 2024-09-12T17:56:31.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.362+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__multipart_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.5 2024-09-12T17:56:31.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.362+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__shadow_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.5_1 2024-09-12T17:56:31.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.366+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__multipart_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.6 2024-09-12T17:56:31.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.366+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.623__shadow_multipart_enc.2~m5Tz6Z3Vty-wjyKfNbyLrarIonmwvEa.6_1 2024-09-12T17:56:31.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.382+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.390+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:56:31.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.390+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.390+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16229139982273628784', time=2024-09-12T19:47:21.024514+0000, chain.objs.size()=1 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.518__multipart_mymultipart.2~vmifGY6ZGwUfhaa7tSapWi9RRS5J4Na.1 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16312571721360571839', time=2024-09-12T19:47:29.377431+0000, chain.objs.size()=3 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.520__shadow:qEyw9L2CS724ADOtd8S1Oa8DA5gEttO_.d1dn9L1vDpIKzCfdBzDlx7Yw67UfAtK_1 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.520__shadow:qEyw9L2CS724ADOtd8S1Oa8DA5gEttO_.d1dn9L1vDpIKzCfdBzDlx7Yw67UfAtK_2 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.520__shadow:qEyw9L2CS724ADOtd8S1Oa8DA5gEttO_.d1dn9L1vDpIKzCfdBzDlx7Yw67UfAtK_3 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~yIt3R9EyeT65DphoxeF3wVxtmFUMl6C', time=2024-09-12T19:48:48.939339+0000, chain.objs.size()=1 2024-09-12T17:56:31.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.394+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.561__multipart_mymultipart.2~yIt3R9EyeT65DphoxeF3wVxtmFUMl6C.1 2024-09-12T17:56:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.398+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.402+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:56:31.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.402+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_ECNW5FFMIhC61ybEru8d0OuZxJSPVeq', time=2024-09-12T19:41:21.042906+0000, chain.objs.size()=2 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.381NLtue0KzS2S0iUPurizEEpr3Tqfx_1 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.381NLtue0KzS2S0iUPurizEEpr3Tqfx_2 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.9946726631895752666', time=2024-09-12T19:41:21.774426+0000, chain.objs.size()=5 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-FROZEN.2~6wy0fyFhSpAKbcdthVq4Wq2bv2ogwb_.1 2024-09-12T17:56:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_foo-FROZEN.2~6wy0fyFhSpAKbcdthVq4Wq2bv2ogwb_.1_1 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-FROZEN.2~6wy0fyFhSpAKbcdthVq4Wq2bv2ogwb_.2 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_foo-FROZEN.2~6wy0fyFhSpAKbcdthVq4Wq2bv2ogwb_.2_1 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-FROZEN.2~6wy0fyFhSpAKbcdthVq4Wq2bv2ogwb_.3 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5800219057577879502', time=2024-09-12T19:47:25.169870+0000, chain.objs.size()=6 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.519__multipart_mymultipart.2~S2BScRNMTSdb3wwc4dN2W22f4BqwThQ.1 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.519__multipart_mymultipart.2~S2BScRNMTSdb3wwc4dN2W22f4BqwThQ.2 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.519__multipart_mymultipart.2~S2BScRNMTSdb3wwc4dN2W22f4BqwThQ.3 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.519__multipart_mymultipart.2~S2BScRNMTSdb3wwc4dN2W22f4BqwThQ.4 2024-09-12T17:56:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.406+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.519__multipart_mymultipart.2~S2BScRNMTSdb3wwc4dN2W22f4BqwThQ.5 2024-09-12T17:56:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.414+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.519__multipart_mymultipart.2~S2BScRNMTSdb3wwc4dN2W22f4BqwThQ.6 2024-09-12T17:56:31.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.418+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.422+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:56:31.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.422+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.422+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11608349824655148616', time=2024-09-12T19:47:13.636644+0000, chain.objs.size()=6 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.1 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.2 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.3 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.4 2024-09-12T17:56:31.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.5 2024-09-12T17:56:31.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.6 2024-09-12T17:56:31.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O', time=2024-09-12T19:47:33.998878+0000, chain.objs.size()=2 2024-09-12T17:56:31.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.2 2024-09-12T17:56:31.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.426+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.2_1 2024-09-12T17:56:31.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.434+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.438+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:56:31.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.438+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.438+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.442+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:56:31.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.442+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17655595962436765262', time=2024-09-12T19:41:18.949986+0000, chain.objs.size()=3 2024-09-12T17:56:31.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.442+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.A7LYV90kG6NAxKk0Rf0VYRDZv4OtxAR_0 2024-09-12T17:56:31.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.442+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.A7LYV90kG6NAxKk0Rf0VYRDZv4OtxAR_1 2024-09-12T17:56:31.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.442+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.A7LYV90kG6NAxKk0Rf0VYRDZv4OtxAR_2 2024-09-12T17:56:31.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.446+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:56:31.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.18289627524562568207', time=2024-09-12T19:41:20.862019+0000, chain.objs.size()=5 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-LUKEWARM.2~i7WKN4_SLqbHr_AOxEr3mHOdtLfNMfy.1 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_foo-LUKEWARM.2~i7WKN4_SLqbHr_AOxEr3mHOdtLfNMfy.1_1 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-LUKEWARM.2~i7WKN4_SLqbHr_AOxEr3mHOdtLfNMfy.2 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_foo-LUKEWARM.2~i7WKN4_SLqbHr_AOxEr3mHOdtLfNMfy.2_1 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-LUKEWARM.2~i7WKN4_SLqbHr_AOxEr3mHOdtLfNMfy.3 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_-MlWwyakxb0PEN9ezTbQHXct_BEVSZU', time=2024-09-12T19:41:23.248898+0000, chain.objs.size()=3 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.163__shadow_.J1dJugkgPUhWiclPj6Oyl-bUAw62v4r_0 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.163__shadow_.J1dJugkgPUhWiclPj6Oyl-bUAw62v4r_1 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.163__shadow_.J1dJugkgPUhWiclPj6Oyl-bUAw62v4r_2 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2182074426589292773', time=2024-09-12T19:41:24.493100+0000, chain.objs.size()=4 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.450+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.164__multipart_foo.2~jb2eVAcfAKTJdd7Ax8rWG5HAO4bl0ji.1 2024-09-12T17:56:31.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.454+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.164__shadow_foo.2~jb2eVAcfAKTJdd7Ax8rWG5HAO4bl0ji.1_1 2024-09-12T17:56:31.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.454+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.164__multipart_foo.2~jb2eVAcfAKTJdd7Ax8rWG5HAO4bl0ji.2 2024-09-12T17:56:31.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.454+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.164__shadow_foo.2~jb2eVAcfAKTJdd7Ax8rWG5HAO4bl0ji.2_1 2024-09-12T17:56:31.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15682699760237459334', time=2024-09-12T19:47:15.155824+0000, chain.objs.size()=1 2024-09-12T17:56:31.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.511__multipart_mymultipart.2~X9a4H5_ACE9S5FhbJAwampFQevpVYC_.1 2024-09-12T17:56:31.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8011720770923948090', time=2024-09-12T19:48:43.702420+0000, chain.objs.size()=2 2024-09-12T17:56:31.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.555__shadow_.KnloCNONca51dNhnzgbGRwywh8dMsoA_1 2024-09-12T17:56:31.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.555__shadow_.KnloCNONca51dNhnzgbGRwywh8dMsoA_2 2024-09-12T17:56:31.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7963477085196826661', time=2024-09-12T19:48:45.543737+0000, chain.objs.size()=1 2024-09-12T17:56:31.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.557__shadow_.8goIIkQ9ZYKsW97ipGMEfGvqlPrpS_O_1 2024-09-12T17:56:31.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8329610671645030924', time=2024-09-12T19:48:49.271318+0000, chain.objs.size()=1 2024-09-12T17:56:31.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.561__multipart_mymultipart.qL0iU2MHiMC_o8qJ8PcFN_n31zizcivR.1 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15321280405438974527', time=2024-09-12T19:52:51.087491+0000, chain.objs.size()=6 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.662__multipart_foo.2~vCd5DWUq4BY3a0N673nMQOcvZINBWdd.1 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.662__multipart_foo.2~vCd5DWUq4BY3a0N673nMQOcvZINBWdd.2 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.662__multipart_foo.2~vCd5DWUq4BY3a0N673nMQOcvZINBWdd.3 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.662__multipart_foo.2~vCd5DWUq4BY3a0N673nMQOcvZINBWdd.4 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.458+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.662__multipart_foo.2~vCd5DWUq4BY3a0N673nMQOcvZINBWdd.5 2024-09-12T17:56:31.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.462+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.662__multipart_foo.2~vCd5DWUq4BY3a0N673nMQOcvZINBWdd.6 2024-09-12T17:56:31.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.470+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.474+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:56:31.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:56:31.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.1638470588791623341', time=2024-09-12T19:47:13.771363+0000, chain.objs.size()=6 2024-09-12T17:56:31.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.1 2024-09-12T17:56:31.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.2 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.3 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.4 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.5 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.6 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.6789803752741876425', time=2024-09-12T19:47:21.524775+0000, chain.objs.size()=1 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.518__multipart_mymultipart.2~-nxTxALhIbz2Rv4RlVI9FQQE_c4rdKG.1 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8637910754472638238', time=2024-09-12T19:47:37.633742+0000, chain.objs.size()=12 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.1 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.1_1 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.BxE9s_X9tsXv8R5o1z1mWsj6WTOvMw5c.2 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.BxE9s_X9tsXv8R5o1z1mWsj6WTOvMw5c.2_1 2024-09-12T17:56:31.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.478+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.3 2024-09-12T17:56:31.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.482+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.3_1 2024-09-12T17:56:31.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.4 2024-09-12T17:56:31.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.4_1 2024-09-12T17:56:31.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.5 2024-09-12T17:56:31.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.5_1 2024-09-12T17:56:31.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.6 2024-09-12T17:56:31.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__shadow_mymultipart.2~42nsIdxhLI7TXXFbPkCVy_n76ySPI-O.6_1 2024-09-12T17:56:31.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13105567591881835299', time=2024-09-12T19:47:49.311576+0000, chain.objs.size()=3 2024-09-12T17:56:31.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~r191b8cK10Eyjjbig4Sg5EElviVr13i.1 2024-09-12T17:56:31.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~r191b8cK10Eyjjbig4Sg5EElviVr13i.2 2024-09-12T17:56:31.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~r191b8cK10Eyjjbig4Sg5EElviVr13i.3 2024-09-12T17:56:31.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~tg1loWIT414bIga3N-Vo2toUX5bGcBF', time=2024-09-12T19:48:00.167189+0000, chain.objs.size()=1 2024-09-12T17:56:31.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.486+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.531__multipart_mymultipart.2~tg1loWIT414bIga3N-Vo2toUX5bGcBF.1 2024-09-12T17:56:31.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.498+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.502+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:56:31.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.502+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_DQDC_YnFzl90p21mYQDusCThKlMDL35', time=2024-09-12T19:41:21.966491+0000, chain.objs.size()=2 2024-09-12T17:56:31.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_._PTS_oLr4BEhG7jyI-bjeitx0VBp9Ri_1 2024-09-12T17:56:31.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_._PTS_oLr4BEhG7jyI-bjeitx0VBp9Ri_2 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5342731055258512295', time=2024-09-12T19:41:23.152934+0000, chain.objs.size()=2 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.162__shadow_.60wGlUBetZYdI7uBgHBYOIm1jEJ4pC7_1 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.162__shadow_.60wGlUBetZYdI7uBgHBYOIm1jEJ4pC7_2 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5421818141081212641', time=2024-09-12T19:47:13.635713+0000, chain.objs.size()=6 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.1 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.2 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.3 2024-09-12T17:56:31.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.4 2024-09-12T17:56:31.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.5 2024-09-12T17:56:31.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.506+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.6 2024-09-12T17:56:31.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.510+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.518+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:56:31.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.518+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.518+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.522+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:56:31.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.522+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15408992613296621027', time=2024-09-12T19:41:17.890228+0000, chain.objs.size()=2 2024-09-12T17:56:31.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.522+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.GslgOfDid4Yu50SJ4j-BqBtNzyixXy-_1 2024-09-12T17:56:31.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.522+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.GslgOfDid4Yu50SJ4j-BqBtNzyixXy-_2 2024-09-12T17:56:31.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.522+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.526+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:56:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.526+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.526+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.526+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.526+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_G9A9IZxsWfoUzkNf-3LiEJbctMI9mHi', time=2024-09-12T19:41:20.095433+0000, chain.objs.size()=1 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.530+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.9JQlsC0UaQBKrfalmRVOAD8uFjdOL7h_0 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.530+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2790234077938502939', time=2024-09-12T19:47:53.650427+0000, chain.objs.size()=3 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.530+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Od_cI4u6uI7CndWYUn2IMsscNCZeiiJ.1 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.530+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Od_cI4u6uI7CndWYUn2IMsscNCZeiiJ.2 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.530+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Od_cI4u6uI7CndWYUn2IMsscNCZeiiJ.3 2024-09-12T17:56:31.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.534+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.534+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:56:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2492802271564153753', time=2024-09-12T19:47:16.528945+0000, chain.objs.size()=1 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.513__multipart_mymultipart.2~VMUpu-necezFShZLwdYHr0GcGKtz2Vl.1 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5946519362060349415', time=2024-09-12T19:47:18.392798+0000, chain.objs.size()=1 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.516__multipart_mymultipartcopy.2~WpP3OPkCwh2vOq5lUSRuQzJ624soD48.1 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15755263388228695948', time=2024-09-12T19:47:28.186415+0000, chain.objs.size()=3 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~hC5THBX9As54qbvIfZ-TpxWsl-vpLDx.1 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~hC5THBX9As54qbvIfZ-TpxWsl-vpLDx.2 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~hC5THBX9As54qbvIfZ-TpxWsl-vpLDx.3 2024-09-12T17:56:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.310896952045566530', time=2024-09-12T19:53:13.370357+0000, chain.objs.size()=1 2024-09-12T17:56:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.538+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.702__multipart_file1.2~kZuRJNNrypEQAo6lGlB59Cf81FqpQ6D.1 2024-09-12T17:56:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.542+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.546+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:56:31.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.546+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.546+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T17:56:31.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_cGF_Lf6N8HyjvVYDNiegaBKyNF5RLZC', time=2024-09-12T19:41:22.164425+0000, chain.objs.size()=3 2024-09-12T17:56:31.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.cclsGJl_e2iK9nB-w4IdOfWsPlmWSoL_0 2024-09-12T17:56:31.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.cclsGJl_e2iK9nB-w4IdOfWsPlmWSoL_1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.cclsGJl_e2iK9nB-w4IdOfWsPlmWSoL_2 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2089954302251558637', time=2024-09-12T19:45:43.619919+0000, chain.objs.size()=1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.367__shadow_.Aui9HexBU66kdOQ0UPXgO9JS5Tw2o_f_1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5841344204507958669', time=2024-09-12T19:47:19.776280+0000, chain.objs.size()=1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.518__multipart_mymultipart.2~avuOlzf-BEB_hhkcZj8I4ika70xH_gm.1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16234355829226694045', time=2024-09-12T19:47:28.941143+0000, chain.objs.size()=3 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~NKOepNyKl1MNEtlVFE64M2f7eyJK_n8.1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~NKOepNyKl1MNEtlVFE64M2f7eyJK_n8.2 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~NKOepNyKl1MNEtlVFE64M2f7eyJK_n8.3 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.4376915543654901493', time=2024-09-12T19:47:46.895442+0000, chain.objs.size()=6 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.HVEa6f35_s75EEaxBf3WTPg8CWanwn5c.1 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.rgqKgpBrPzEw5ExmFz_v2EH-56rrqolf.2 2024-09-12T17:56:31.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.fYw9JUh_-ErjqZAoSdzAfGh8FHmi8veb.3 2024-09-12T17:56:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.550+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.rU5uZAgHt4-w0m6sWu4uOAhhADSXzjpn.4 2024-09-12T17:56:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.fDWElylhkiQGmjb-BWAGC7Kcv65T5BfZ.5 2024-09-12T17:56:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.fcuK-4NTnWa0Qf4yNWtfPNc2P4qchNy4.6 2024-09-12T17:56:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15713455209451985636', time=2024-09-12T19:47:51.035911+0000, chain.objs.size()=2 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~DAE39A4ogXSXDWnMFPmx1I3WHEB4tWs.1 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__shadow_mymultipart.2~DAE39A4ogXSXDWnMFPmx1I3WHEB4tWs.1_1 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11727502581616888802', time=2024-09-12T19:47:52.981452+0000, chain.objs.size()=3 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Pjdq131DYzKnTclVSmouWrdPN0Gzaux.1 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Pjdq131DYzKnTclVSmouWrdPN0Gzaux.2 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Pjdq131DYzKnTclVSmouWrdPN0Gzaux.3 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.4474204589913285581', time=2024-09-12T19:47:57.654675+0000, chain.objs.size()=2 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.528__multipart_mymultipart.2~nbki6xSRs8Ia4EZtk4Bx4CEbPDEItql.1 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.528__multipart_mymultipart.2~nbki6xSRs8Ia4EZtk4Bx4CEbPDEItql.2 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.221421100850774326', time=2024-09-12T19:52:50.819430+0000, chain.objs.size()=6 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.660__multipart_bar.2~NGTc6WiMyEcqKVrsEEwba_4SRlHpS8T.1 2024-09-12T17:56:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.554+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.660__multipart_bar.2~NGTc6WiMyEcqKVrsEEwba_4SRlHpS8T.2 2024-09-12T17:56:31.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.558+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.660__multipart_bar.2~NGTc6WiMyEcqKVrsEEwba_4SRlHpS8T.3 2024-09-12T17:56:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.562+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.660__multipart_bar.2~NGTc6WiMyEcqKVrsEEwba_4SRlHpS8T.4 2024-09-12T17:56:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.562+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.660__multipart_bar.2~NGTc6WiMyEcqKVrsEEwba_4SRlHpS8T.5 2024-09-12T17:56:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.562+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.660__multipart_bar.2~NGTc6WiMyEcqKVrsEEwba_4SRlHpS8T.6 2024-09-12T17:56:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.562+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~lTg_sYjaxMQwTUO26qyQbe6VMJtB5Tz', time=2024-09-12T19:53:57.420608+0000, chain.objs.size()=1 2024-09-12T17:56:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.562+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.742__multipart_mymultipart2.2~lTg_sYjaxMQwTUO26qyQbe6VMJtB5Tz.1 2024-09-12T17:56:31.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.566+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.570+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:56:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.12554807350559136309', time=2024-09-12T19:41:15.631087+0000, chain.objs.size()=3 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.158__shadow_.L9Nu1tyzgVWiDvdLVek5g4nbHq-7K-z_0 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.158__shadow_.L9Nu1tyzgVWiDvdLVek5g4nbHq-7K-z_1 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.158__shadow_.L9Nu1tyzgVWiDvdLVek5g4nbHq-7K-z_2 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_XarhHZ6Y2KY4rogB2iAMQiE7KbDOCrY', time=2024-09-12T19:41:18.022559+0000, chain.objs.size()=3 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.NisE2P8WsQ9-zTOXGjFlMqO5cT78TuH_0 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.NisE2P8WsQ9-zTOXGjFlMqO5cT78TuH_1 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.NisE2P8WsQ9-zTOXGjFlMqO5cT78TuH_2 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_6LI2Q8O69lvnttiGB1v2_QKgiW9kvre', time=2024-09-12T19:41:18.529088+0000, chain.objs.size()=2 2024-09-12T17:56:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.ygqTjV-fchqL0UvFwa8x_h5A0fPj6Hg_1 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.ygqTjV-fchqL0UvFwa8x_h5A0fPj6Hg_2 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_hR11KQsz7Kfum2bGt-mHa76in8N2OIz', time=2024-09-12T19:41:19.297013+0000, chain.objs.size()=3 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.FZHfhfSyLoBu_Fd7zCf1_i9ftHFwk1O_0 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.FZHfhfSyLoBu_Fd7zCf1_i9ftHFwk1O_1 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.FZHfhfSyLoBu_Fd7zCf1_i9ftHFwk1O_2 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~NF2KgzzoMuMwtrz2_oOs-2yeoaZXHK6', time=2024-09-12T19:41:58.497651+0000, chain.objs.size()=1 2024-09-12T17:56:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.574+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.202__multipart_mymultipart.2~NF2KgzzoMuMwtrz2_oOs-2yeoaZXHK6.1 2024-09-12T17:56:31.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5549770321952149920', time=2024-09-12T19:53:58.646798+0000, chain.objs.size()=6 2024-09-12T17:56:31.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.743__multipart_mymultipart3.2~wAak3Is4VSqln-h_bhgoDilSP2S1r3J.1 2024-09-12T17:56:31.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.743__shadow_mymultipart3.2~wAak3Is4VSqln-h_bhgoDilSP2S1r3J.1_1 2024-09-12T17:56:31.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.743__multipart_mymultipart3.2~wAak3Is4VSqln-h_bhgoDilSP2S1r3J.2 2024-09-12T17:56:31.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.743__shadow_mymultipart3.2~wAak3Is4VSqln-h_bhgoDilSP2S1r3J.2_1 2024-09-12T17:56:31.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.743__multipart_mymultipart3.2~wAak3Is4VSqln-h_bhgoDilSP2S1r3J.3 2024-09-12T17:56:31.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.578+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.743__shadow_mymultipart3.2~wAak3Is4VSqln-h_bhgoDilSP2S1r3J.3_1 2024-09-12T17:56:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.582+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.586+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:56:31.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.586+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.590+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.590+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:56:31.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.590+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~0rS6eRw21Xs4yL8IV-p3OsBahQ8TYPr', time=2024-09-12T19:48:01.620249+0000, chain.objs.size()=1 2024-09-12T17:56:31.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.590+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.533__multipart_mymultipart.2~0rS6eRw21Xs4yL8IV-p3OsBahQ8TYPr.1 2024-09-12T17:56:31.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.590+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:56:31.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17453099958439265598', time=2024-09-12T19:41:17.409479+0000, chain.objs.size()=5 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-FROZEN.2~OH4u4WqUBWbcovlkqaalKbBhP04_fns.1 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.159__shadow_mymultipart-FROZEN.2~OH4u4WqUBWbcovlkqaalKbBhP04_fns.1_1 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-FROZEN.2~OH4u4WqUBWbcovlkqaalKbBhP04_fns.2 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.159__shadow_mymultipart-FROZEN.2~OH4u4WqUBWbcovlkqaalKbBhP04_fns.2_1 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-FROZEN.2~OH4u4WqUBWbcovlkqaalKbBhP04_fns.3 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.14154254866796732623', time=2024-09-12T19:50:06.083734+0000, chain.objs.size()=12 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__multipart_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.1 2024-09-12T17:56:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__shadow_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.1_1 2024-09-12T17:56:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__multipart_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.2 2024-09-12T17:56:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__shadow_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.2_1 2024-09-12T17:56:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__multipart_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.3 2024-09-12T17:56:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__shadow_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.3_1 2024-09-12T17:56:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.594+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__multipart_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.4 2024-09-12T17:56:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.598+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__shadow_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.4_1 2024-09-12T17:56:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.598+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__multipart_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.5 2024-09-12T17:56:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__shadow_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.5_1 2024-09-12T17:56:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__multipart_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.6 2024-09-12T17:56:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.613__shadow_multipart_enc.2~esPG27tSe78upQv__gUbsYRxXGX_XCC.6_1 2024-09-12T17:56:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6', time=2024-09-12T19:52:25.459301+0000, chain.objs.size()=12 2024-09-12T17:56:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__multipart_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.1 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__shadow_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.1_1 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__multipart_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.2 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__shadow_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.2_1 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__multipart_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.3 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__shadow_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.3_1 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__multipart_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.4 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.602+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__shadow_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.4_1 2024-09-12T17:56:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.606+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__multipart_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.5 2024-09-12T17:56:31.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.606+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__shadow_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.5_1 2024-09-12T17:56:31.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.610+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__multipart_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.6 2024-09-12T17:56:31.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.614+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.625__shadow_multipart_enc.2~14GmSbOTc7FS2wuqLp3VF7Kipp33ZF6.6_1 2024-09-12T17:56:31.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.618+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.618+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:56:31.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.622+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.622+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.622+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.622+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:56:31.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0', time=2024-09-12T19:47:30.720007+0000, chain.objs.size()=1 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0.1 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.1700762013440372837', time=2024-09-12T19:47:34.014705+0000, chain.objs.size()=6 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.wpYGkD1RUfi5_37ycChvNdzGcoCqXHR9.1 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0.2 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0.3 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0.4 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0.5 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~01YdSM_ZGXdN2EvBcDv4rI28srcG4P0.6 2024-09-12T17:56:31.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7971299059242287215', time=2024-09-12T19:48:45.212954+0000, chain.objs.size()=1 2024-09-12T17:56:31.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.557__shadow_.FkiIx-H1h_ZwKz7s1oPDa3_EbYf9Zz6_1 2024-09-12T17:56:31.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16074188869503294384', time=2024-09-12T19:48:48.772770+0000, chain.objs.size()=1 2024-09-12T17:56:31.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.626+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.561__multipart_mymultipart.2~xaTkc6zcL1pL4HMs3xZlqtMsLBtg2gT.1 2024-09-12T17:56:31.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.634+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.634+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:56:31.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_xLW-JLAC6fF1BoHybCuqrGqZspcyzL4', time=2024-09-12T19:41:24.589309+0000, chain.objs.size()=3 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.165__shadow_.W9Ee1YxUo_kmUi9ZVT99Erc8-aXznNS_0 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.165__shadow_.W9Ee1YxUo_kmUi9ZVT99Erc8-aXznNS_1 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.165__shadow_.W9Ee1YxUo_kmUi9ZVT99Erc8-aXznNS_2 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.10852869941400754852', time=2024-09-12T19:47:48.530984+0000, chain.objs.size()=3 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~Fe5ZAI3LWiCmer_yCbXJPjidl9NpKjb.1 2024-09-12T17:56:31.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__shadow_mymultipart.2~Fe5ZAI3LWiCmer_yCbXJPjidl9NpKjb.1_1 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~Fe5ZAI3LWiCmer_yCbXJPjidl9NpKjb.2 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7245607955790957274', time=2024-09-12T19:52:50.944134+0000, chain.objs.size()=6 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.661__multipart_baz.2~Yf4sZCpfsuzhw3JtD51lYOirFRME9ZN.1 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.661__multipart_baz.2~Yf4sZCpfsuzhw3JtD51lYOirFRME9ZN.2 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.661__multipart_baz.2~Yf4sZCpfsuzhw3JtD51lYOirFRME9ZN.3 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.661__multipart_baz.2~Yf4sZCpfsuzhw3JtD51lYOirFRME9ZN.4 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.661__multipart_baz.2~Yf4sZCpfsuzhw3JtD51lYOirFRME9ZN.5 2024-09-12T17:56:31.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.638+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.661__multipart_baz.2~Yf4sZCpfsuzhw3JtD51lYOirFRME9ZN.6 2024-09-12T17:56:31.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.646+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.646+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:56:31.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~1EFQ2jVNF-YvRiGK3Gbv3tueDdDoaFC', time=2024-09-12T19:48:00.205747+0000, chain.objs.size()=1 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.531__multipart_mymultipart2.2~1EFQ2jVNF-YvRiGK3Gbv3tueDdDoaFC.1 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.718743063305286773', time=2024-09-12T19:50:13.286688+0000, chain.objs.size()=12 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__multipart_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.1 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__shadow_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.1_1 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__multipart_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.2 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__shadow_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.2_1 2024-09-12T17:56:31.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__multipart_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.3 2024-09-12T17:56:31.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__shadow_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.3_1 2024-09-12T17:56:31.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__multipart_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.4 2024-09-12T17:56:31.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__shadow_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.4_1 2024-09-12T17:56:31.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__multipart_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.5 2024-09-12T17:56:31.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__shadow_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.5_1 2024-09-12T17:56:31.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.650+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__multipart_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.6 2024-09-12T17:56:31.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.658+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.615__shadow_multipart_enc.2~gM2YwdvSfpD2Aff_kpFvphV34MlsoqJ.6_1 2024-09-12T17:56:31.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.662+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.662+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:56:31.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.6540499119457554347', time=2024-09-12T19:41:15.646384+0000, chain.objs.size()=3 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.158__shadow_.j1dA5_EvRMFSxb99BmEeRwU-eGX4zVa_0 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.158__shadow_.j1dA5_EvRMFSxb99BmEeRwU-eGX4zVa_1 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.158__shadow_.j1dA5_EvRMFSxb99BmEeRwU-eGX4zVa_2 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_D7nHm9FJQCIi-5v1OifBfZPJ28BKxU1', time=2024-09-12T19:41:24.604121+0000, chain.objs.size()=3 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.165__shadow_.dU9UnYAuzTqhCLcBohiA4M7vgntVLDT_0 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.165__shadow_.dU9UnYAuzTqhCLcBohiA4M7vgntVLDT_1 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.165__shadow_.dU9UnYAuzTqhCLcBohiA4M7vgntVLDT_2 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M', time=2024-09-12T19:47:44.573387+0000, chain.objs.size()=1 2024-09-12T17:56:31.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M.1 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M', time=2024-09-12T19:47:44.576906+0000, chain.objs.size()=1 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M.2 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M', time=2024-09-12T19:47:44.580425+0000, chain.objs.size()=1 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M.3 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M', time=2024-09-12T19:47:44.583928+0000, chain.objs.size()=1 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M.4 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M', time=2024-09-12T19:47:44.587289+0000, chain.objs.size()=1 2024-09-12T17:56:31.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M.5 2024-09-12T17:56:31.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M', time=2024-09-12T19:47:44.590626+0000, chain.objs.size()=1 2024-09-12T17:56:31.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.666+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~A946eynBOSjYH0gEIChVwJ_0ClBgt3M.6 2024-09-12T17:56:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.670+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.10708405852885739325', time=2024-09-12T19:48:54.708032+0000, chain.objs.size()=2 2024-09-12T17:56:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.670+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.563__shadow_.jc_YcJffEP2rm00vXxPZLHl_AdGDiJ5_1 2024-09-12T17:56:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.670+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.563__shadow_.jc_YcJffEP2rm00vXxPZLHl_AdGDiJ5_2 2024-09-12T17:56:31.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.674+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.674+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:56:31.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_', time=2024-09-12T19:47:41.083563+0000, chain.objs.size()=1 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_.2 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_', time=2024-09-12T19:47:41.087488+0000, chain.objs.size()=1 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_.3 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Q8rmObq7OXclvAeyv-Tu4KDOo6Sx95b', time=2024-09-12T19:48:00.187606+0000, chain.objs.size()=2 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.531__multipart_mymultipart.2~Q8rmObq7OXclvAeyv-Tu4KDOo6Sx95b.1 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.531__multipart_mymultipart.2~Q8rmObq7OXclvAeyv-Tu4KDOo6Sx95b.2 2024-09-12T17:56:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15980642021027018873', time=2024-09-12T19:48:16.471445+0000, chain.objs.size()=4 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.535__multipart_mymultipart.2~Awiv3q9VkBzOrkujd8PccHxpGGzvFv7.1 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.535__multipart_mymultipart.2~Awiv3q9VkBzOrkujd8PccHxpGGzvFv7.2 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.535__multipart_mymultipart.H7I_rnNLHmxOKmKj8ImiWFu0UnAP21Se.3 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.535__multipart_mymultipart.2~Awiv3q9VkBzOrkujd8PccHxpGGzvFv7.4 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.17434935744619044237', time=2024-09-12T19:48:18.902555+0000, chain.objs.size()=2 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.536__multipart_mymultipart.2~T128rtZ8c30NboqSBXeJ120hrEhiNcd.1 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.536__shadow_mymultipart.2~T128rtZ8c30NboqSBXeJ120hrEhiNcd.1_1 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16534066311824348278', time=2024-09-12T19:48:40.101704+0000, chain.objs.size()=2 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.552__shadow_.7dkdFJ1Zfqjc6irCzCoYgPVgDkZVT-3_1 2024-09-12T17:56:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.678+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.552__shadow_.7dkdFJ1Zfqjc6irCzCoYgPVgDkZVT-3_2 2024-09-12T17:56:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.682+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.12164164539009372182', time=2024-09-12T19:49:37.780895+0000, chain.objs.size()=4 2024-09-12T17:56:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.682+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~eeZpG-XXrWpGUJoXoNZCVNc-hsFY6vk.1 2024-09-12T17:56:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.682+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~eeZpG-XXrWpGUJoXoNZCVNc-hsFY6vk.2 2024-09-12T17:56:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.682+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~eeZpG-XXrWpGUJoXoNZCVNc-hsFY6vk.3 2024-09-12T17:56:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.686+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~eeZpG-XXrWpGUJoXoNZCVNc-hsFY6vk.4 2024-09-12T17:56:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.686+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3871495792934230631', time=2024-09-12T19:49:38.465126+0000, chain.objs.size()=4 2024-09-12T17:56:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.686+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~uzQ7aioLmZeu4NYPQJWJR7haJy3bGG4.1 2024-09-12T17:56:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.686+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~uzQ7aioLmZeu4NYPQJWJR7haJy3bGG4.2 2024-09-12T17:56:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.686+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~uzQ7aioLmZeu4NYPQJWJR7haJy3bGG4.3 2024-09-12T17:56:31.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.686+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~uzQ7aioLmZeu4NYPQJWJR7haJy3bGG4.4 2024-09-12T17:56:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.690+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.694+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:56:31.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.694+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.694+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_YNv8q6nDTFJXHKbiFey9fA-NYAnYM-X', time=2024-09-12T19:41:19.107245+0000, chain.objs.size()=2 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.BvUoSnXphJLygfE4dH0HGjfFSTKqI-S_1 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.BvUoSnXphJLygfE4dH0HGjfFSTKqI-S_2 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_FS7YBgkvJQWKtcZV6FeaKTIEpznBth7', time=2024-09-12T19:41:19.282703+0000, chain.objs.size()=3 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.VfavVIzoEWHff-Hm-dsIO4gW63dzNHF_0 2024-09-12T17:56:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.VfavVIzoEWHff-Hm-dsIO4gW63dzNHF_1 2024-09-12T17:56:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.VfavVIzoEWHff-Hm-dsIO4gW63dzNHF_2 2024-09-12T17:56:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.14819526270486757809', time=2024-09-12T19:47:52.279460+0000, chain.objs.size()=2 2024-09-12T17:56:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~KM-kabntf14A-revjaPbj0Eon0UhxL6.1 2024-09-12T17:56:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.698+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~KM-kabntf14A-revjaPbj0Eon0UhxL6.2 2024-09-12T17:56:31.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.702+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.702+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:56:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:56:31.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Awiv3q9VkBzOrkujd8PccHxpGGzvFv7', time=2024-09-12T19:48:03.367780+0000, chain.objs.size()=1 2024-09-12T17:56:31.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.535__multipart_mymultipart.2~Awiv3q9VkBzOrkujd8PccHxpGGzvFv7.3 2024-09-12T17:56:31.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.6201190489454514704', time=2024-09-12T19:48:42.407594+0000, chain.objs.size()=1 2024-09-12T17:56:31.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.554__shadow_.A7H1eEo1pbzoM5vHW6ehrzpbpoQIUZe_1 2024-09-12T17:56:31.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.706+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:56:31.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:56:31.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.14280858780310678429', time=2024-09-12T19:41:18.377013+0000, chain.objs.size()=3 2024-09-12T17:56:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.z3MHeZU8PkGwwo0Ct4-HGb7AP8RH7Zm_0 2024-09-12T17:56:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.z3MHeZU8PkGwwo0Ct4-HGb7AP8RH7Zm_1 2024-09-12T17:56:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.z3MHeZU8PkGwwo0Ct4-HGb7AP8RH7Zm_2 2024-09-12T17:56:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~1-Ox5FA987oqelAerNen14vNY9UW4b7', time=2024-09-12T19:53:57.406123+0000, chain.objs.size()=1 2024-09-12T17:56:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.710+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.742__multipart_mymultipart.2~1-Ox5FA987oqelAerNen14vNY9UW4b7.1 2024-09-12T17:56:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.714+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:56:31.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:56:31.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.6025648835247007881', time=2024-09-12T19:47:29.520036+0000, chain.objs.size()=3 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~eb72kSmkoDlcjCMA3OLM8c9ZOY1CFFB.1 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~eb72kSmkoDlcjCMA3OLM8c9ZOY1CFFB.2 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.521__multipart_mymultipart.2~eb72kSmkoDlcjCMA3OLM8c9ZOY1CFFB.3 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.974756449350176041', time=2024-09-12T19:47:44.606755+0000, chain.objs.size()=6 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_.1 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.qmV-g7Bn9Y_eWMREXyCYkZ-d5MoIik83.2 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.bftY0_bSnWkLFFWo2SS975NmB32NSCVk.3 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_.4 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_.5 2024-09-12T17:56:31.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.522__multipart_mymultipart.2~oQAoLGn3jzJJMccvchH1M2FpRUiP9t_.6 2024-09-12T17:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.10848589418942556888', time=2024-09-12T19:47:48.042412+0000, chain.objs.size()=2 2024-09-12T17:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~YDdWhjfSjjnxK0pAyE8Xea6UrWACe87.1 2024-09-12T17:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~YDdWhjfSjjnxK0pAyE8Xea6UrWACe87.2 2024-09-12T17:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.11970966703016326561', time=2024-09-12T19:49:38.188988+0000, chain.objs.size()=4 2024-09-12T17:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.718+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~Dsjyf6nW2IUAWR1jtXgJFFrv8wXw-mI.1 2024-09-12T17:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.722+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~Dsjyf6nW2IUAWR1jtXgJFFrv8wXw-mI.2 2024-09-12T17:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.722+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~Dsjyf6nW2IUAWR1jtXgJFFrv8wXw-mI.3 2024-09-12T17:56:31.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.726+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.578__multipart_testobj.2~Dsjyf6nW2IUAWR1jtXgJFFrv8wXw-mI.4 2024-09-12T17:56:31.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.730+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.730+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:56:31.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3491920060544677460', time=2024-09-12T19:47:13.893984+0000, chain.objs.size()=6 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.1 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.2 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.3 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.4 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.5 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.507__multipart_srcmultipart.2~di3ENZK5ChuuAUdLVZ34JGcMlbvCSXn.6 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.9068249916475986206', time=2024-09-12T19:47:21.385922+0000, chain.objs.size()=1 2024-09-12T17:56:31.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.517__shadow_.njRVe7H3dAdz1APX3_a_jSXcQ_6HeQm_1 2024-09-12T17:56:31.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n', time=2024-09-12T19:47:55.138915+0000, chain.objs.size()=10 2024-09-12T17:56:31.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.1 2024-09-12T17:56:31.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.2 2024-09-12T17:56:31.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.3 2024-09-12T17:56:31.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.4 2024-09-12T17:56:31.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.734+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.5 2024-09-12T17:56:31.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.738+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.6 2024-09-12T17:56:31.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.7 2024-09-12T17:56:31.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.8 2024-09-12T17:56:31.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.9 2024-09-12T17:56:31.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.526__multipart_mymultipart.2~3VgTtNGQq99fyZlrlpByxzeYWrscO9n.10 2024-09-12T17:56:31.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ujqu_lNfLF3-_WbYYufneLs2Zjd2Kin', time=2024-09-12T19:48:02.269107+0000, chain.objs.size()=1 2024-09-12T17:56:31.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.534__multipart_mymultipart.2~ujqu_lNfLF3-_WbYYufneLs2Zjd2Kin.1 2024-09-12T17:56:31.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.9997080649138151213', time=2024-09-12T19:52:40.223118+0000, chain.objs.size()=1 2024-09-12T17:56:31.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.742+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.648__shadow_.CD9K1Hwmq3jULeDUn53bR31BNdLOfPw_1 2024-09-12T17:56:31.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.746+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:56:31.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:56:31.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3121496292181220833', time=2024-09-12T19:47:20.414885+0000, chain.objs.size()=1 2024-09-12T17:56:31.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.518__multipart_mymultipart.2~F08cBBjIVb5PPZAan5jFdaNypn-296B.1 2024-09-12T17:56:31.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.3643193653951529931', time=2024-09-12T19:47:21.383472+0000, chain.objs.size()=1 2024-09-12T17:56:31.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.517__shadow_.PU8EK5h72tcISGI6xs1n7wBF6B1ZFot_1 2024-09-12T17:56:31.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7076863653770207062', time=2024-09-12T19:47:54.200452+0000, chain.objs.size()=4 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Ya4y_vtzyzIU-kKYcK3EIITsBK1uSOz.1 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__shadow_mymultipart.2~Ya4y_vtzyzIU-kKYcK3EIITsBK1uSOz.1_1 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__multipart_mymultipart.2~Ya4y_vtzyzIU-kKYcK3EIITsBK1uSOz.2 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.525__shadow_mymultipart.2~Ya4y_vtzyzIU-kKYcK3EIITsBK1uSOz.2_1 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~thmWd5Bu4zlY5AiYg1dWT5MtCBtvukc', time=2024-09-12T19:47:58.320828+0000, chain.objs.size()=4 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.529__multipart_mymultipart.2~thmWd5Bu4zlY5AiYg1dWT5MtCBtvukc.1 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.529__shadow_mymultipart.2~thmWd5Bu4zlY5AiYg1dWT5MtCBtvukc.1_1 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.529__multipart_mymultipart.2~thmWd5Bu4zlY5AiYg1dWT5MtCBtvukc.2 2024-09-12T17:56:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.750+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.529__shadow_mymultipart.2~thmWd5Bu4zlY5AiYg1dWT5MtCBtvukc.2_1 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.758+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.13674266106354595067', time=2024-09-12T19:41:17.424866+0000, chain.objs.size()=5 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-LUKEWARM.2~fWP16jFeNNXW3QJePvitusBP6suzKff.1 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.159__shadow_mymultipart-LUKEWARM.2~fWP16jFeNNXW3QJePvitusBP6suzKff.1_1 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-LUKEWARM.2~fWP16jFeNNXW3QJePvitusBP6suzKff.2 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.159__shadow_mymultipart-LUKEWARM.2~fWP16jFeNNXW3QJePvitusBP6suzKff.2_1 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-LUKEWARM.2~fWP16jFeNNXW3QJePvitusBP6suzKff.3 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.14642086885161320415', time=2024-09-12T19:47:49.466759+0000, chain.objs.size()=4 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~FUUgK52Kb7dO0ybxe4oy-Um3Vp9oDGQ.1 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__shadow_mymultipart.2~FUUgK52Kb7dO0ybxe4oy-Um3Vp9oDGQ.1_1 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~FUUgK52Kb7dO0ybxe4oy-Um3Vp9oDGQ.2 2024-09-12T17:56:31.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__shadow_mymultipart.2~FUUgK52Kb7dO0ybxe4oy-Um3Vp9oDGQ.2_1 2024-09-12T17:56:31.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.7819703592025020939', time=2024-09-12T19:48:46.441145+0000, chain.objs.size()=2 2024-09-12T17:56:31.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.558__shadow_.UPz6y_YFa4dAaM-jhYe--teC8w2SWyl_1 2024-09-12T17:56:31.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.558__shadow_.UPz6y_YFa4dAaM-jhYe--teC8w2SWyl_2 2024-09-12T17:56:31.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.1662257686800788389', time=2024-09-12T19:53:18.938505+0000, chain.objs.size()=1 2024-09-12T17:56:31.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.762+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.711__multipart_file1.2~wS9ZUfxNDB6ok321VlNf5Ggmp2OqTe5.1 2024-09-12T17:56:31.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.770+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:56:31.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:56:31.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_a_vKe29JQrgA20iK9iTgRDmNVhq4IZe', time=2024-09-12T19:41:19.310929+0000, chain.objs.size()=3 2024-09-12T17:56:31.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.7KTtbUyGzLdV46t0Y256WpZ6wPlYrFe_0 2024-09-12T17:56:31.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.7KTtbUyGzLdV46t0Y256WpZ6wPlYrFe_1 2024-09-12T17:56:31.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:89018418-9cac-4cab-9409-03996b4334d4.4611.160__shadow_.7KTtbUyGzLdV46t0Y256WpZ6wPlYrFe_2 2024-09-12T17:56:31.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.16055089367695713427', time=2024-09-12T19:47:48.924768+0000, chain.objs.size()=3 2024-09-12T17:56:31.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~yuBsUL-_CR1nRE7faW0_ah4uQr2P1vB.1 2024-09-12T17:56:31.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~yuBsUL-_CR1nRE7faW0_ah4uQr2P1vB.2 2024-09-12T17:56:31.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.774+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.523__multipart_mymultipart.2~yuBsUL-_CR1nRE7faW0_ah4uQr2P1vB.3 2024-09-12T17:56:31.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.778+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.782+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:56:31.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.782+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.782+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.8638487235936776529', time=2024-09-12T19:41:17.439726+0000, chain.objs.size()=3 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-STANDARD.2~f9-PmUS8Mj5iGZDBNvGsUkpxr4qj2AE.1 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-STANDARD.2~f9-PmUS8Mj5iGZDBNvGsUkpxr4qj2AE.2 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.159__multipart_mymultipart-STANDARD.2~f9-PmUS8Mj5iGZDBNvGsUkpxr4qj2AE.3 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='_qTSCAYSrbzurviHvbIiqqMWB6ZavYOu', time=2024-09-12T19:41:22.149207+0000, chain.objs.size()=3 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.sZS99QvX9qLAk2m4m-n3eHXifLzMvg0_0 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.sZS99QvX9qLAk2m4m-n3eHXifLzMvg0_1 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:89018418-9cac-4cab-9409-03996b4334d4.4611.161__shadow_.sZS99QvX9qLAk2m4m-n3eHXifLzMvg0_2 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf', time=2024-09-12T19:52:23.941859+0000, chain.objs.size()=12 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__multipart_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.1 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__shadow_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.1_1 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__multipart_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.2 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__shadow_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.2_1 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__multipart_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.3 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.786+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__shadow_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.3_1 2024-09-12T17:56:31.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.790+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__multipart_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.4 2024-09-12T17:56:31.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.790+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__shadow_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.4_1 2024-09-12T17:56:31.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.790+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__multipart_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.5 2024-09-12T17:56:31.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.790+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__shadow_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.5_1 2024-09-12T17:56:31.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.790+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__multipart_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.6 2024-09-12T17:56:31.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.790+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.624__shadow_multipart_enc.2~2SAhnYYGUue9AdbGO3ybDloM7BW_Mrf.6_1 2024-09-12T17:56:31.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.798+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.798+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:56:31.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:56:31.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:56:31.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5352492419783191167', time=2024-09-12T19:41:20.004466+0000, chain.objs.size()=3 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-STANDARD.2~zfJ6f0DquIRRLgkuCXDgxU7kBlhuzEA.1 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-STANDARD.2~zfJ6f0DquIRRLgkuCXDgxU7kBlhuzEA.2 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.161__multipart_foo-STANDARD.2~zfJ6f0DquIRRLgkuCXDgxU7kBlhuzEA.3 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.2005502953571968941', time=2024-09-12T19:47:56.404095+0000, chain.objs.size()=4 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.527__multipart_mymultipart.2~Y8U36H2mb-VaoMMWNzASO9XmhhjOUGA.1 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.527__multipart_mymultipart.2~Y8U36H2mb-VaoMMWNzASO9XmhhjOUGA.2 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.527__multipart_mymultipart.2~Y8U36H2mb-VaoMMWNzASO9XmhhjOUGA.3 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.527__multipart_mymultipart.2~Y8U36H2mb-VaoMMWNzASO9XmhhjOUGA.4 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.5342573705752803726', time=2024-09-12T19:50:11.519387+0000, chain.objs.size()=12 2024-09-12T17:56:31.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__multipart_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.1 2024-09-12T17:56:31.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__shadow_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.1_1 2024-09-12T17:56:31.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__multipart_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.2 2024-09-12T17:56:31.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__shadow_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.2_1 2024-09-12T17:56:31.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.802+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__multipart_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.3 2024-09-12T17:56:31.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.806+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__shadow_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.3_1 2024-09-12T17:56:31.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.806+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__multipart_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.4 2024-09-12T17:56:31.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.806+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__shadow_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.4_1 2024-09-12T17:56:31.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.806+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__multipart_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.5 2024-09-12T17:56:31.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.806+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__shadow_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.5_1 2024-09-12T17:56:31.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__multipart_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.6 2024-09-12T17:56:31.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.614__shadow_multipart_enc.2~Q0MZR8i1VYugn5QftAE_VJ5boKKz2Ch.6_1 2024-09-12T17:56:31.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.4874503302240498557', time=2024-09-12T19:53:52.703801+0000, chain.objs.size()=10 2024-09-12T17:56:31.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.1 2024-09-12T17:56:31.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.2 2024-09-12T17:56:31.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.3 2024-09-12T17:56:31.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.810+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.4 2024-09-12T17:56:31.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.814+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.5 2024-09-12T17:56:31.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.814+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.6 2024-09-12T17:56:31.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.814+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.7 2024-09-12T17:56:31.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.814+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.8 2024-09-12T17:56:31.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.814+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.9 2024-09-12T17:56:31.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.818+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.735__multipart_foo.2~44Lyar4cIMvDJtctArspMa-aHEjB9Oe.10 2024-09-12T17:56:31.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.818+0000 7fa4bb2c99c0 20 garbage collection: RGWGC::process iterating over entry tag='89018418-9cac-4cab-9409-03996b4334d4.4611.15126972051864105869', time=2024-09-12T19:53:57.358426+0000, chain.objs.size()=1 2024-09-12T17:56:31.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.818+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:89018418-9cac-4cab-9409-03996b4334d4.4611.742__multipart_mymultipart3.2~D03omt0hpFg8QTAmMM2-DXCeJ-S5AF2.1 2024-09-12T17:56:31.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.822+0000 7fa4bb2c99c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:56:31.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.826+0000 7fa36efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.826+0000 7fa4bb2c99c0 20 remove_watcher() i=0 2024-09-12T17:56:31.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.826+0000 7fa4bb2c99c0 2 removed watcher, disabling cache 2024-09-12T17:56:31.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.830+0000 7fa4bb2c99c0 20 remove_watcher() i=1 2024-09-12T17:56:31.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.830+0000 7fa4bb2c99c0 20 remove_watcher() i=2 2024-09-12T17:56:31.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.830+0000 7fa4bb2c99c0 20 remove_watcher() i=3 2024-09-12T17:56:31.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.830+0000 7fa4bb2c99c0 20 remove_watcher() i=4 2024-09-12T17:56:31.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.834+0000 7fa4bb2c99c0 20 remove_watcher() i=5 2024-09-12T17:56:31.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.834+0000 7fa4bb2c99c0 20 remove_watcher() i=6 2024-09-12T17:56:31.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-09-12T17:56:31.834+0000 7fa4bb2c99c0 20 remove_watcher() i=7 2024-09-12T17:56:31.852 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T17:56:31.863 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T17:56:31.901 DEBUG:teuthology.orchestra.run.smithi001:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T17:56:31.949 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T17:56:31.996 DEBUG:teuthology.orchestra.run.smithi001:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T17:56:32.045 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm /usr/local/share/ca-certificates/root.crt 2024-09-12T17:56:32.105 DEBUG:teuthology.orchestra.run.smithi001:> sudo update-ca-certificates 2024-09-12T17:56:32.163 INFO:teuthology.orchestra.run.smithi001.stdout:Updating certificates in /etc/ssl/certs... 2024-09-12T17:56:32.587 INFO:teuthology.orchestra.run.smithi001.stdout:0 added, 0 removed; done. 2024-09-12T17:56:32.588 INFO:teuthology.orchestra.run.smithi001.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-12T17:56:32.590 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:56:32.797 INFO:teuthology.orchestra.run.smithi001.stdout:done. 2024-09-12T17:56:32.797 INFO:teuthology.orchestra.run.smithi001.stdout:done. 2024-09-12T17:56:32.800 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T17:56:32.811 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T17:56:32.811 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:56:33.300 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:56:33.314 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:56:33.335 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1675,"stamp":"2024-09-12T17:56:33.088965+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":376630295,"num_objects":732,"num_object_clones":0,"num_object_copies":2202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":732,"num_whiteouts":0,"num_read":168166,"num_read_kb":2795406,"num_write":124455,"num_write_kb":2453194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13515,"ondisk_log_size":13515,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2089264,"kb_used_data":713868,"kb_used_omap":12,"kb_used_meta":1374963,"kb_avail":752885456,"statfs":{"total":773094113280,"available":770954706944,"internally_reserved":0,"allocated":731000832,"data_stored":715005438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1407962673},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-298472783,"num_objects":-204,"num_object_clones":0,"num_object_copies":-760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-204,"num_whiteouts":0,"num_read":410,"num_read_kb":441,"num_write":304,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008204"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.544132+0000","last_change":"2024-09-12T17:39:00.654994+0000","last_active":"2024-09-12T17:54:02.544132+0000","last_peered":"2024-09-12T17:54:02.544132+0000","last_clean":"2024-09-12T17:54:02.544132+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:54:02.544132+0000","last_undegraded":"2024-09-12T17:54:02.544132+0000","last_fullsized":"2024-09-12T17:54:02.544132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.188480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.464216+0000","last_change":"2024-09-12T17:26:55.507001+0000","last_active":"2024-09-12T17:56:31.464216+0000","last_peered":"2024-09-12T17:56:31.464216+0000","last_clean":"2024-09-12T17:56:31.464216+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:56:31.464216+0000","last_undegraded":"2024-09-12T17:56:31.464216+0000","last_fullsized":"2024-09-12T17:56:31.464216+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:51.487735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.068108+0000","last_change":"2024-09-12T17:26:52.442934+0000","last_active":"2024-09-12T17:51:53.068108+0000","last_peered":"2024-09-12T17:51:53.068108+0000","last_clean":"2024-09-12T17:51:53.068108+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:51:53.068108+0000","last_undegraded":"2024-09-12T17:51:53.068108+0000","last_fullsized":"2024-09-12T17:51:53.068108+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:49.626714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":9208,"num_write":4,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.745612+0000","last_change":"2024-09-12T17:25:04.922734+0000","last_active":"2024-09-12T17:54:17.745612+0000","last_peered":"2024-09-12T17:54:17.745612+0000","last_clean":"2024-09-12T17:54:17.745612+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:54:17.745612+0000","last_undegraded":"2024-09-12T17:54:17.745612+0000","last_fullsized":"2024-09-12T17:54:17.745612+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:47.228774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.686947+0000","last_change":"2024-09-12T17:39:00.655983+0000","last_active":"2024-09-12T17:54:02.686947+0000","last_peered":"2024-09-12T17:54:02.686947+0000","last_clean":"2024-09-12T17:54:02.686947+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:54:02.686947+0000","last_undegraded":"2024-09-12T17:54:02.686947+0000","last_fullsized":"2024-09-12T17:54:02.686947+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:39.123377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.897322+0000","last_change":"2024-09-12T17:26:55.481537+0000","last_active":"2024-09-12T17:51:58.897322+0000","last_peered":"2024-09-12T17:51:58.897322+0000","last_clean":"2024-09-12T17:51:58.897322+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:51:58.897322+0000","last_undegraded":"2024-09-12T17:51:58.897322+0000","last_fullsized":"2024-09-12T17:51:58.897322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:03.172800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":3,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.511276+0000","last_change":"2024-09-12T17:26:52.447008+0000","last_active":"2024-09-12T17:51:53.511276+0000","last_peered":"2024-09-12T17:51:53.511276+0000","last_clean":"2024-09-12T17:51:53.511276+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:51:53.511276+0000","last_undegraded":"2024-09-12T17:51:53.511276+0000","last_fullsized":"2024-09-12T17:51:53.511276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:11.557923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676347+0000","last_change":"2024-09-12T17:25:04.907617+0000","last_active":"2024-09-12T17:53:12.676347+0000","last_peered":"2024-09-12T17:53:12.676347+0000","last_clean":"2024-09-12T17:53:12.676347+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:53:12.676347+0000","last_undegraded":"2024-09-12T17:53:12.676347+0000","last_fullsized":"2024-09-12T17:53:12.676347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:29.673018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725076+0000","last_change":"2024-09-12T17:39:00.642074+0000","last_active":"2024-09-12T17:53:33.725076+0000","last_peered":"2024-09-12T17:53:33.725076+0000","last_clean":"2024-09-12T17:53:33.725076+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:53:33.725076+0000","last_undegraded":"2024-09-12T17:53:33.725076+0000","last_fullsized":"2024-09-12T17:53:33.725076+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:58.591036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741918+0000","last_change":"2024-09-12T17:26:55.502249+0000","last_active":"2024-09-12T17:54:02.741918+0000","last_peered":"2024-09-12T17:54:02.741918+0000","last_clean":"2024-09-12T17:54:02.741918+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:54:02.741918+0000","last_undegraded":"2024-09-12T17:54:02.741918+0000","last_fullsized":"2024-09-12T17:54:02.741918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:47.896595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.698944+0000","last_change":"2024-09-12T17:26:52.433582+0000","last_active":"2024-09-12T17:54:57.698944+0000","last_peered":"2024-09-12T17:54:57.698944+0000","last_clean":"2024-09-12T17:54:57.698944+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:54:57.698944+0000","last_undegraded":"2024-09-12T17:54:57.698944+0000","last_fullsized":"2024-09-12T17:54:57.698944+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:54.067612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.251457+0000","last_change":"2024-09-12T17:25:04.911293+0000","last_active":"2024-09-12T17:53:13.251457+0000","last_peered":"2024-09-12T17:53:13.251457+0000","last_clean":"2024-09-12T17:53:13.251457+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:53:13.251457+0000","last_undegraded":"2024-09-12T17:53:13.251457+0000","last_fullsized":"2024-09-12T17:53:13.251457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:49.147916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.086049+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:53:03.086049+0000","last_peered":"2024-09-12T17:53:03.086049+0000","last_clean":"2024-09-12T17:53:03.086049+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:53:03.086049+0000","last_undegraded":"2024-09-12T17:53:03.086049+0000","last_fullsized":"2024-09-12T17:53:03.086049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:08.846965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'1","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.924852+0000","last_change":"2024-09-12T17:26:52.433748+0000","last_active":"2024-09-12T17:53:58.924852+0000","last_peered":"2024-09-12T17:53:58.924852+0000","last_clean":"2024-09-12T17:53:58.924852+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:53:58.924852+0000","last_undegraded":"2024-09-12T17:53:58.924852+0000","last_fullsized":"2024-09-12T17:53:58.924852+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:04.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.143139+0000","last_change":"2024-09-12T17:25:04.925068+0000","last_active":"2024-09-12T17:53:57.143139+0000","last_peered":"2024-09-12T17:53:57.143139+0000","last_clean":"2024-09-12T17:53:57.143139+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:53:57.143139+0000","last_undegraded":"2024-09-12T17:53:57.143139+0000","last_fullsized":"2024-09-12T17:53:57.143139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:27.788147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087576+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:53:08.087576+0000","last_peered":"2024-09-12T17:53:08.087576+0000","last_clean":"2024-09-12T17:53:08.087576+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:53:08.087576+0000","last_undegraded":"2024-09-12T17:53:08.087576+0000","last_fullsized":"2024-09-12T17:53:08.087576+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:10.097756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.364957+0000","last_change":"2024-09-12T17:26:55.485174+0000","last_active":"2024-09-12T17:56:07.364957+0000","last_peered":"2024-09-12T17:56:07.364957+0000","last_clean":"2024-09-12T17:56:07.364957+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:56:07.364957+0000","last_undegraded":"2024-09-12T17:56:07.364957+0000","last_fullsized":"2024-09-12T17:56:07.364957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:47.486545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:52.356114+0000","last_change":"2024-09-12T17:26:52.416884+0000","last_active":"2024-09-12T17:55:52.356114+0000","last_peered":"2024-09-12T17:55:52.356114+0000","last_clean":"2024-09-12T17:55:52.356114+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:55:52.356114+0000","last_undegraded":"2024-09-12T17:55:52.356114+0000","last_fullsized":"2024-09-12T17:55:52.356114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:07.067749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:48.813307+0000","last_change":"2024-09-12T17:25:04.919312+0000","last_active":"2024-09-12T17:52:48.813307+0000","last_peered":"2024-09-12T17:52:48.813307+0000","last_clean":"2024-09-12T17:52:48.813307+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:52:48.813307+0000","last_undegraded":"2024-09-12T17:52:48.813307+0000","last_fullsized":"2024-09-12T17:52:48.813307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:24.912158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.534928+0000","last_change":"2024-09-12T17:39:00.672683+0000","last_active":"2024-09-12T17:53:38.534928+0000","last_peered":"2024-09-12T17:53:38.534928+0000","last_clean":"2024-09-12T17:53:38.534928+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:53:38.534928+0000","last_undegraded":"2024-09-12T17:53:38.534928+0000","last_fullsized":"2024-09-12T17:53:38.534928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:06.279335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'10","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725050+0000","last_change":"2024-09-12T17:26:55.496929+0000","last_active":"2024-09-12T17:53:33.725050+0000","last_peered":"2024-09-12T17:53:33.725050+0000","last_clean":"2024-09-12T17:53:33.725050+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:53:33.725050+0000","last_undegraded":"2024-09-12T17:53:33.725050+0000","last_fullsized":"2024-09-12T17:53:33.725050+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:17.920085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":20493,"num_write":10,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.917785+0000","last_change":"2024-09-12T17:26:52.420116+0000","last_active":"2024-09-12T17:53:28.917785+0000","last_peered":"2024-09-12T17:53:28.917785+0000","last_clean":"2024-09-12T17:53:28.917785+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:53:28.917785+0000","last_undegraded":"2024-09-12T17:53:28.917785+0000","last_fullsized":"2024-09-12T17:53:28.917785+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:40.398369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'109","reported_seq":400,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713056+0000","last_change":"2024-09-12T17:25:04.910127+0000","last_active":"2024-09-12T17:52:38.713056+0000","last_peered":"2024-09-12T17:52:38.713056+0000","last_clean":"2024-09-12T17:52:38.713056+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:52:38.713056+0000","last_undegraded":"2024-09-12T17:52:38.713056+0000","last_fullsized":"2024-09-12T17:52:38.713056+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:12.369469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554782+0000","last_change":"2024-09-12T17:39:00.653210+0000","last_active":"2024-09-12T17:54:02.554782+0000","last_peered":"2024-09-12T17:54:02.554782+0000","last_clean":"2024-09-12T17:54:02.554782+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:54:02.554782+0000","last_undegraded":"2024-09-12T17:54:02.554782+0000","last_fullsized":"2024-09-12T17:54:02.554782+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:21.443242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.704280+0000","last_change":"2024-09-12T17:26:55.489865+0000","last_active":"2024-09-12T17:51:58.704280+0000","last_peered":"2024-09-12T17:51:58.704280+0000","last_clean":"2024-09-12T17:51:58.704280+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:51:58.704280+0000","last_undegraded":"2024-09-12T17:51:58.704280+0000","last_fullsized":"2024-09-12T17:51:58.704280+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:03.412272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.896143+0000","last_change":"2024-09-12T17:26:52.430258+0000","last_active":"2024-09-12T17:51:53.896143+0000","last_peered":"2024-09-12T17:51:53.896143+0000","last_clean":"2024-09-12T17:51:53.896143+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:51:53.896143+0000","last_undegraded":"2024-09-12T17:51:53.896143+0000","last_fullsized":"2024-09-12T17:51:53.896143+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:40.197642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":6669,"num_write":4,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":95,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:42.707158+0000","last_change":"2024-09-12T17:25:04.900903+0000","last_active":"2024-09-12T17:51:42.707158+0000","last_peered":"2024-09-12T17:51:42.707158+0000","last_clean":"2024-09-12T17:51:42.707158+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:51:42.707158+0000","last_undegraded":"2024-09-12T17:51:42.707158+0000","last_fullsized":"2024-09-12T17:51:42.707158+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:01.439563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554870+0000","last_change":"2024-09-12T17:39:00.659857+0000","last_active":"2024-09-12T17:54:02.554870+0000","last_peered":"2024-09-12T17:54:02.554870+0000","last_clean":"2024-09-12T17:54:02.554870+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:54:02.554870+0000","last_undegraded":"2024-09-12T17:54:02.554870+0000","last_fullsized":"2024-09-12T17:54:02.554870+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:42.271561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.069334+0000","last_change":"2024-09-12T17:26:55.497844+0000","last_active":"2024-09-12T17:51:58.069334+0000","last_peered":"2024-09-12T17:51:58.069334+0000","last_clean":"2024-09-12T17:51:58.069334+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:51:58.069334+0000","last_undegraded":"2024-09-12T17:51:58.069334+0000","last_fullsized":"2024-09-12T17:51:58.069334+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:45.595727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.337622+0000","last_change":"2024-09-12T17:26:52.439130+0000","last_active":"2024-09-12T17:54:22.337622+0000","last_peered":"2024-09-12T17:54:22.337622+0000","last_clean":"2024-09-12T17:54:22.337622+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:54:22.337622+0000","last_undegraded":"2024-09-12T17:54:22.337622+0000","last_fullsized":"2024-09-12T17:54:22.337622+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:08.552265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:43.508674+0000","last_change":"2024-09-12T17:25:04.913235+0000","last_active":"2024-09-12T17:51:43.508674+0000","last_peered":"2024-09-12T17:51:43.508674+0000","last_clean":"2024-09-12T17:51:43.508674+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:51:43.508674+0000","last_undegraded":"2024-09-12T17:51:43.508674+0000","last_fullsized":"2024-09-12T17:51:43.508674+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:55.187173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.526871+0000","last_change":"2024-09-12T17:39:00.667249+0000","last_active":"2024-09-12T17:53:03.526871+0000","last_peered":"2024-09-12T17:53:03.526871+0000","last_clean":"2024-09-12T17:53:03.526871+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:53:03.526871+0000","last_undegraded":"2024-09-12T17:53:03.526871+0000","last_fullsized":"2024-09-12T17:53:03.526871+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:18.529716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094029+0000","last_change":"2024-09-12T17:26:55.511073+0000","last_active":"2024-09-12T17:53:33.094029+0000","last_peered":"2024-09-12T17:53:33.094029+0000","last_clean":"2024-09-12T17:53:33.094029+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:53:33.094029+0000","last_undegraded":"2024-09-12T17:53:33.094029+0000","last_fullsized":"2024-09-12T17:53:33.094029+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:49.577514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":8,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.524759+0000","last_change":"2024-09-12T17:26:52.434732+0000","last_active":"2024-09-12T17:52:37.524759+0000","last_peered":"2024-09-12T17:52:37.524759+0000","last_clean":"2024-09-12T17:52:37.524759+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:52:37.524759+0000","last_undegraded":"2024-09-12T17:52:37.524759+0000","last_fullsized":"2024-09-12T17:52:37.524759+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:01.428099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743216+0000","last_change":"2024-09-12T17:25:04.902579+0000","last_active":"2024-09-12T17:54:07.743216+0000","last_peered":"2024-09-12T17:54:07.743216+0000","last_clean":"2024-09-12T17:54:07.743216+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:54:07.743216+0000","last_undegraded":"2024-09-12T17:54:07.743216+0000","last_fullsized":"2024-09-12T17:54:07.743216+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:38.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.674215+0000","last_change":"2024-09-12T17:39:00.645751+0000","last_active":"2024-09-12T17:53:02.674215+0000","last_peered":"2024-09-12T17:53:02.674215+0000","last_clean":"2024-09-12T17:53:02.674215+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:53:02.674215+0000","last_undegraded":"2024-09-12T17:53:02.674215+0000","last_fullsized":"2024-09-12T17:53:02.674215+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:01.389885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:43.081073+0000","last_change":"2024-09-12T17:26:55.510031+0000","last_active":"2024-09-12T17:52:43.081073+0000","last_peered":"2024-09-12T17:52:43.081073+0000","last_clean":"2024-09-12T17:52:43.081073+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:52:43.081073+0000","last_undegraded":"2024-09-12T17:52:43.081073+0000","last_fullsized":"2024-09-12T17:52:43.081073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:57.160595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.448420+0000","last_change":"2024-09-12T17:26:52.433514+0000","last_active":"2024-09-12T17:56:31.448420+0000","last_peered":"2024-09-12T17:56:31.448420+0000","last_clean":"2024-09-12T17:56:31.448420+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:56:31.448420+0000","last_undegraded":"2024-09-12T17:56:31.448420+0000","last_fullsized":"2024-09-12T17:56:31.448420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:18.848274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:43.065722+0000","last_change":"2024-09-12T17:25:04.925132+0000","last_active":"2024-09-12T17:51:43.065722+0000","last_peered":"2024-09-12T17:51:43.065722+0000","last_clean":"2024-09-12T17:51:43.065722+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:51:43.065722+0000","last_undegraded":"2024-09-12T17:51:43.065722+0000","last_fullsized":"2024-09-12T17:51:43.065722+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:03.974572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.539997+0000","last_change":"2024-09-12T17:39:00.652425+0000","last_active":"2024-09-12T17:53:02.539997+0000","last_peered":"2024-09-12T17:53:02.539997+0000","last_clean":"2024-09-12T17:53:02.539997+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:53:02.539997+0000","last_undegraded":"2024-09-12T17:53:02.539997+0000","last_fullsized":"2024-09-12T17:53:02.539997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:06.412877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739369+0000","last_change":"2024-09-12T17:27:17.560393+0000","last_active":"2024-09-12T17:53:52.739369+0000","last_peered":"2024-09-12T17:53:52.739369+0000","last_clean":"2024-09-12T17:53:52.739369+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:53:52.739369+0000","last_undegraded":"2024-09-12T17:53:52.739369+0000","last_fullsized":"2024-09-12T17:53:52.739369+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:05.623877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.679872+0000","last_change":"2024-09-12T17:26:52.438102+0000","last_active":"2024-09-12T17:53:27.679872+0000","last_peered":"2024-09-12T17:53:27.679872+0000","last_clean":"2024-09-12T17:53:27.679872+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:53:27.679872+0000","last_undegraded":"2024-09-12T17:53:27.679872+0000","last_fullsized":"2024-09-12T17:53:27.679872+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:35.849418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.688123+0000","last_change":"2024-09-12T17:25:04.906701+0000","last_active":"2024-09-12T17:54:07.688123+0000","last_peered":"2024-09-12T17:54:07.688123+0000","last_clean":"2024-09-12T17:54:07.688123+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:54:07.688123+0000","last_undegraded":"2024-09-12T17:54:07.688123+0000","last_fullsized":"2024-09-12T17:54:07.688123+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:24.581110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530097+0000","last_change":"2024-09-12T17:39:00.654081+0000","last_active":"2024-09-12T17:53:02.530097+0000","last_peered":"2024-09-12T17:53:02.530097+0000","last_clean":"2024-09-12T17:53:02.530097+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:53:02.530097+0000","last_undegraded":"2024-09-12T17:53:02.530097+0000","last_fullsized":"2024-09-12T17:53:02.530097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:38:51.210163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'1","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919062+0000","last_change":"2024-09-12T17:26:55.477753+0000","last_active":"2024-09-12T17:53:33.919062+0000","last_peered":"2024-09-12T17:53:33.919062+0000","last_clean":"2024-09-12T17:53:33.919062+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:53:33.919062+0000","last_undegraded":"2024-09-12T17:53:33.919062+0000","last_fullsized":"2024-09-12T17:53:33.919062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:59.457820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4960,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":10,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.733352+0000","last_change":"2024-09-12T17:26:52.420326+0000","last_active":"2024-09-12T17:53:27.733352+0000","last_peered":"2024-09-12T17:53:27.733352+0000","last_clean":"2024-09-12T17:53:27.733352+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:53:27.733352+0000","last_undegraded":"2024-09-12T17:53:27.733352+0000","last_fullsized":"2024-09-12T17:53:27.733352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:41.492938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.431162+0000","last_change":"2024-09-12T17:25:04.916869+0000","last_active":"2024-09-12T17:53:57.431162+0000","last_peered":"2024-09-12T17:53:57.431162+0000","last_clean":"2024-09-12T17:53:57.431162+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:53:57.431162+0000","last_undegraded":"2024-09-12T17:53:57.431162+0000","last_fullsized":"2024-09-12T17:53:57.431162+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:11.195104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'6","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521427+0000","last_change":"2024-09-12T17:26:55.513412+0000","last_active":"2024-09-12T17:52:38.521427+0000","last_peered":"2024-09-12T17:52:38.521427+0000","last_clean":"2024-09-12T17:52:38.521427+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:52:38.521427+0000","last_undegraded":"2024-09-12T17:52:38.521427+0000","last_fullsized":"2024-09-12T17:52:38.521427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:11.001168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8190,"num_write":11,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'1","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905362+0000","last_change":"2024-09-12T17:26:52.435249+0000","last_active":"2024-09-12T17:52:33.905362+0000","last_peered":"2024-09-12T17:52:33.905362+0000","last_clean":"2024-09-12T17:52:33.905362+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:52:33.905362+0000","last_undegraded":"2024-09-12T17:52:33.905362+0000","last_fullsized":"2024-09-12T17:52:33.905362+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:05.162270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3080,"num_write":1,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.541551+0000","last_change":"2024-09-12T17:25:04.924374+0000","last_active":"2024-09-12T17:53:07.541551+0000","last_peered":"2024-09-12T17:53:07.541551+0000","last_clean":"2024-09-12T17:53:07.541551+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:53:07.541551+0000","last_undegraded":"2024-09-12T17:53:07.541551+0000","last_fullsized":"2024-09-12T17:53:07.541551+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:27.673259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:32.734544+0000","last_change":"2024-09-12T17:39:00.646531+0000","last_active":"2024-09-12T17:53:32.734544+0000","last_peered":"2024-09-12T17:53:32.734544+0000","last_clean":"2024-09-12T17:53:32.734544+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:53:32.734544+0000","last_undegraded":"2024-09-12T17:53:32.734544+0000","last_fullsized":"2024-09-12T17:53:32.734544+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521361+0000","last_change":"2024-09-12T17:26:55.492375+0000","last_active":"2024-09-12T17:52:38.521361+0000","last_peered":"2024-09-12T17:52:38.521361+0000","last_clean":"2024-09-12T17:52:38.521361+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:52:38.521361+0000","last_undegraded":"2024-09-12T17:52:38.521361+0000","last_fullsized":"2024-09-12T17:52:38.521361+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.588397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078057+0000","last_change":"2024-09-12T17:26:52.450237+0000","last_active":"2024-09-12T17:52:33.078057+0000","last_peered":"2024-09-12T17:52:33.078057+0000","last_clean":"2024-09-12T17:52:33.078057+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:52:33.078057+0000","last_undegraded":"2024-09-12T17:52:33.078057+0000","last_fullsized":"2024-09-12T17:52:33.078057+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.478327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727409+0000","last_change":"2024-09-12T17:25:04.911153+0000","last_active":"2024-09-12T17:53:07.727409+0000","last_peered":"2024-09-12T17:53:07.727409+0000","last_clean":"2024-09-12T17:53:07.727409+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:53:07.727409+0000","last_undegraded":"2024-09-12T17:53:07.727409+0000","last_fullsized":"2024-09-12T17:53:07.727409+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:51.763751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.725930+0000","last_change":"2024-09-12T17:39:00.658943+0000","last_active":"2024-09-12T17:53:02.725930+0000","last_peered":"2024-09-12T17:53:02.725930+0000","last_clean":"2024-09-12T17:53:02.725930+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:53:02.725930+0000","last_undegraded":"2024-09-12T17:53:02.725930+0000","last_fullsized":"2024-09-12T17:53:02.725930+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:42.277391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.079800+0000","last_change":"2024-09-12T17:26:55.496848+0000","last_active":"2024-09-12T17:52:38.079800+0000","last_peered":"2024-09-12T17:52:38.079800+0000","last_clean":"2024-09-12T17:52:38.079800+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:52:38.079800+0000","last_undegraded":"2024-09-12T17:52:38.079800+0000","last_fullsized":"2024-09-12T17:52:38.079800+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:22.322200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9441280,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":9,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'7","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.711863+0000","last_change":"2024-09-12T17:26:52.446493+0000","last_active":"2024-09-12T17:52:33.711863+0000","last_peered":"2024-09-12T17:52:33.711863+0000","last_clean":"2024-09-12T17:52:33.711863+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:52:33.711863+0000","last_undegraded":"2024-09-12T17:52:33.711863+0000","last_fullsized":"2024-09-12T17:52:33.711863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:09.458889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6303744,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":8239,"num_write":7,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912955+0000","last_change":"2024-09-12T17:25:04.906817+0000","last_active":"2024-09-12T17:53:08.912955+0000","last_peered":"2024-09-12T17:53:08.912955+0000","last_clean":"2024-09-12T17:53:08.912955+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:53:08.912955+0000","last_undegraded":"2024-09-12T17:53:08.912955+0000","last_fullsized":"2024-09-12T17:53:08.912955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:30.288230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093972+0000","last_change":"2024-09-12T17:39:00.643558+0000","last_active":"2024-09-12T17:53:33.093972+0000","last_peered":"2024-09-12T17:53:33.093972+0000","last_clean":"2024-09-12T17:53:33.093972+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:53:33.093972+0000","last_undegraded":"2024-09-12T17:53:33.093972+0000","last_fullsized":"2024-09-12T17:53:33.093972+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:43.002321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713011+0000","last_change":"2024-09-12T17:26:55.496230+0000","last_active":"2024-09-12T17:52:38.713011+0000","last_peered":"2024-09-12T17:52:38.713011+0000","last_clean":"2024-09-12T17:52:38.713011+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:52:38.713011+0000","last_undegraded":"2024-09-12T17:52:38.713011+0000","last_fullsized":"2024-09-12T17:52:38.713011+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.054209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.523736+0000","last_change":"2024-09-12T17:26:52.438732+0000","last_active":"2024-09-12T17:52:32.523736+0000","last_peered":"2024-09-12T17:52:32.523736+0000","last_clean":"2024-09-12T17:52:32.523736+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:52:32.523736+0000","last_undegraded":"2024-09-12T17:52:32.523736+0000","last_fullsized":"2024-09-12T17:52:32.523736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:12.548834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.418590+0000","last_change":"2024-09-12T17:25:04.918704+0000","last_active":"2024-09-12T17:53:57.418590+0000","last_peered":"2024-09-12T17:53:57.418590+0000","last_clean":"2024-09-12T17:53:57.418590+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:53:57.418590+0000","last_undegraded":"2024-09-12T17:53:57.418590+0000","last_fullsized":"2024-09-12T17:53:57.418590+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:23.353318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690546+0000","last_change":"2024-09-12T17:39:00.655201+0000","last_active":"2024-09-12T17:54:17.690546+0000","last_peered":"2024-09-12T17:54:17.690546+0000","last_clean":"2024-09-12T17:54:17.690546+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:54:17.690546+0000","last_undegraded":"2024-09-12T17:54:17.690546+0000","last_fullsized":"2024-09-12T17:54:17.690546+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:04.373526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100488+0000","last_change":"2024-09-12T17:26:55.504258+0000","last_active":"2024-09-12T17:53:58.100488+0000","last_peered":"2024-09-12T17:53:58.100488+0000","last_clean":"2024-09-12T17:53:58.100488+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:53:58.100488+0000","last_undegraded":"2024-09-12T17:53:58.100488+0000","last_fullsized":"2024-09-12T17:53:58.100488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.086080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":12290,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.552424+0000","last_change":"2024-09-12T17:26:52.451467+0000","last_active":"2024-09-12T17:53:52.552424+0000","last_peered":"2024-09-12T17:53:52.552424+0000","last_clean":"2024-09-12T17:53:52.552424+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:53:52.552424+0000","last_undegraded":"2024-09-12T17:53:52.552424+0000","last_fullsized":"2024-09-12T17:53:52.552424+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:10.472220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:13.073234+0000","last_change":"2024-09-12T17:25:04.931744+0000","last_active":"2024-09-12T17:52:13.073234+0000","last_peered":"2024-09-12T17:52:13.073234+0000","last_clean":"2024-09-12T17:52:13.073234+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:52:13.073234+0000","last_undegraded":"2024-09-12T17:52:13.073234+0000","last_fullsized":"2024-09-12T17:52:13.073234+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:03.252787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533161+0000","last_change":"2024-09-12T17:39:00.659341+0000","last_active":"2024-09-12T17:52:32.533161+0000","last_peered":"2024-09-12T17:52:32.533161+0000","last_clean":"2024-09-12T17:52:32.533161+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:52:32.533161+0000","last_undegraded":"2024-09-12T17:52:32.533161+0000","last_fullsized":"2024-09-12T17:52:32.533161+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:48.711898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100427+0000","last_change":"2024-09-12T17:26:55.506170+0000","last_active":"2024-09-12T17:53:58.100427+0000","last_peered":"2024-09-12T17:53:58.100427+0000","last_clean":"2024-09-12T17:53:58.100427+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:53:58.100427+0000","last_undegraded":"2024-09-12T17:53:58.100427+0000","last_fullsized":"2024-09-12T17:53:58.100427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:12.515468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":18434,"num_write":5,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.684881+0000","last_change":"2024-09-12T17:26:52.436218+0000","last_active":"2024-09-12T17:53:52.684881+0000","last_peered":"2024-09-12T17:53:52.684881+0000","last_clean":"2024-09-12T17:53:52.684881+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:53:52.684881+0000","last_undegraded":"2024-09-12T17:53:52.684881+0000","last_fullsized":"2024-09-12T17:53:52.684881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:38.366491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.434167+0000","last_change":"2024-09-12T17:25:04.905871+0000","last_active":"2024-09-12T17:53:58.434167+0000","last_peered":"2024-09-12T17:53:58.434167+0000","last_clean":"2024-09-12T17:53:58.434167+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:53:58.434167+0000","last_undegraded":"2024-09-12T17:53:58.434167+0000","last_fullsized":"2024-09-12T17:53:58.434167+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:26.645725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.734047+0000","last_change":"2024-09-12T17:39:00.649914+0000","last_active":"2024-09-12T17:54:13.734047+0000","last_peered":"2024-09-12T17:54:13.734047+0000","last_clean":"2024-09-12T17:54:13.734047+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:54:13.734047+0000","last_undegraded":"2024-09-12T17:54:13.734047+0000","last_fullsized":"2024-09-12T17:54:13.734047+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:09.875663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.541069+0000","last_change":"2024-09-12T17:26:55.501141+0000","last_active":"2024-09-12T17:54:03.541069+0000","last_peered":"2024-09-12T17:54:03.541069+0000","last_clean":"2024-09-12T17:54:03.541069+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:54:03.541069+0000","last_undegraded":"2024-09-12T17:54:03.541069+0000","last_fullsized":"2024-09-12T17:54:03.541069+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:25.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.359593+0000","last_change":"2024-09-12T17:26:52.431900+0000","last_active":"2024-09-12T17:56:07.359593+0000","last_peered":"2024-09-12T17:56:07.359593+0000","last_clean":"2024-09-12T17:56:07.359593+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:56:07.359593+0000","last_undegraded":"2024-09-12T17:56:07.359593+0000","last_fullsized":"2024-09-12T17:56:07.359593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:32.402606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":197,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:08.706572+0000","last_change":"2024-09-12T17:25:04.925129+0000","last_active":"2024-09-12T17:52:08.706572+0000","last_peered":"2024-09-12T17:52:08.706572+0000","last_clean":"2024-09-12T17:52:08.706572+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:52:08.706572+0000","last_undegraded":"2024-09-12T17:52:08.706572+0000","last_fullsized":"2024-09-12T17:52:08.706572+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:17.087361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557852+0000","last_change":"2024-09-12T17:39:00.662714+0000","last_active":"2024-09-12T17:54:12.557852+0000","last_peered":"2024-09-12T17:54:12.557852+0000","last_clean":"2024-09-12T17:54:12.557852+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:54:12.557852+0000","last_undegraded":"2024-09-12T17:54:12.557852+0000","last_fullsized":"2024-09-12T17:54:12.557852+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:01.821319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'12","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100532+0000","last_change":"2024-09-12T17:26:55.505568+0000","last_active":"2024-09-12T17:53:58.100532+0000","last_peered":"2024-09-12T17:53:58.100532+0000","last_clean":"2024-09-12T17:53:58.100532+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:53:58.100532+0000","last_undegraded":"2024-09-12T17:53:58.100532+0000","last_fullsized":"2024-09-12T17:53:58.100532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:15.296264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":31750,"num_write":17,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539458+0000","last_change":"2024-09-12T17:26:52.435184+0000","last_active":"2024-09-12T17:53:58.539458+0000","last_peered":"2024-09-12T17:53:58.539458+0000","last_clean":"2024-09-12T17:53:58.539458+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:53:58.539458+0000","last_undegraded":"2024-09-12T17:53:58.539458+0000","last_fullsized":"2024-09-12T17:53:58.539458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:21.625631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:07.662068+0000","last_change":"2024-09-12T17:25:04.927233+0000","last_active":"2024-09-12T17:52:07.662068+0000","last_peered":"2024-09-12T17:52:07.662068+0000","last_clean":"2024-09-12T17:52:07.662068+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:52:07.662068+0000","last_undegraded":"2024-09-12T17:52:07.662068+0000","last_fullsized":"2024-09-12T17:52:07.662068+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:13.135545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078507+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:52:33.078507+0000","last_peered":"2024-09-12T17:52:33.078507+0000","last_clean":"2024-09-12T17:52:33.078507+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:52:33.078507+0000","last_undegraded":"2024-09-12T17:52:33.078507+0000","last_fullsized":"2024-09-12T17:52:33.078507+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:17.322451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'1","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:58.910676+0000","last_change":"2024-09-12T17:26:55.485021+0000","last_active":"2024-09-12T17:52:58.910676+0000","last_peered":"2024-09-12T17:52:58.910676+0000","last_clean":"2024-09-12T17:52:58.910676+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:52:58.910676+0000","last_undegraded":"2024-09-12T17:52:58.910676+0000","last_fullsized":"2024-09-12T17:52:58.910676+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:11.839765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2064,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.604310+0000","last_change":"2024-09-12T17:26:52.435961+0000","last_active":"2024-09-12T17:56:31.604310+0000","last_peered":"2024-09-12T17:56:31.604310+0000","last_clean":"2024-09-12T17:56:31.604310+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:56:31.604310+0000","last_undegraded":"2024-09-12T17:56:31.604310+0000","last_fullsized":"2024-09-12T17:56:31.604310+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:12.555756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":114,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:07.712937+0000","last_change":"2024-09-12T17:25:04.919271+0000","last_active":"2024-09-12T17:52:07.712937+0000","last_peered":"2024-09-12T17:52:07.712937+0000","last_clean":"2024-09-12T17:52:07.712937+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:52:07.712937+0000","last_undegraded":"2024-09-12T17:52:07.712937+0000","last_fullsized":"2024-09-12T17:52:07.712937+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:07.999695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.534476+0000","last_change":"2024-09-12T17:39:00.664802+0000","last_active":"2024-09-12T17:52:37.534476+0000","last_peered":"2024-09-12T17:52:37.534476+0000","last_clean":"2024-09-12T17:52:37.534476+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:52:37.534476+0000","last_undegraded":"2024-09-12T17:52:37.534476+0000","last_fullsized":"2024-09-12T17:52:37.534476+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:32.175823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.538774+0000","last_change":"2024-09-12T17:26:55.501130+0000","last_active":"2024-09-12T17:52:57.538774+0000","last_peered":"2024-09-12T17:52:57.538774+0000","last_clean":"2024-09-12T17:52:57.538774+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:52:57.538774+0000","last_undegraded":"2024-09-12T17:52:57.538774+0000","last_fullsized":"2024-09-12T17:52:57.538774+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524582+0000","last_change":"2024-09-12T17:26:52.425705+0000","last_active":"2024-09-12T17:52:53.524582+0000","last_peered":"2024-09-12T17:52:53.524582+0000","last_clean":"2024-09-12T17:52:53.524582+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:52:53.524582+0000","last_undegraded":"2024-09-12T17:52:53.524582+0000","last_fullsized":"2024-09-12T17:52:53.524582+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:53.730889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4960,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":1029,"num_write":3,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545227+0000","last_change":"2024-09-12T17:25:04.917932+0000","last_active":"2024-09-12T17:53:22.545227+0000","last_peered":"2024-09-12T17:53:22.545227+0000","last_clean":"2024-09-12T17:53:22.545227+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:53:22.545227+0000","last_undegraded":"2024-09-12T17:53:22.545227+0000","last_fullsized":"2024-09-12T17:53:22.545227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:30.368537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533240+0000","last_change":"2024-09-12T17:39:00.654488+0000","last_active":"2024-09-12T17:52:32.533240+0000","last_peered":"2024-09-12T17:52:32.533240+0000","last_clean":"2024-09-12T17:52:32.533240+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:52:32.533240+0000","last_undegraded":"2024-09-12T17:52:32.533240+0000","last_fullsized":"2024-09-12T17:52:32.533240+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:04.660452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539327+0000","last_change":"2024-09-12T17:26:55.501178+0000","last_active":"2024-09-12T17:53:58.539327+0000","last_peered":"2024-09-12T17:53:58.539327+0000","last_clean":"2024-09-12T17:53:58.539327+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:53:58.539327+0000","last_undegraded":"2024-09-12T17:53:58.539327+0000","last_fullsized":"2024-09-12T17:53:58.539327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:26.019681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.603526+0000","last_change":"2024-09-12T17:26:52.425514+0000","last_active":"2024-09-12T17:56:31.603526+0000","last_peered":"2024-09-12T17:56:31.603526+0000","last_clean":"2024-09-12T17:56:31.603526+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:56:31.603526+0000","last_undegraded":"2024-09-12T17:56:31.603526+0000","last_fullsized":"2024-09-12T17:56:31.603526+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:52.842777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090018+0000","last_change":"2024-09-12T17:25:04.927376+0000","last_active":"2024-09-12T17:53:18.090018+0000","last_peered":"2024-09-12T17:53:18.090018+0000","last_clean":"2024-09-12T17:53:18.090018+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:53:18.090018+0000","last_undegraded":"2024-09-12T17:53:18.090018+0000","last_fullsized":"2024-09-12T17:53:18.090018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:13.941411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.718867+0000","last_change":"2024-09-12T17:39:00.640046+0000","last_active":"2024-09-12T17:52:32.718867+0000","last_peered":"2024-09-12T17:52:32.718867+0000","last_clean":"2024-09-12T17:52:32.718867+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:52:32.718867+0000","last_undegraded":"2024-09-12T17:52:32.718867+0000","last_fullsized":"2024-09-12T17:52:32.718867+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:04.095238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:17.355201+0000","last_change":"2024-09-12T17:26:55.505902+0000","last_active":"2024-09-12T17:55:17.355201+0000","last_peered":"2024-09-12T17:55:17.355201+0000","last_clean":"2024-09-12T17:55:17.355201+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:55:17.355201+0000","last_undegraded":"2024-09-12T17:55:17.355201+0000","last_fullsized":"2024-09-12T17:55:17.355201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:18.168697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.923585+0000","last_change":"2024-09-12T17:26:52.430631+0000","last_active":"2024-09-12T17:53:53.923585+0000","last_peered":"2024-09-12T17:53:53.923585+0000","last_clean":"2024-09-12T17:53:53.923585+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:53:53.923585+0000","last_undegraded":"2024-09-12T17:53:53.923585+0000","last_fullsized":"2024-09-12T17:53:53.923585+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:21.320741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8188,"num_write":9,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721712+0000","last_change":"2024-09-12T17:25:04.926419+0000","last_active":"2024-09-12T17:53:18.721712+0000","last_peered":"2024-09-12T17:53:18.721712+0000","last_clean":"2024-09-12T17:53:18.721712+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:53:18.721712+0000","last_undegraded":"2024-09-12T17:53:18.721712+0000","last_fullsized":"2024-09-12T17:53:18.721712+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:12.496690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548866+0000","last_change":"2024-09-12T17:39:00.664144+0000","last_active":"2024-09-12T17:53:37.548866+0000","last_peered":"2024-09-12T17:53:37.548866+0000","last_clean":"2024-09-12T17:53:37.548866+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:53:37.548866+0000","last_undegraded":"2024-09-12T17:53:37.548866+0000","last_fullsized":"2024-09-12T17:53:37.548866+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:22.584560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741795+0000","last_change":"2024-09-12T17:26:55.494403+0000","last_active":"2024-09-12T17:54:02.741795+0000","last_peered":"2024-09-12T17:54:02.741795+0000","last_clean":"2024-09-12T17:54:02.741795+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:54:02.741795+0000","last_undegraded":"2024-09-12T17:54:02.741795+0000","last_fullsized":"2024-09-12T17:54:02.741795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:16.399115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365873+0000","last_change":"2024-09-12T17:26:52.432409+0000","last_active":"2024-09-12T17:56:02.365873+0000","last_peered":"2024-09-12T17:56:02.365873+0000","last_clean":"2024-09-12T17:56:02.365873+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:56:02.365873+0000","last_undegraded":"2024-09-12T17:56:02.365873+0000","last_fullsized":"2024-09-12T17:56:02.365873+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.190199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730979+0000","last_change":"2024-09-12T17:25:04.909223+0000","last_active":"2024-09-12T17:53:17.730979+0000","last_peered":"2024-09-12T17:53:17.730979+0000","last_clean":"2024-09-12T17:53:17.730979+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:53:17.730979+0000","last_undegraded":"2024-09-12T17:53:17.730979+0000","last_fullsized":"2024-09-12T17:53:17.730979+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:42.210364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.538326+0000","last_change":"2024-09-12T17:39:00.654891+0000","last_active":"2024-09-12T17:53:37.538326+0000","last_peered":"2024-09-12T17:53:37.538326+0000","last_clean":"2024-09-12T17:53:37.538326+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:53:37.538326+0000","last_undegraded":"2024-09-12T17:53:37.538326+0000","last_fullsized":"2024-09-12T17:53:37.538326+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:47.569569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741691+0000","last_change":"2024-09-12T17:26:55.494198+0000","last_active":"2024-09-12T17:54:02.741691+0000","last_peered":"2024-09-12T17:54:02.741691+0000","last_clean":"2024-09-12T17:54:02.741691+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:54:02.741691+0000","last_undegraded":"2024-09-12T17:54:02.741691+0000","last_fullsized":"2024-09-12T17:54:02.741691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:30.763557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.415863+0000","last_change":"2024-09-12T17:26:52.421048+0000","last_active":"2024-09-12T17:56:31.415863+0000","last_peered":"2024-09-12T17:56:31.415863+0000","last_clean":"2024-09-12T17:56:31.415863+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:56:31.415863+0000","last_undegraded":"2024-09-12T17:56:31.415863+0000","last_fullsized":"2024-09-12T17:56:31.415863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:13.665056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'99","reported_seq":355,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721897+0000","last_change":"2024-09-12T17:25:04.912652+0000","last_active":"2024-09-12T17:53:18.721897+0000","last_peered":"2024-09-12T17:53:18.721897+0000","last_clean":"2024-09-12T17:53:18.721897+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:53:18.721897+0000","last_undegraded":"2024-09-12T17:53:18.721897+0000","last_fullsized":"2024-09-12T17:53:18.721897+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:55.550588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.528018+0000","last_change":"2024-09-12T17:39:00.652336+0000","last_active":"2024-09-12T17:53:08.528018+0000","last_peered":"2024-09-12T17:53:08.528018+0000","last_clean":"2024-09-12T17:53:08.528018+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:53:08.528018+0000","last_undegraded":"2024-09-12T17:53:08.528018+0000","last_fullsized":"2024-09-12T17:53:08.528018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:10.652480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.539010+0000","last_change":"2024-09-12T17:26:55.501491+0000","last_active":"2024-09-12T17:52:57.539010+0000","last_peered":"2024-09-12T17:52:57.539010+0000","last_clean":"2024-09-12T17:52:57.539010+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:52:57.539010+0000","last_undegraded":"2024-09-12T17:52:57.539010+0000","last_fullsized":"2024-09-12T17:52:57.539010+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:25.289555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.450025+0000","last_change":"2024-09-12T17:26:52.440847+0000","last_active":"2024-09-12T17:56:31.450025+0000","last_peered":"2024-09-12T17:56:31.450025+0000","last_clean":"2024-09-12T17:56:31.450025+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:56:31.450025+0000","last_undegraded":"2024-09-12T17:56:31.450025+0000","last_fullsized":"2024-09-12T17:56:31.450025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.992459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.342390+0000","last_change":"2024-09-12T17:25:04.923471+0000","last_active":"2024-09-12T17:54:27.342390+0000","last_peered":"2024-09-12T17:54:27.342390+0000","last_clean":"2024-09-12T17:54:27.342390+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:54:27.342390+0000","last_undegraded":"2024-09-12T17:54:27.342390+0000","last_fullsized":"2024-09-12T17:54:27.342390+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:49.462927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920018+0000","last_change":"2024-09-12T17:39:00.659805+0000","last_active":"2024-09-12T17:53:38.920018+0000","last_peered":"2024-09-12T17:53:38.920018+0000","last_clean":"2024-09-12T17:53:38.920018+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:53:38.920018+0000","last_undegraded":"2024-09-12T17:53:38.920018+0000","last_fullsized":"2024-09-12T17:53:38.920018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:28.940467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'3","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:58.910835+0000","last_change":"2024-09-12T17:26:55.494155+0000","last_active":"2024-09-12T17:52:58.910835+0000","last_peered":"2024-09-12T17:52:58.910835+0000","last_clean":"2024-09-12T17:52:58.910835+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:52:58.910835+0000","last_undegraded":"2024-09-12T17:52:58.910835+0000","last_fullsized":"2024-09-12T17:52:58.910835+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.284739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351426+0000","last_change":"2024-09-12T17:26:52.451455+0000","last_active":"2024-09-12T17:55:02.351426+0000","last_peered":"2024-09-12T17:55:02.351426+0000","last_clean":"2024-09-12T17:55:02.351426+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:55:02.351426+0000","last_undegraded":"2024-09-12T17:55:02.351426+0000","last_fullsized":"2024-09-12T17:55:02.351426+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:39.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.544480+0000","last_change":"2024-09-12T17:25:04.916830+0000","last_active":"2024-09-12T17:54:18.544480+0000","last_peered":"2024-09-12T17:54:18.544480+0000","last_clean":"2024-09-12T17:54:18.544480+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:54:18.544480+0000","last_undegraded":"2024-09-12T17:54:18.544480+0000","last_fullsized":"2024-09-12T17:54:18.544480+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.147484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.689479+0000","last_change":"2024-09-12T17:39:00.664310+0000","last_active":"2024-09-12T17:54:12.689479+0000","last_peered":"2024-09-12T17:54:12.689479+0000","last_clean":"2024-09-12T17:54:12.689479+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:54:12.689479+0000","last_undegraded":"2024-09-12T17:54:12.689479+0000","last_fullsized":"2024-09-12T17:54:12.689479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:37.061031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'3","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540773+0000","last_change":"2024-09-12T17:26:55.513647+0000","last_active":"2024-09-12T17:54:03.540773+0000","last_peered":"2024-09-12T17:54:03.540773+0000","last_clean":"2024-09-12T17:54:03.540773+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:54:03.540773+0000","last_undegraded":"2024-09-12T17:54:03.540773+0000","last_fullsized":"2024-09-12T17:54:03.540773+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:42.438516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":3,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351136+0000","last_change":"2024-09-12T17:26:52.423586+0000","last_active":"2024-09-12T17:55:02.351136+0000","last_peered":"2024-09-12T17:55:02.351136+0000","last_clean":"2024-09-12T17:55:02.351136+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:55:02.351136+0000","last_undegraded":"2024-09-12T17:55:02.351136+0000","last_fullsized":"2024-09-12T17:55:02.351136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:47.651404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.547441+0000","last_change":"2024-09-12T17:25:04.909357+0000","last_active":"2024-09-12T17:54:17.547441+0000","last_peered":"2024-09-12T17:54:17.547441+0000","last_clean":"2024-09-12T17:54:17.547441+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:54:17.547441+0000","last_undegraded":"2024-09-12T17:54:17.547441+0000","last_fullsized":"2024-09-12T17:54:17.547441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:35.825123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744479+0000","last_change":"2024-09-12T17:39:00.639165+0000","last_active":"2024-09-12T17:54:12.744479+0000","last_peered":"2024-09-12T17:54:12.744479+0000","last_clean":"2024-09-12T17:54:12.744479+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:54:12.744479+0000","last_undegraded":"2024-09-12T17:54:12.744479+0000","last_fullsized":"2024-09-12T17:54:12.744479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:56.916713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530037+0000","last_change":"2024-09-12T17:26:55.501882+0000","last_active":"2024-09-12T17:53:02.530037+0000","last_peered":"2024-09-12T17:53:02.530037+0000","last_clean":"2024-09-12T17:53:02.530037+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:53:02.530037+0000","last_undegraded":"2024-09-12T17:53:02.530037+0000","last_fullsized":"2024-09-12T17:53:02.530037+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:23.989107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365732+0000","last_change":"2024-09-12T17:26:52.442803+0000","last_active":"2024-09-12T17:56:02.365732+0000","last_peered":"2024-09-12T17:56:02.365732+0000","last_clean":"2024-09-12T17:56:02.365732+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:56:02.365732+0000","last_undegraded":"2024-09-12T17:56:02.365732+0000","last_fullsized":"2024-09-12T17:56:02.365732+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:34.766461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.929232+0000","last_change":"2024-09-12T17:25:04.906949+0000","last_active":"2024-09-12T17:54:18.929232+0000","last_peered":"2024-09-12T17:54:18.929232+0000","last_clean":"2024-09-12T17:54:18.929232+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:54:18.929232+0000","last_undegraded":"2024-09-12T17:54:18.929232+0000","last_fullsized":"2024-09-12T17:54:18.929232+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:22.831255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735735+0000","last_change":"2024-09-12T17:39:00.647720+0000","last_active":"2024-09-12T17:53:37.735735+0000","last_peered":"2024-09-12T17:53:37.735735+0000","last_clean":"2024-09-12T17:53:37.735735+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:53:37.735735+0000","last_undegraded":"2024-09-12T17:53:37.735735+0000","last_fullsized":"2024-09-12T17:53:37.735735+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:28.444411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.731910+0000","last_change":"2024-09-12T17:26:55.497028+0000","last_active":"2024-09-12T17:54:03.731910+0000","last_peered":"2024-09-12T17:54:03.731910+0000","last_clean":"2024-09-12T17:54:03.731910+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:54:03.731910+0000","last_undegraded":"2024-09-12T17:54:03.731910+0000","last_fullsized":"2024-09-12T17:54:03.731910+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:00.101370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12276,"num_write":2,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'1","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539272+0000","last_change":"2024-09-12T17:26:52.436641+0000","last_active":"2024-09-12T17:53:58.539272+0000","last_peered":"2024-09-12T17:53:58.539272+0000","last_clean":"2024-09-12T17:53:58.539272+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:53:58.539272+0000","last_undegraded":"2024-09-12T17:53:58.539272+0000","last_fullsized":"2024-09-12T17:53:58.539272+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:43.055210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1032,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.735137+0000","last_change":"2024-09-12T17:25:04.913125+0000","last_active":"2024-09-12T17:54:18.735137+0000","last_peered":"2024-09-12T17:54:18.735137+0000","last_clean":"2024-09-12T17:54:18.735137+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:54:18.735137+0000","last_undegraded":"2024-09-12T17:54:18.735137+0000","last_fullsized":"2024-09-12T17:54:18.735137+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:44.104292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.550097+0000","last_change":"2024-09-12T17:39:00.660194+0000","last_active":"2024-09-12T17:53:42.550097+0000","last_peered":"2024-09-12T17:53:42.550097+0000","last_clean":"2024-09-12T17:53:42.550097+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:53:42.550097+0000","last_undegraded":"2024-09-12T17:53:42.550097+0000","last_fullsized":"2024-09-12T17:53:42.550097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:01.999885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'2","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.925886+0000","last_change":"2024-09-12T17:26:55.501253+0000","last_active":"2024-09-12T17:54:03.925886+0000","last_peered":"2024-09-12T17:54:03.925886+0000","last_clean":"2024-09-12T17:54:03.925886+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:54:03.925886+0000","last_undegraded":"2024-09-12T17:54:03.925886+0000","last_fullsized":"2024-09-12T17:54:03.925886+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:35.145755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7344128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":7172,"num_write":2,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.730654+0000","last_change":"2024-09-12T17:26:52.421946+0000","last_active":"2024-09-12T17:53:58.730654+0000","last_peered":"2024-09-12T17:53:58.730654+0000","last_clean":"2024-09-12T17:53:58.730654+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:53:58.730654+0000","last_undegraded":"2024-09-12T17:53:58.730654+0000","last_fullsized":"2024-09-12T17:53:58.730654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:14.235918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542762+0000","last_change":"2024-09-12T17:25:04.925137+0000","last_active":"2024-09-12T17:53:12.542762+0000","last_peered":"2024-09-12T17:53:12.542762+0000","last_clean":"2024-09-12T17:53:12.542762+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:53:12.542762+0000","last_undegraded":"2024-09-12T17:53:12.542762+0000","last_fullsized":"2024-09-12T17:53:12.542762+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:12.583686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.783819+0000","last_change":"2024-09-12T17:09:45.389341+0000","last_active":"2024-09-12T17:56:31.783819+0000","last_peered":"2024-09-12T17:56:31.783819+0000","last_clean":"2024-09-12T17:56:31.783819+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:31.783819+0000","last_undegraded":"2024-09-12T17:56:31.783819+0000","last_fullsized":"2024-09-12T17:56:31.783819+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:03.051276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:40.284491+0000","last_change":"2024-09-12T17:09:47.310590+0000","last_active":"2024-09-12T17:52:40.284491+0000","last_peered":"2024-09-12T17:52:40.284491+0000","last_clean":"2024-09-12T17:52:40.284491+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:52:40.284491+0000","last_undegraded":"2024-09-12T17:52:40.284491+0000","last_fullsized":"2024-09-12T17:52:40.284491+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:04.330823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'272","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.247486+0000","last_change":"2024-09-12T17:09:45.352880+0000","last_active":"2024-09-12T17:54:41.247486+0000","last_peered":"2024-09-12T17:54:41.247486+0000","last_clean":"2024-09-12T17:54:41.247486+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:54:41.247486+0000","last_undegraded":"2024-09-12T17:54:41.247486+0000","last_fullsized":"2024-09-12T17:54:41.247486+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:15.465179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8443851,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":753,"num_read_kb":9805,"num_write":1452,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1320,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.007691+0000","last_change":"2024-09-12T17:09:47.311524+0000","last_active":"2024-09-12T17:52:51.007691+0000","last_peered":"2024-09-12T17:52:51.007691+0000","last_clean":"2024-09-12T17:52:51.007691+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:52:51.007691+0000","last_undegraded":"2024-09-12T17:52:51.007691+0000","last_fullsized":"2024-09-12T17:52:51.007691+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:07.327936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.570592+0000","last_change":"2024-09-12T17:09:45.346291+0000","last_active":"2024-09-12T17:56:31.570592+0000","last_peered":"2024-09-12T17:56:31.570592+0000","last_clean":"2024-09-12T17:56:31.570592+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:31.570592+0000","last_undegraded":"2024-09-12T17:56:31.570592+0000","last_fullsized":"2024-09-12T17:56:31.570592+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:21.134009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.934479+0000","last_change":"2024-09-12T17:09:47.312195+0000","last_active":"2024-09-12T17:52:51.934479+0000","last_peered":"2024-09-12T17:52:51.934479+0000","last_clean":"2024-09-12T17:52:51.934479+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:52:51.934479+0000","last_undegraded":"2024-09-12T17:52:51.934479+0000","last_fullsized":"2024-09-12T17:52:51.934479+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:01.721993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615762+0000","last_change":"2024-09-12T17:09:45.361528+0000","last_active":"2024-09-12T17:56:31.615762+0000","last_peered":"2024-09-12T17:56:31.615762+0000","last_clean":"2024-09-12T17:56:31.615762+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:31.615762+0000","last_undegraded":"2024-09-12T17:56:31.615762+0000","last_fullsized":"2024-09-12T17:56:31.615762+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:17.743493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.606001+0000","last_change":"2024-09-12T17:09:47.312857+0000","last_active":"2024-09-12T17:54:44.606001+0000","last_peered":"2024-09-12T17:54:44.606001+0000","last_clean":"2024-09-12T17:54:44.606001+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:54:44.606001+0000","last_undegraded":"2024-09-12T17:54:44.606001+0000","last_fullsized":"2024-09-12T17:54:44.606001+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.112446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.567724+0000","last_change":"2024-09-12T17:09:45.381710+0000","last_active":"2024-09-12T17:56:31.567724+0000","last_peered":"2024-09-12T17:56:31.567724+0000","last_clean":"2024-09-12T17:56:31.567724+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:31.567724+0000","last_undegraded":"2024-09-12T17:56:31.567724+0000","last_fullsized":"2024-09-12T17:56:31.567724+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:11.860245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:37.652203+0000","last_change":"2024-09-12T17:09:47.340995+0000","last_active":"2024-09-12T17:54:37.652203+0000","last_peered":"2024-09-12T17:54:37.652203+0000","last_clean":"2024-09-12T17:54:37.652203+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:54:37.652203+0000","last_undegraded":"2024-09-12T17:54:37.652203+0000","last_fullsized":"2024-09-12T17:54:37.652203+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:43.881679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.678334+0000","last_change":"2024-09-12T17:09:45.334305+0000","last_active":"2024-09-12T17:56:31.678334+0000","last_peered":"2024-09-12T17:56:31.678334+0000","last_clean":"2024-09-12T17:56:31.678334+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:31.678334+0000","last_undegraded":"2024-09-12T17:56:31.678334+0000","last_fullsized":"2024-09-12T17:56:31.678334+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:36.018081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919040+0000","last_change":"2024-09-12T17:09:47.305175+0000","last_active":"2024-09-12T17:53:33.919040+0000","last_peered":"2024-09-12T17:53:33.919040+0000","last_clean":"2024-09-12T17:53:33.919040+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:53:33.919040+0000","last_undegraded":"2024-09-12T17:53:33.919040+0000","last_fullsized":"2024-09-12T17:53:33.919040+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:41.684043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":926,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.760028+0000","last_change":"2024-09-12T17:10:17.030095+0000","last_active":"2024-09-12T17:56:31.760028+0000","last_peered":"2024-09-12T17:56:31.760028+0000","last_clean":"2024-09-12T17:56:31.760028+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:31.760028+0000","last_undegraded":"2024-09-12T17:56:31.760028+0000","last_fullsized":"2024-09-12T17:56:31.760028+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:57.761525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.157080+0000","last_change":"2024-09-12T17:10:16.322414+0000","last_active":"2024-09-12T17:54:31.157080+0000","last_peered":"2024-09-12T17:54:31.157080+0000","last_clean":"2024-09-12T17:54:31.157080+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:54:31.157080+0000","last_undegraded":"2024-09-12T17:54:31.157080+0000","last_fullsized":"2024-09-12T17:54:31.157080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:20.683567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'226","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.540775+0000","last_change":"2024-09-12T17:09:45.320408+0000","last_active":"2024-09-12T17:54:31.540775+0000","last_peered":"2024-09-12T17:54:31.540775+0000","last_clean":"2024-09-12T17:54:31.540775+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:54:31.540775+0000","last_undegraded":"2024-09-12T17:54:31.540775+0000","last_fullsized":"2024-09-12T17:54:31.540775+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:51.999259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9770795,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":533,"num_read_kb":37835,"num_write":956,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1016,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.172713+0000","last_change":"2024-09-12T17:09:47.321399+0000","last_active":"2024-09-12T17:53:50.172713+0000","last_peered":"2024-09-12T17:53:50.172713+0000","last_clean":"2024-09-12T17:53:50.172713+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:53:50.172713+0000","last_undegraded":"2024-09-12T17:53:50.172713+0000","last_fullsized":"2024-09-12T17:53:50.172713+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:36.230482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'247","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.259671+0000","last_change":"2024-09-12T17:09:47.304027+0000","last_active":"2024-09-12T17:56:17.259671+0000","last_peered":"2024-09-12T17:56:17.259671+0000","last_clean":"2024-09-12T17:56:17.259671+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:17.259671+0000","last_undegraded":"2024-09-12T17:56:17.259671+0000","last_fullsized":"2024-09-12T17:56:17.259671+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:00.712269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616977+0000","last_change":"2024-09-12T17:09:45.385302+0000","last_active":"2024-09-12T17:56:31.616977+0000","last_peered":"2024-09-12T17:56:31.616977+0000","last_clean":"2024-09-12T17:56:31.616977+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:31.616977+0000","last_undegraded":"2024-09-12T17:56:31.616977+0000","last_fullsized":"2024-09-12T17:56:31.616977+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:28.384139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.770877+0000","last_change":"2024-09-12T17:09:47.314417+0000","last_active":"2024-09-12T17:54:41.770877+0000","last_peered":"2024-09-12T17:54:41.770877+0000","last_clean":"2024-09-12T17:54:41.770877+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:54:41.770877+0000","last_undegraded":"2024-09-12T17:54:41.770877+0000","last_fullsized":"2024-09-12T17:54:41.770877+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:14.188578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'197","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.343199+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:54:55.343199+0000","last_peered":"2024-09-12T17:54:55.343199+0000","last_clean":"2024-09-12T17:54:55.343199+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:54:55.343199+0000","last_undegraded":"2024-09-12T17:54:55.343199+0000","last_fullsized":"2024-09-12T17:54:55.343199+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.410936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2503361,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":686,"num_read_kb":140828,"num_write":961,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:10.563154+0000","last_change":"2024-09-12T17:09:47.320265+0000","last_active":"2024-09-12T17:53:10.563154+0000","last_peered":"2024-09-12T17:53:10.563154+0000","last_clean":"2024-09-12T17:53:10.563154+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:53:10.563154+0000","last_undegraded":"2024-09-12T17:53:10.563154+0000","last_fullsized":"2024-09-12T17:53:10.563154+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:52.938572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'181","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.065095+0000","last_change":"2024-09-12T17:09:45.378296+0000","last_active":"2024-09-12T17:54:44.065095+0000","last_peered":"2024-09-12T17:54:44.065095+0000","last_clean":"2024-09-12T17:54:44.065095+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:54:44.065095+0000","last_undegraded":"2024-09-12T17:54:44.065095+0000","last_fullsized":"2024-09-12T17:54:44.065095+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.734366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038707,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":3699,"num_write":929,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:54.438537+0000","last_change":"2024-09-12T17:09:47.314584+0000","last_active":"2024-09-12T17:53:54.438537+0000","last_peered":"2024-09-12T17:53:54.438537+0000","last_clean":"2024-09-12T17:53:54.438537+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:53:54.438537+0000","last_undegraded":"2024-09-12T17:53:54.438537+0000","last_fullsized":"2024-09-12T17:53:54.438537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:16.268580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'179","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.198178+0000","last_change":"2024-09-12T17:09:45.362978+0000","last_active":"2024-09-12T17:54:55.198178+0000","last_peered":"2024-09-12T17:54:55.198178+0000","last_clean":"2024-09-12T17:54:55.198178+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:54:55.198178+0000","last_undegraded":"2024-09-12T17:54:55.198178+0000","last_fullsized":"2024-09-12T17:54:55.198178+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:12.907857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9385160,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":982,"num_read_kb":89474,"num_write":873,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.296776+0000","last_change":"2024-09-12T17:09:47.315153+0000","last_active":"2024-09-12T17:54:33.296776+0000","last_peered":"2024-09-12T17:54:33.296776+0000","last_clean":"2024-09-12T17:54:33.296776+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:54:33.296776+0000","last_undegraded":"2024-09-12T17:54:33.296776+0000","last_fullsized":"2024-09-12T17:54:33.296776+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:47.227102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'192","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.002948+0000","last_change":"2024-09-12T17:09:45.350971+0000","last_active":"2024-09-12T17:53:58.002948+0000","last_peered":"2024-09-12T17:53:58.002948+0000","last_clean":"2024-09-12T17:53:58.002948+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:53:58.002948+0000","last_undegraded":"2024-09-12T17:53:58.002948+0000","last_fullsized":"2024-09-12T17:53:58.002948+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:21.825708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8405107,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":436,"num_read_kb":60253,"num_write":954,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'232","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.767253+0000","last_change":"2024-09-12T17:09:47.329345+0000","last_active":"2024-09-12T17:54:23.767253+0000","last_peered":"2024-09-12T17:54:23.767253+0000","last_clean":"2024-09-12T17:54:23.767253+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:54:23.767253+0000","last_undegraded":"2024-09-12T17:54:23.767253+0000","last_fullsized":"2024-09-12T17:54:23.767253+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:00.925601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.719746+0000","last_change":"2024-09-12T17:09:45.331710+0000","last_active":"2024-09-12T17:56:31.719746+0000","last_peered":"2024-09-12T17:56:31.719746+0000","last_clean":"2024-09-12T17:56:31.719746+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:31.719746+0000","last_undegraded":"2024-09-12T17:56:31.719746+0000","last_fullsized":"2024-09-12T17:56:31.719746+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:41.905098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'157","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.951415+0000","last_change":"2024-09-12T17:09:55.336695+0000","last_active":"2024-09-12T17:55:53.951415+0000","last_peered":"2024-09-12T17:55:53.951415+0000","last_clean":"2024-09-12T17:55:53.951415+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:55:53.951415+0000","last_undegraded":"2024-09-12T17:55:53.951415+0000","last_fullsized":"2024-09-12T17:55:53.951415+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.273726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:34.247877+0000","last_change":"2024-09-12T17:09:47.327271+0000","last_active":"2024-09-12T17:54:34.247877+0000","last_peered":"2024-09-12T17:54:34.247877+0000","last_clean":"2024-09-12T17:54:34.247877+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:54:34.247877+0000","last_undegraded":"2024-09-12T17:54:34.247877+0000","last_fullsized":"2024-09-12T17:54:34.247877+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:55.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":894,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.800866+0000","last_change":"2024-09-12T17:09:45.379538+0000","last_active":"2024-09-12T17:56:31.800866+0000","last_peered":"2024-09-12T17:56:31.800866+0000","last_clean":"2024-09-12T17:56:31.800866+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:31.800866+0000","last_undegraded":"2024-09-12T17:56:31.800866+0000","last_fullsized":"2024-09-12T17:56:31.800866+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:24.144447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535000+0000","last_change":"2024-09-12T17:09:49.315632+0000","last_active":"2024-09-12T17:53:22.535000+0000","last_peered":"2024-09-12T17:53:22.535000+0000","last_clean":"2024-09-12T17:53:22.535000+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:53:22.535000+0000","last_undegraded":"2024-09-12T17:53:22.535000+0000","last_fullsized":"2024-09-12T17:53:22.535000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:03.011217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'186","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.651641+0000","last_change":"2024-09-12T17:09:51.335916+0000","last_active":"2024-09-12T17:56:31.651641+0000","last_peered":"2024-09-12T17:56:31.651641+0000","last_clean":"2024-09-12T17:56:31.651641+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:56:31.651641+0000","last_undegraded":"2024-09-12T17:56:31.651641+0000","last_fullsized":"2024-09-12T17:56:31.651641+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:03.129516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545446+0000","last_change":"2024-09-12T17:09:53.328884+0000","last_active":"2024-09-12T17:53:22.545446+0000","last_peered":"2024-09-12T17:53:22.545446+0000","last_clean":"2024-09-12T17:53:22.545446+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:53:22.545446+0000","last_undegraded":"2024-09-12T17:53:22.545446+0000","last_fullsized":"2024-09-12T17:53:22.545446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:23.863127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2441","reported_seq":4337,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.348283+0000","last_change":"2024-09-12T17:09:55.337219+0000","last_active":"2024-09-12T17:54:59.348283+0000","last_peered":"2024-09-12T17:54:59.348283+0000","last_clean":"2024-09-12T17:54:59.348283+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:54:59.348283+0000","last_undegraded":"2024-09-12T17:54:59.348283+0000","last_fullsized":"2024-09-12T17:54:59.348283+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":2400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:00.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'256","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.292437+0000","last_change":"2024-09-12T17:09:47.324296+0000","last_active":"2024-09-12T17:54:39.292437+0000","last_peered":"2024-09-12T17:54:39.292437+0000","last_clean":"2024-09-12T17:54:39.292437+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:54:39.292437+0000","last_undegraded":"2024-09-12T17:54:39.292437+0000","last_fullsized":"2024-09-12T17:54:39.292437+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:39.580872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.751160+0000","last_change":"2024-09-12T17:10:16.708630+0000","last_active":"2024-09-12T17:56:31.751160+0000","last_peered":"2024-09-12T17:56:31.751160+0000","last_clean":"2024-09-12T17:56:31.751160+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:31.751160+0000","last_undegraded":"2024-09-12T17:56:31.751160+0000","last_fullsized":"2024-09-12T17:56:31.751160+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:45.867869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.069543+0000","last_change":"2024-09-12T17:09:49.314472+0000","last_active":"2024-09-12T17:51:58.069543+0000","last_peered":"2024-09-12T17:51:58.069543+0000","last_clean":"2024-09-12T17:51:58.069543+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:51:58.069543+0000","last_undegraded":"2024-09-12T17:51:58.069543+0000","last_fullsized":"2024-09-12T17:51:58.069543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:33.077674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'88","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.176841+0000","last_change":"2024-09-12T17:09:51.309007+0000","last_active":"2024-09-12T17:53:50.176841+0000","last_peered":"2024-09-12T17:53:50.176841+0000","last_clean":"2024-09-12T17:53:50.176841+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:53:50.176841+0000","last_undegraded":"2024-09-12T17:53:50.176841+0000","last_fullsized":"2024-09-12T17:53:50.176841+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:39.693564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.916801+0000","last_change":"2024-09-12T17:09:53.359555+0000","last_active":"2024-09-12T17:53:23.916801+0000","last_peered":"2024-09-12T17:53:23.916801+0000","last_clean":"2024-09-12T17:53:23.916801+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:53:23.916801+0000","last_undegraded":"2024-09-12T17:53:23.916801+0000","last_fullsized":"2024-09-12T17:53:23.916801+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:08.748939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'90","reported_seq":589,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.770414+0000","last_change":"2024-09-12T17:09:55.354180+0000","last_active":"2024-09-12T17:54:58.770414+0000","last_peered":"2024-09-12T17:54:58.770414+0000","last_clean":"2024-09-12T17:54:58.770414+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:54:58.770414+0000","last_undegraded":"2024-09-12T17:54:58.770414+0000","last_fullsized":"2024-09-12T17:54:58.770414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:36.492985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'367","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730840+0000","last_change":"2024-09-12T17:09:47.313888+0000","last_active":"2024-09-12T17:53:17.730840+0000","last_peered":"2024-09-12T17:53:17.730840+0000","last_clean":"2024-09-12T17:53:17.730840+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:53:17.730840+0000","last_undegraded":"2024-09-12T17:53:17.730840+0000","last_fullsized":"2024-09-12T17:53:17.730840+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:13.482793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.734054+0000","last_change":"2024-09-12T17:09:45.382198+0000","last_active":"2024-09-12T17:56:31.734054+0000","last_peered":"2024-09-12T17:56:31.734054+0000","last_clean":"2024-09-12T17:56:31.734054+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:31.734054+0000","last_undegraded":"2024-09-12T17:56:31.734054+0000","last_fullsized":"2024-09-12T17:56:31.734054+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:17.182585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091493+0000","last_change":"2024-09-12T17:09:49.315017+0000","last_active":"2024-09-12T17:53:23.091493+0000","last_peered":"2024-09-12T17:53:23.091493+0000","last_clean":"2024-09-12T17:53:23.091493+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:53:23.091493+0000","last_undegraded":"2024-09-12T17:53:23.091493+0000","last_fullsized":"2024-09-12T17:53:23.091493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:58.023429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'109","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.059760+0000","last_change":"2024-09-12T17:09:51.306615+0000","last_active":"2024-09-12T17:53:55.059760+0000","last_peered":"2024-09-12T17:53:55.059760+0000","last_clean":"2024-09-12T17:53:55.059760+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:53:55.059760+0000","last_undegraded":"2024-09-12T17:53:55.059760+0000","last_fullsized":"2024-09-12T17:53:55.059760+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:32.439055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'735","reported_seq":2349,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.213735+0000","last_change":"2024-09-12T17:09:53.341375+0000","last_active":"2024-09-12T17:56:31.213735+0000","last_peered":"2024-09-12T17:56:31.213735+0000","last_clean":"2024-09-12T17:56:31.213735+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:56:31.213735+0000","last_undegraded":"2024-09-12T17:56:31.213735+0000","last_fullsized":"2024-09-12T17:56:31.213735+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:46.278983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'211","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.932285+0000","last_change":"2024-09-12T17:09:55.329605+0000","last_active":"2024-09-12T17:54:58.932285+0000","last_peered":"2024-09-12T17:54:58.932285+0000","last_clean":"2024-09-12T17:54:58.932285+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:54:58.932285+0000","last_undegraded":"2024-09-12T17:54:58.932285+0000","last_fullsized":"2024-09-12T17:54:58.932285+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:32.807930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.038082+0000","last_change":"2024-09-12T17:09:47.328280+0000","last_active":"2024-09-12T17:54:58.038082+0000","last_peered":"2024-09-12T17:54:58.038082+0000","last_clean":"2024-09-12T17:54:58.038082+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:54:58.038082+0000","last_undegraded":"2024-09-12T17:54:58.038082+0000","last_fullsized":"2024-09-12T17:54:58.038082+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:59.339308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.646989+0000","last_change":"2024-09-12T17:10:16.915495+0000","last_active":"2024-09-12T17:56:31.646989+0000","last_peered":"2024-09-12T17:56:31.646989+0000","last_clean":"2024-09-12T17:56:31.646989+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:31.646989+0000","last_undegraded":"2024-09-12T17:56:31.646989+0000","last_fullsized":"2024-09-12T17:56:31.646989+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:59.333114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535064+0000","last_change":"2024-09-12T17:09:49.312239+0000","last_active":"2024-09-12T17:53:22.535064+0000","last_peered":"2024-09-12T17:53:22.535064+0000","last_clean":"2024-09-12T17:53:22.535064+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:53:22.535064+0000","last_undegraded":"2024-09-12T17:53:22.535064+0000","last_fullsized":"2024-09-12T17:53:22.535064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:32.496801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'138","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.590759+0000","last_change":"2024-09-12T17:09:51.347676+0000","last_active":"2024-09-12T17:56:31.590759+0000","last_peered":"2024-09-12T17:56:31.590759+0000","last_clean":"2024-09-12T17:56:31.590759+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:56:31.590759+0000","last_undegraded":"2024-09-12T17:56:31.590759+0000","last_fullsized":"2024-09-12T17:56:31.590759+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:18.093029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'746","reported_seq":2495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.379492+0000","last_change":"2024-09-12T17:09:53.334359+0000","last_active":"2024-09-12T17:56:18.379492+0000","last_peered":"2024-09-12T17:56:18.379492+0000","last_clean":"2024-09-12T17:56:18.379492+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:56:18.379492+0000","last_undegraded":"2024-09-12T17:56:18.379492+0000","last_fullsized":"2024-09-12T17:56:18.379492+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:29.407639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:06.992839+0000","last_change":"2024-09-12T17:09:47.324527+0000","last_active":"2024-09-12T17:54:06.992839+0000","last_peered":"2024-09-12T17:54:06.992839+0000","last_clean":"2024-09-12T17:54:06.992839+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:54:06.992839+0000","last_undegraded":"2024-09-12T17:54:06.992839+0000","last_fullsized":"2024-09-12T17:54:06.992839+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:38.097469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":857,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.367782+0000","last_change":"2024-09-12T17:09:45.384596+0000","last_active":"2024-09-12T17:56:31.367782+0000","last_peered":"2024-09-12T17:56:31.367782+0000","last_clean":"2024-09-12T17:56:31.367782+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:31.367782+0000","last_undegraded":"2024-09-12T17:56:31.367782+0000","last_fullsized":"2024-09-12T17:56:31.367782+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:16.824205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542862+0000","last_change":"2024-09-12T17:09:49.327143+0000","last_active":"2024-09-12T17:53:12.542862+0000","last_peered":"2024-09-12T17:53:12.542862+0000","last_clean":"2024-09-12T17:53:12.542862+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:53:12.542862+0000","last_undegraded":"2024-09-12T17:53:12.542862+0000","last_fullsized":"2024-09-12T17:53:12.542862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:22.060786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'195","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.707368+0000","last_change":"2024-09-12T17:09:51.340247+0000","last_active":"2024-09-12T17:56:31.707368+0000","last_peered":"2024-09-12T17:56:31.707368+0000","last_clean":"2024-09-12T17:56:31.707368+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:56:31.707368+0000","last_undegraded":"2024-09-12T17:56:31.707368+0000","last_fullsized":"2024-09-12T17:56:31.707368+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:08.036045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521492+0000","last_change":"2024-09-12T17:09:53.334513+0000","last_active":"2024-09-12T17:52:38.521492+0000","last_peered":"2024-09-12T17:52:38.521492+0000","last_clean":"2024-09-12T17:52:38.521492+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:52:38.521492+0000","last_undegraded":"2024-09-12T17:52:38.521492+0000","last_fullsized":"2024-09-12T17:52:38.521492+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:48.082848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'631","reported_seq":1477,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.346108+0000","last_change":"2024-09-12T17:09:55.346703+0000","last_active":"2024-09-12T17:56:18.346108+0000","last_peered":"2024-09-12T17:56:18.346108+0000","last_clean":"2024-09-12T17:56:18.346108+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:56:18.346108+0000","last_undegraded":"2024-09-12T17:56:18.346108+0000","last_fullsized":"2024-09-12T17:56:18.346108+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:28.184780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'158","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:25.696813+0000","last_change":"2024-09-12T17:09:47.316328+0000","last_active":"2024-09-12T17:54:25.696813+0000","last_peered":"2024-09-12T17:54:25.696813+0000","last_clean":"2024-09-12T17:54:25.696813+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:54:25.696813+0000","last_undegraded":"2024-09-12T17:54:25.696813+0000","last_fullsized":"2024-09-12T17:54:25.696813+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:09.529377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.731784+0000","last_change":"2024-09-12T17:09:45.377972+0000","last_active":"2024-09-12T17:56:31.731784+0000","last_peered":"2024-09-12T17:56:31.731784+0000","last_clean":"2024-09-12T17:56:31.731784+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:31.731784+0000","last_undegraded":"2024-09-12T17:56:31.731784+0000","last_fullsized":"2024-09-12T17:56:31.731784+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:40.947031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676194+0000","last_change":"2024-09-12T17:09:49.312672+0000","last_active":"2024-09-12T17:53:12.676194+0000","last_peered":"2024-09-12T17:53:12.676194+0000","last_clean":"2024-09-12T17:53:12.676194+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:53:12.676194+0000","last_undegraded":"2024-09-12T17:53:12.676194+0000","last_fullsized":"2024-09-12T17:53:12.676194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:01.292514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'126","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.041742+0000","last_change":"2024-09-12T17:09:51.337099+0000","last_active":"2024-09-12T17:54:58.041742+0000","last_peered":"2024-09-12T17:54:58.041742+0000","last_clean":"2024-09-12T17:54:58.041742+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:54:58.041742+0000","last_undegraded":"2024-09-12T17:54:58.041742+0000","last_fullsized":"2024-09-12T17:54:58.041742+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:08.800142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11781,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":203,"num_write":78,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090082+0000","last_change":"2024-09-12T17:09:53.324818+0000","last_active":"2024-09-12T17:53:18.090082+0000","last_peered":"2024-09-12T17:53:18.090082+0000","last_clean":"2024-09-12T17:53:18.090082+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:53:18.090082+0000","last_undegraded":"2024-09-12T17:53:18.090082+0000","last_fullsized":"2024-09-12T17:53:18.090082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:04.110293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'114","reported_seq":610,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.756491+0000","last_change":"2024-09-12T17:09:55.333903+0000","last_active":"2024-09-12T17:55:53.756491+0000","last_peered":"2024-09-12T17:55:53.756491+0000","last_clean":"2024-09-12T17:55:53.756491+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:55:53.756491+0000","last_undegraded":"2024-09-12T17:55:53.756491+0000","last_fullsized":"2024-09-12T17:55:53.756491+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:57.953499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720725+0000","last_change":"2024-09-12T17:09:47.329194+0000","last_active":"2024-09-12T17:53:13.720725+0000","last_peered":"2024-09-12T17:53:13.720725+0000","last_clean":"2024-09-12T17:53:13.720725+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:53:13.720725+0000","last_undegraded":"2024-09-12T17:53:13.720725+0000","last_fullsized":"2024-09-12T17:53:13.720725+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:45.621848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.347443+0000","last_change":"2024-09-12T17:09:45.387526+0000","last_active":"2024-09-12T17:54:47.347443+0000","last_peered":"2024-09-12T17:54:47.347443+0000","last_clean":"2024-09-12T17:54:47.347443+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:54:47.347443+0000","last_undegraded":"2024-09-12T17:54:47.347443+0000","last_fullsized":"2024-09-12T17:54:47.347443+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:11.442956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668149+0000","last_change":"2024-09-12T17:09:49.314833+0000","last_active":"2024-09-12T17:52:37.668149+0000","last_peered":"2024-09-12T17:52:37.668149+0000","last_clean":"2024-09-12T17:52:37.668149+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:52:37.668149+0000","last_undegraded":"2024-09-12T17:52:37.668149+0000","last_fullsized":"2024-09-12T17:52:37.668149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:11.182549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'153","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.722207+0000","last_change":"2024-09-12T17:09:51.338787+0000","last_active":"2024-09-12T17:56:31.722207+0000","last_peered":"2024-09-12T17:56:31.722207+0000","last_clean":"2024-09-12T17:56:31.722207+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:56:31.722207+0000","last_undegraded":"2024-09-12T17:56:31.722207+0000","last_fullsized":"2024-09-12T17:56:31.722207+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:19.906682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'759","reported_seq":4606,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.226425+0000","last_change":"2024-09-12T17:09:53.348752+0000","last_active":"2024-09-12T17:56:31.226425+0000","last_peered":"2024-09-12T17:56:31.226425+0000","last_clean":"2024-09-12T17:56:31.226425+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:56:31.226425+0000","last_undegraded":"2024-09-12T17:56:31.226425+0000","last_fullsized":"2024-09-12T17:56:31.226425+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:27.110452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'145","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204065+0000","last_change":"2024-09-12T17:09:55.350668+0000","last_active":"2024-09-12T17:56:17.204065+0000","last_peered":"2024-09-12T17:56:17.204065+0000","last_clean":"2024-09-12T17:56:17.204065+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:56:17.204065+0000","last_undegraded":"2024-09-12T17:56:17.204065+0000","last_fullsized":"2024-09-12T17:56:17.204065+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.780012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.610238+0000","last_change":"2024-09-12T17:09:47.305309+0000","last_active":"2024-09-12T17:52:53.610238+0000","last_peered":"2024-09-12T17:52:53.610238+0000","last_clean":"2024-09-12T17:52:53.610238+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:52:53.610238+0000","last_undegraded":"2024-09-12T17:52:53.610238+0000","last_fullsized":"2024-09-12T17:52:53.610238+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:57.693076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.346428+0000","last_change":"2024-09-12T17:09:45.375368+0000","last_active":"2024-09-12T17:54:47.346428+0000","last_peered":"2024-09-12T17:54:47.346428+0000","last_clean":"2024-09-12T17:54:47.346428+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:54:47.346428+0000","last_undegraded":"2024-09-12T17:54:47.346428+0000","last_fullsized":"2024-09-12T17:54:47.346428+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:51.838681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677638+0000","last_change":"2024-09-12T17:09:49.329572+0000","last_active":"2024-09-12T17:53:17.677638+0000","last_peered":"2024-09-12T17:53:17.677638+0000","last_clean":"2024-09-12T17:53:17.677638+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:53:17.677638+0000","last_undegraded":"2024-09-12T17:53:17.677638+0000","last_fullsized":"2024-09-12T17:53:17.677638+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:02.265796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'205","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.752992+0000","last_change":"2024-09-12T17:09:51.336150+0000","last_active":"2024-09-12T17:56:31.752992+0000","last_peered":"2024-09-12T17:56:31.752992+0000","last_clean":"2024-09-12T17:56:31.752992+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:31.752992+0000","last_undegraded":"2024-09-12T17:56:31.752992+0000","last_fullsized":"2024-09-12T17:56:31.752992+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:02.600493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676237+0000","last_change":"2024-09-12T17:09:53.327389+0000","last_active":"2024-09-12T17:53:12.676237+0000","last_peered":"2024-09-12T17:53:12.676237+0000","last_clean":"2024-09-12T17:53:12.676237+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:53:12.676237+0000","last_undegraded":"2024-09-12T17:53:12.676237+0000","last_fullsized":"2024-09-12T17:53:12.676237+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:45.426019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'129","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.001359+0000","last_change":"2024-09-12T17:09:55.352358+0000","last_active":"2024-09-12T17:54:22.001359+0000","last_peered":"2024-09-12T17:54:22.001359+0000","last_clean":"2024-09-12T17:54:22.001359+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:54:22.001359+0000","last_undegraded":"2024-09-12T17:54:22.001359+0000","last_fullsized":"2024-09-12T17:54:22.001359+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.705132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'111","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.489380+0000","last_change":"2024-09-12T17:09:47.316652+0000","last_active":"2024-09-12T17:54:38.489380+0000","last_peered":"2024-09-12T17:54:38.489380+0000","last_clean":"2024-09-12T17:54:38.489380+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:54:38.489380+0000","last_undegraded":"2024-09-12T17:54:38.489380+0000","last_fullsized":"2024-09-12T17:54:38.489380+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:25.765900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'204","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.019854+0000","last_change":"2024-09-12T17:09:45.340916+0000","last_active":"2024-09-12T17:54:38.019854+0000","last_peered":"2024-09-12T17:54:38.019854+0000","last_clean":"2024-09-12T17:54:38.019854+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:54:38.019854+0000","last_undegraded":"2024-09-12T17:54:38.019854+0000","last_fullsized":"2024-09-12T17:54:38.019854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:34.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1755747,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":449,"num_read_kb":3627,"num_write":971,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668229+0000","last_change":"2024-09-12T17:09:49.318661+0000","last_active":"2024-09-12T17:52:37.668229+0000","last_peered":"2024-09-12T17:52:37.668229+0000","last_clean":"2024-09-12T17:52:37.668229+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:52:37.668229+0000","last_undegraded":"2024-09-12T17:52:37.668229+0000","last_fullsized":"2024-09-12T17:52:37.668229+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.777684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'162","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937429+0000","last_change":"2024-09-12T17:09:51.325948+0000","last_active":"2024-09-12T17:54:53.937429+0000","last_peered":"2024-09-12T17:54:53.937429+0000","last_clean":"2024-09-12T17:54:53.937429+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:54:53.937429+0000","last_undegraded":"2024-09-12T17:54:53.937429+0000","last_fullsized":"2024-09-12T17:54:53.937429+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:08.360154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20500,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":220,"num_read_kb":298,"num_write":180,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:42.721481+0000","last_change":"2024-09-12T17:09:53.356632+0000","last_active":"2024-09-12T17:52:42.721481+0000","last_peered":"2024-09-12T17:52:42.721481+0000","last_clean":"2024-09-12T17:52:42.721481+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:52:42.721481+0000","last_undegraded":"2024-09-12T17:52:42.721481+0000","last_fullsized":"2024-09-12T17:52:42.721481+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:18.428163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'129","reported_seq":652,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.127070+0000","last_change":"2024-09-12T17:09:55.358661+0000","last_active":"2024-09-12T17:56:03.127070+0000","last_peered":"2024-09-12T17:56:03.127070+0000","last_clean":"2024-09-12T17:56:03.127070+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:56:03.127070+0000","last_undegraded":"2024-09-12T17:56:03.127070+0000","last_fullsized":"2024-09-12T17:56:03.127070+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:13.659009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905576+0000","last_change":"2024-09-12T17:09:47.304111+0000","last_active":"2024-09-12T17:52:33.905576+0000","last_peered":"2024-09-12T17:52:33.905576+0000","last_clean":"2024-09-12T17:52:33.905576+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:52:33.905576+0000","last_undegraded":"2024-09-12T17:52:33.905576+0000","last_fullsized":"2024-09-12T17:52:33.905576+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:43.195574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'201","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.035834+0000","last_change":"2024-09-12T17:09:45.357408+0000","last_active":"2024-09-12T17:54:55.035834+0000","last_peered":"2024-09-12T17:54:55.035834+0000","last_clean":"2024-09-12T17:54:55.035834+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:54:55.035834+0000","last_undegraded":"2024-09-12T17:54:55.035834+0000","last_fullsized":"2024-09-12T17:54:55.035834+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:29.584408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10951677,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":456,"num_read_kb":14880,"num_write":975,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.520365+0000","last_change":"2024-09-12T17:09:49.330028+0000","last_active":"2024-09-12T17:52:33.520365+0000","last_peered":"2024-09-12T17:52:33.520365+0000","last_clean":"2024-09-12T17:52:33.520365+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:52:33.520365+0000","last_undegraded":"2024-09-12T17:52:33.520365+0000","last_fullsized":"2024-09-12T17:52:33.520365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:45.627451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'148","reported_seq":737,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.339704+0000","last_change":"2024-09-12T17:09:51.321136+0000","last_active":"2024-09-12T17:56:31.339704+0000","last_peered":"2024-09-12T17:56:31.339704+0000","last_clean":"2024-09-12T17:56:31.339704+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:31.339704+0000","last_undegraded":"2024-09-12T17:56:31.339704+0000","last_fullsized":"2024-09-12T17:56:31.339704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:53.820661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2157,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.215132+0000","last_change":"2024-09-12T17:09:53.332207+0000","last_active":"2024-09-12T17:56:31.215132+0000","last_peered":"2024-09-12T17:56:31.215132+0000","last_clean":"2024-09-12T17:56:31.215132+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:31.215132+0000","last_undegraded":"2024-09-12T17:56:31.215132+0000","last_fullsized":"2024-09-12T17:56:31.215132+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:55.328869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'144","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.786086+0000","last_change":"2024-09-12T17:09:55.359473+0000","last_active":"2024-09-12T17:54:58.786086+0000","last_peered":"2024-09-12T17:54:58.786086+0000","last_clean":"2024-09-12T17:54:58.786086+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:54:58.786086+0000","last_undegraded":"2024-09-12T17:54:58.786086+0000","last_fullsized":"2024-09-12T17:54:58.786086+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:12.025422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:29.779455+0000","last_change":"2024-09-12T17:09:47.337518+0000","last_active":"2024-09-12T17:54:29.779455+0000","last_peered":"2024-09-12T17:54:29.779455+0000","last_clean":"2024-09-12T17:54:29.779455+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:54:29.779455+0000","last_undegraded":"2024-09-12T17:54:29.779455+0000","last_fullsized":"2024-09-12T17:54:29.779455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:59.897219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'241","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912992+0000","last_change":"2024-09-12T17:09:45.342777+0000","last_active":"2024-09-12T17:53:08.912992+0000","last_peered":"2024-09-12T17:53:08.912992+0000","last_clean":"2024-09-12T17:53:08.912992+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:53:08.912992+0000","last_undegraded":"2024-09-12T17:53:08.912992+0000","last_fullsized":"2024-09-12T17:53:08.912992+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:40.833892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5401652,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":506,"num_read_kb":10579,"num_write":1182,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1440,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.959190+0000","last_change":"2024-09-12T17:09:49.304426+0000","last_active":"2024-09-12T17:56:30.959190+0000","last_peered":"2024-09-12T17:56:30.959190+0000","last_clean":"2024-09-12T17:56:30.959190+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:30.959190+0000","last_undegraded":"2024-09-12T17:56:30.959190+0000","last_fullsized":"2024-09-12T17:56:30.959190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.914328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'66","reported_seq":588,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.457466+0000","last_change":"2024-09-12T17:09:51.339275+0000","last_active":"2024-09-12T17:53:57.457466+0000","last_peered":"2024-09-12T17:53:57.457466+0000","last_clean":"2024-09-12T17:53:57.457466+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:53:57.457466+0000","last_undegraded":"2024-09-12T17:53:57.457466+0000","last_fullsized":"2024-09-12T17:53:57.457466+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.863967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'738","reported_seq":3922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.377229+0000","last_change":"2024-09-12T17:09:53.341913+0000","last_active":"2024-09-12T17:56:18.377229+0000","last_peered":"2024-09-12T17:56:18.377229+0000","last_clean":"2024-09-12T17:56:18.377229+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:18.377229+0000","last_undegraded":"2024-09-12T17:56:18.377229+0000","last_fullsized":"2024-09-12T17:56:18.377229+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":700,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:29.670235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.921240+0000","last_change":"2024-09-12T17:09:55.345113+0000","last_active":"2024-09-12T17:53:43.921240+0000","last_peered":"2024-09-12T17:53:43.921240+0000","last_clean":"2024-09-12T17:53:43.921240+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:53:43.921240+0000","last_undegraded":"2024-09-12T17:53:43.921240+0000","last_fullsized":"2024-09-12T17:53:43.921240+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:14.405910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:36.786448+0000","last_change":"2024-09-12T17:09:47.315540+0000","last_active":"2024-09-12T17:54:36.786448+0000","last_peered":"2024-09-12T17:54:36.786448+0000","last_clean":"2024-09-12T17:54:36.786448+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:54:36.786448+0000","last_undegraded":"2024-09-12T17:54:36.786448+0000","last_fullsized":"2024-09-12T17:54:36.786448+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:20.827221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'208","reported_seq":867,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.774718+0000","last_change":"2024-09-12T17:09:45.360650+0000","last_active":"2024-09-12T17:54:33.774718+0000","last_peered":"2024-09-12T17:54:33.774718+0000","last_clean":"2024-09-12T17:54:33.774718+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:54:33.774718+0000","last_undegraded":"2024-09-12T17:54:33.774718+0000","last_fullsized":"2024-09-12T17:54:33.774718+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:52.857106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12704740,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":516,"num_read_kb":25872,"num_write":1047,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"38'3","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.974450+0000","last_change":"2024-09-12T17:09:49.315513+0000","last_active":"2024-09-12T17:56:17.974450+0000","last_peered":"2024-09-12T17:56:17.974450+0000","last_clean":"2024-09-12T17:56:17.974450+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:17.974450+0000","last_undegraded":"2024-09-12T17:56:17.974450+0000","last_fullsized":"2024-09-12T17:56:17.974450+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:21:33.742296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":713,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'221","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.667775+0000","last_change":"2024-09-12T17:09:51.331173+0000","last_active":"2024-09-12T17:56:31.667775+0000","last_peered":"2024-09-12T17:56:31.667775+0000","last_clean":"2024-09-12T17:56:31.667775+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:56:31.667775+0000","last_undegraded":"2024-09-12T17:56:31.667775+0000","last_fullsized":"2024-09-12T17:56:31.667775+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:57.854425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713163+0000","last_change":"2024-09-12T17:09:53.341808+0000","last_active":"2024-09-12T17:52:38.713163+0000","last_peered":"2024-09-12T17:52:38.713163+0000","last_clean":"2024-09-12T17:52:38.713163+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:52:38.713163+0000","last_undegraded":"2024-09-12T17:52:38.713163+0000","last_fullsized":"2024-09-12T17:52:38.713163+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:59.189974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'130","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204500+0000","last_change":"2024-09-12T17:09:55.352967+0000","last_active":"2024-09-12T17:56:17.204500+0000","last_peered":"2024-09-12T17:56:17.204500+0000","last_clean":"2024-09-12T17:56:17.204500+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:56:17.204500+0000","last_undegraded":"2024-09-12T17:56:17.204500+0000","last_fullsized":"2024-09-12T17:56:17.204500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:41.442664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":765,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:19.511826+0000","last_change":"2024-09-12T17:09:47.334541+0000","last_active":"2024-09-12T17:54:19.511826+0000","last_peered":"2024-09-12T17:54:19.511826+0000","last_clean":"2024-09-12T17:54:19.511826+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:54:19.511826+0000","last_undegraded":"2024-09-12T17:54:19.511826+0000","last_fullsized":"2024-09-12T17:54:19.511826+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:27.546505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548773+0000","last_change":"2024-09-12T17:09:24.535136+0000","last_active":"2024-09-12T17:53:37.548773+0000","last_peered":"2024-09-12T17:53:37.548773+0000","last_clean":"2024-09-12T17:53:37.548773+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:53:37.548773+0000","last_undegraded":"2024-09-12T17:53:37.548773+0000","last_fullsized":"2024-09-12T17:53:37.548773+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_clean_scrub_stamp":"2024-09-12T17:09:23.408825+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:24.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533672+0000","last_change":"2024-09-12T17:09:32.485145+0000","last_active":"2024-09-12T17:53:17.533672+0000","last_peered":"2024-09-12T17:53:17.533672+0000","last_clean":"2024-09-12T17:53:17.533672+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:53:17.533672+0000","last_undegraded":"2024-09-12T17:53:17.533672+0000","last_fullsized":"2024-09-12T17:53:17.533672+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:50.371137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'194","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093788+0000","last_change":"2024-09-12T17:09:45.352229+0000","last_active":"2024-09-12T17:53:33.093788+0000","last_peered":"2024-09-12T17:53:33.093788+0000","last_clean":"2024-09-12T17:53:33.093788+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:53:33.093788+0000","last_undegraded":"2024-09-12T17:53:33.093788+0000","last_fullsized":"2024-09-12T17:53:33.093788+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:08.061470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4920009,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":409,"num_read_kb":8906,"num_write":931,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548956+0000","last_change":"2024-09-12T17:09:49.324072+0000","last_active":"2024-09-12T17:53:37.548956+0000","last_peered":"2024-09-12T17:53:37.548956+0000","last_clean":"2024-09-12T17:53:37.548956+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:53:37.548956+0000","last_undegraded":"2024-09-12T17:53:37.548956+0000","last_fullsized":"2024-09-12T17:53:37.548956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:52.570995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'303","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.804368+0000","last_change":"2024-09-12T17:09:51.335409+0000","last_active":"2024-09-12T17:56:31.804368+0000","last_peered":"2024-09-12T17:56:31.804368+0000","last_clean":"2024-09-12T17:56:31.804368+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:56:31.804368+0000","last_undegraded":"2024-09-12T17:56:31.804368+0000","last_fullsized":"2024-09-12T17:56:31.804368+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:32.658505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.729667+0000","last_change":"2024-09-12T17:09:53.348728+0000","last_active":"2024-09-12T17:53:12.729667+0000","last_peered":"2024-09-12T17:53:12.729667+0000","last_clean":"2024-09-12T17:53:12.729667+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:53:12.729667+0000","last_undegraded":"2024-09-12T17:53:12.729667+0000","last_fullsized":"2024-09-12T17:53:12.729667+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:52.990041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'211","reported_seq":907,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.806698+0000","last_change":"2024-09-12T17:09:55.345713+0000","last_active":"2024-09-12T17:54:58.806698+0000","last_peered":"2024-09-12T17:54:58.806698+0000","last_clean":"2024-09-12T17:54:58.806698+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:54:58.806698+0000","last_undegraded":"2024-09-12T17:54:58.806698+0000","last_fullsized":"2024-09-12T17:54:58.806698+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:02.303439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727729+0000","last_change":"2024-09-12T17:09:47.305554+0000","last_active":"2024-09-12T17:53:07.727729+0000","last_peered":"2024-09-12T17:53:07.727729+0000","last_clean":"2024-09-12T17:53:07.727729+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:53:07.727729+0000","last_undegraded":"2024-09-12T17:53:07.727729+0000","last_fullsized":"2024-09-12T17:53:07.727729+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:16.436643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.549954+0000","last_change":"2024-09-12T17:09:32.973470+0000","last_active":"2024-09-12T17:53:42.549954+0000","last_peered":"2024-09-12T17:53:42.549954+0000","last_clean":"2024-09-12T17:53:42.549954+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:53:42.549954+0000","last_undegraded":"2024-09-12T17:53:42.549954+0000","last_fullsized":"2024-09-12T17:53:42.549954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:47.802781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.692403+0000","last_change":"2024-09-12T17:09:45.322648+0000","last_active":"2024-09-12T17:56:31.692403+0000","last_peered":"2024-09-12T17:56:31.692403+0000","last_clean":"2024-09-12T17:56:31.692403+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:31.692403+0000","last_undegraded":"2024-09-12T17:56:31.692403+0000","last_fullsized":"2024-09-12T17:56:31.692403+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:08.940088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.532734+0000","last_change":"2024-09-12T17:09:49.314390+0000","last_active":"2024-09-12T17:53:12.532734+0000","last_peered":"2024-09-12T17:53:12.532734+0000","last_clean":"2024-09-12T17:53:12.532734+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:53:12.532734+0000","last_undegraded":"2024-09-12T17:53:12.532734+0000","last_fullsized":"2024-09-12T17:53:12.532734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:09.852479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'830","reported_seq":2308,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.364816+0000","last_change":"2024-09-12T17:09:51.330815+0000","last_active":"2024-09-12T17:56:18.364816+0000","last_peered":"2024-09-12T17:56:18.364816+0000","last_clean":"2024-09-12T17:56:18.364816+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:18.364816+0000","last_undegraded":"2024-09-12T17:56:18.364816+0000","last_fullsized":"2024-09-12T17:56:18.364816+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":800,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:41.189677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63539,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1150,"num_read_kb":1385,"num_write":284,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.551332+0000","last_change":"2024-09-12T17:09:53.321267+0000","last_active":"2024-09-12T17:53:47.551332+0000","last_peered":"2024-09-12T17:53:47.551332+0000","last_clean":"2024-09-12T17:53:47.551332+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:53:47.551332+0000","last_undegraded":"2024-09-12T17:53:47.551332+0000","last_fullsized":"2024-09-12T17:53:47.551332+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:16.496781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'215","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532566+0000","last_change":"2024-09-12T17:09:55.338532+0000","last_active":"2024-09-12T17:53:28.532566+0000","last_peered":"2024-09-12T17:53:28.532566+0000","last_clean":"2024-09-12T17:53:28.532566+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:53:28.532566+0000","last_undegraded":"2024-09-12T17:53:28.532566+0000","last_fullsized":"2024-09-12T17:53:28.532566+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:33.277861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.020302+0000","last_change":"2024-09-12T17:09:47.321659+0000","last_active":"2024-09-12T17:54:43.020302+0000","last_peered":"2024-09-12T17:54:43.020302+0000","last_clean":"2024-09-12T17:54:43.020302+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:54:43.020302+0000","last_undegraded":"2024-09-12T17:54:43.020302+0000","last_fullsized":"2024-09-12T17:54:43.020302+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:45.292865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677553+0000","last_change":"2024-09-12T17:09:32.479836+0000","last_active":"2024-09-12T17:53:17.677553+0000","last_peered":"2024-09-12T17:53:17.677553+0000","last_clean":"2024-09-12T17:53:17.677553+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:53:17.677553+0000","last_undegraded":"2024-09-12T17:53:17.677553+0000","last_fullsized":"2024-09-12T17:53:17.677553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:21.050223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'208","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.627025+0000","last_change":"2024-09-12T17:09:45.349985+0000","last_active":"2024-09-12T17:54:39.627025+0000","last_peered":"2024-09-12T17:54:39.627025+0000","last_clean":"2024-09-12T17:54:39.627025+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:54:39.627025+0000","last_undegraded":"2024-09-12T17:54:39.627025+0000","last_fullsized":"2024-09-12T17:54:39.627025+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:41.358630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7784819,"num_objects":12,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":481,"num_read_kb":77221,"num_write":981,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676377+0000","last_change":"2024-09-12T17:09:49.323154+0000","last_active":"2024-09-12T17:53:12.676377+0000","last_peered":"2024-09-12T17:53:12.676377+0000","last_clean":"2024-09-12T17:53:12.676377+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:53:12.676377+0000","last_undegraded":"2024-09-12T17:53:12.676377+0000","last_fullsized":"2024-09-12T17:53:12.676377+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.034297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'208","reported_seq":1316,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:15.647011+0000","last_change":"2024-09-12T17:09:51.347817+0000","last_active":"2024-09-12T17:56:15.647011+0000","last_peered":"2024-09-12T17:56:15.647011+0000","last_clean":"2024-09-12T17:56:15.647011+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:56:15.647011+0000","last_undegraded":"2024-09-12T17:56:15.647011+0000","last_fullsized":"2024-09-12T17:56:15.647011+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:32.541991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735693+0000","last_change":"2024-09-12T17:09:53.356724+0000","last_active":"2024-09-12T17:53:37.735693+0000","last_peered":"2024-09-12T17:53:37.735693+0000","last_clean":"2024-09-12T17:53:37.735693+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:53:37.735693+0000","last_undegraded":"2024-09-12T17:53:37.735693+0000","last_fullsized":"2024-09-12T17:53:37.735693+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:32.694475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'245","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.179452+0000","last_change":"2024-09-12T17:09:55.348926+0000","last_active":"2024-09-12T17:54:58.179452+0000","last_peered":"2024-09-12T17:54:58.179452+0000","last_clean":"2024-09-12T17:54:58.179452+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:54:58.179452+0000","last_undegraded":"2024-09-12T17:54:58.179452+0000","last_fullsized":"2024-09-12T17:54:58.179452+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:35.540275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'112","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.344974+0000","last_change":"2024-09-12T17:09:47.319528+0000","last_active":"2024-09-12T17:54:59.344974+0000","last_peered":"2024-09-12T17:54:59.344974+0000","last_clean":"2024-09-12T17:54:59.344974+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:54:59.344974+0000","last_undegraded":"2024-09-12T17:54:59.344974+0000","last_fullsized":"2024-09-12T17:54:59.344974+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:03.899835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":527,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533629+0000","last_change":"2024-09-12T17:09:32.487224+0000","last_active":"2024-09-12T17:53:17.533629+0000","last_peered":"2024-09-12T17:53:17.533629+0000","last_clean":"2024-09-12T17:53:17.533629+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:53:17.533629+0000","last_undegraded":"2024-09-12T17:53:17.533629+0000","last_fullsized":"2024-09-12T17:53:17.533629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:57.314322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'246","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918973+0000","last_change":"2024-09-12T17:09:45.346001+0000","last_active":"2024-09-12T17:53:33.918973+0000","last_peered":"2024-09-12T17:53:33.918973+0000","last_clean":"2024-09-12T17:53:33.918973+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:53:33.918973+0000","last_undegraded":"2024-09-12T17:53:33.918973+0000","last_fullsized":"2024-09-12T17:53:33.918973+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:03.675872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10121385,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":537,"num_read_kb":5384,"num_write":1064,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.736974+0000","last_change":"2024-09-12T17:09:49.311731+0000","last_active":"2024-09-12T17:53:42.736974+0000","last_peered":"2024-09-12T17:53:42.736974+0000","last_clean":"2024-09-12T17:53:42.736974+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:53:42.736974+0000","last_undegraded":"2024-09-12T17:53:42.736974+0000","last_fullsized":"2024-09-12T17:53:42.736974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:41.404924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'125","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:23.120482+0000","last_change":"2024-09-12T17:09:51.305606+0000","last_active":"2024-09-12T17:55:23.120482+0000","last_peered":"2024-09-12T17:55:23.120482+0000","last_clean":"2024-09-12T17:55:23.120482+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:55:23.120482+0000","last_undegraded":"2024-09-12T17:55:23.120482+0000","last_fullsized":"2024-09-12T17:55:23.120482+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:43.144365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720818+0000","last_change":"2024-09-12T17:09:53.361607+0000","last_active":"2024-09-12T17:53:13.720818+0000","last_peered":"2024-09-12T17:53:13.720818+0000","last_clean":"2024-09-12T17:53:13.720818+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:53:13.720818+0000","last_undegraded":"2024-09-12T17:53:13.720818+0000","last_fullsized":"2024-09-12T17:53:13.720818+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:03.900571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'112","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.103247+0000","last_change":"2024-09-12T17:09:55.355418+0000","last_active":"2024-09-12T17:54:54.103247+0000","last_peered":"2024-09-12T17:54:54.103247+0000","last_clean":"2024-09-12T17:54:54.103247+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:54:54.103247+0000","last_undegraded":"2024-09-12T17:54:54.103247+0000","last_fullsized":"2024-09-12T17:54:54.103247+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:12.518957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:44.497179+0000","last_change":"2024-09-12T17:09:47.320947+0000","last_active":"2024-09-12T17:53:44.497179+0000","last_peered":"2024-09-12T17:53:44.497179+0000","last_clean":"2024-09-12T17:53:44.497179+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:53:44.497179+0000","last_undegraded":"2024-09-12T17:53:44.497179+0000","last_fullsized":"2024-09-12T17:53:44.497179+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:20.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.688477+0000","last_change":"2024-09-12T17:09:45.374145+0000","last_active":"2024-09-12T17:56:31.688477+0000","last_peered":"2024-09-12T17:56:31.688477+0000","last_clean":"2024-09-12T17:56:31.688477+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:31.688477+0000","last_undegraded":"2024-09-12T17:56:31.688477+0000","last_fullsized":"2024-09-12T17:56:31.688477+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:45.403751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.530304+0000","last_change":"2024-09-12T17:09:32.478505+0000","last_active":"2024-09-12T17:53:18.530304+0000","last_peered":"2024-09-12T17:53:18.530304+0000","last_clean":"2024-09-12T17:53:18.530304+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:53:18.530304+0000","last_undegraded":"2024-09-12T17:53:18.530304+0000","last_fullsized":"2024-09-12T17:53:18.530304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:19.651164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735633+0000","last_change":"2024-09-12T17:09:49.323126+0000","last_active":"2024-09-12T17:53:37.735633+0000","last_peered":"2024-09-12T17:53:37.735633+0000","last_clean":"2024-09-12T17:53:37.735633+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:53:37.735633+0000","last_undegraded":"2024-09-12T17:53:37.735633+0000","last_fullsized":"2024-09-12T17:53:37.735633+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:20.912051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'260","reported_seq":923,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.828242+0000","last_change":"2024-09-12T17:09:51.319431+0000","last_active":"2024-09-12T17:56:31.828242+0000","last_peered":"2024-09-12T17:56:31.828242+0000","last_clean":"2024-09-12T17:56:31.828242+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:31.828242+0000","last_undegraded":"2024-09-12T17:56:31.828242+0000","last_fullsized":"2024-09-12T17:56:31.828242+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:06.742946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920103+0000","last_change":"2024-09-12T17:09:53.345438+0000","last_active":"2024-09-12T17:53:38.920103+0000","last_peered":"2024-09-12T17:53:38.920103+0000","last_clean":"2024-09-12T17:53:38.920103+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:53:38.920103+0000","last_undegraded":"2024-09-12T17:53:38.920103+0000","last_fullsized":"2024-09-12T17:53:38.920103+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:47.745083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.895104+0000","last_change":"2024-09-12T17:09:55.346081+0000","last_active":"2024-09-12T17:54:57.895104+0000","last_peered":"2024-09-12T17:54:57.895104+0000","last_clean":"2024-09-12T17:54:57.895104+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:54:57.895104+0000","last_undegraded":"2024-09-12T17:54:57.895104+0000","last_fullsized":"2024-09-12T17:54:57.895104+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:51.486670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.708195+0000","last_change":"2024-09-12T17:09:47.312796+0000","last_active":"2024-09-12T17:53:58.708195+0000","last_peered":"2024-09-12T17:53:58.708195+0000","last_clean":"2024-09-12T17:53:58.708195+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:53:58.708195+0000","last_undegraded":"2024-09-12T17:53:58.708195+0000","last_fullsized":"2024-09-12T17:53:58.708195+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:04.743070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'211","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.866113+0000","last_change":"2024-09-12T17:09:45.325050+0000","last_active":"2024-09-12T17:54:32.866113+0000","last_peered":"2024-09-12T17:54:32.866113+0000","last_clean":"2024-09-12T17:54:32.866113+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:54:32.866113+0000","last_undegraded":"2024-09-12T17:54:32.866113+0000","last_fullsized":"2024-09-12T17:54:32.866113+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:13.065801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5240993,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":541,"num_read_kb":81577,"num_write":1033,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.546469+0000","last_change":"2024-09-12T17:09:32.973626+0000","last_active":"2024-09-12T17:53:27.546469+0000","last_peered":"2024-09-12T17:53:27.546469+0000","last_clean":"2024-09-12T17:53:27.546469+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:53:27.546469+0000","last_undegraded":"2024-09-12T17:53:27.546469+0000","last_fullsized":"2024-09-12T17:53:27.546469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:10.157317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725139+0000","last_change":"2024-09-12T17:09:49.322502+0000","last_active":"2024-09-12T17:53:33.725139+0000","last_peered":"2024-09-12T17:53:33.725139+0000","last_clean":"2024-09-12T17:53:33.725139+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:53:33.725139+0000","last_undegraded":"2024-09-12T17:53:33.725139+0000","last_fullsized":"2024-09-12T17:53:33.725139+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:39.497085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'170","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.487704+0000","last_change":"2024-09-12T17:09:51.340132+0000","last_active":"2024-09-12T17:54:59.487704+0000","last_peered":"2024-09-12T17:54:59.487704+0000","last_clean":"2024-09-12T17:54:59.487704+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:54:59.487704+0000","last_undegraded":"2024-09-12T17:54:59.487704+0000","last_fullsized":"2024-09-12T17:54:59.487704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:23.213148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'757","reported_seq":2767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.210046+0000","last_change":"2024-09-12T17:09:53.354453+0000","last_active":"2024-09-12T17:56:31.210046+0000","last_peered":"2024-09-12T17:56:31.210046+0000","last_clean":"2024-09-12T17:56:31.210046+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:56:31.210046+0000","last_undegraded":"2024-09-12T17:56:31.210046+0000","last_fullsized":"2024-09-12T17:56:31.210046+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":701,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:11.712547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'128","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115785+0000","last_change":"2024-09-12T17:09:55.349153+0000","last_active":"2024-09-12T17:55:03.115785+0000","last_peered":"2024-09-12T17:55:03.115785+0000","last_clean":"2024-09-12T17:55:03.115785+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:55:03.115785+0000","last_undegraded":"2024-09-12T17:55:03.115785+0000","last_fullsized":"2024-09-12T17:55:03.115785+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:07.218450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:24.416929+0000","last_change":"2024-09-12T17:09:47.320463+0000","last_active":"2024-09-12T17:54:24.416929+0000","last_peered":"2024-09-12T17:54:24.416929+0000","last_clean":"2024-09-12T17:54:24.416929+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:54:24.416929+0000","last_undegraded":"2024-09-12T17:54:24.416929+0000","last_fullsized":"2024-09-12T17:54:24.416929+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:00.889640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'222","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.759723+0000","last_change":"2024-09-12T17:09:45.374090+0000","last_active":"2024-09-12T17:53:55.759723+0000","last_peered":"2024-09-12T17:53:55.759723+0000","last_clean":"2024-09-12T17:53:55.759723+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:53:55.759723+0000","last_undegraded":"2024-09-12T17:53:55.759723+0000","last_fullsized":"2024-09-12T17:53:55.759723+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:49.298159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7190251,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":21214,"num_write":1042,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524765+0000","last_change":"2024-09-12T17:09:32.478381+0000","last_active":"2024-09-12T17:52:53.524765+0000","last_peered":"2024-09-12T17:52:53.524765+0000","last_clean":"2024-09-12T17:52:53.524765+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:52:53.524765+0000","last_undegraded":"2024-09-12T17:52:53.524765+0000","last_fullsized":"2024-09-12T17:52:53.524765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:25.613395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918822+0000","last_change":"2024-09-12T17:09:49.307742+0000","last_active":"2024-09-12T17:53:33.918822+0000","last_peered":"2024-09-12T17:53:33.918822+0000","last_clean":"2024-09-12T17:53:33.918822+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:53:33.918822+0000","last_undegraded":"2024-09-12T17:53:33.918822+0000","last_fullsized":"2024-09-12T17:53:33.918822+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:05.469268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'105","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920169+0000","last_change":"2024-09-12T17:09:51.321181+0000","last_active":"2024-09-12T17:53:38.920169+0000","last_peered":"2024-09-12T17:53:38.920169+0000","last_clean":"2024-09-12T17:53:38.920169+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:53:38.920169+0000","last_undegraded":"2024-09-12T17:53:38.920169+0000","last_fullsized":"2024-09-12T17:53:38.920169+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:54.130860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'748","reported_seq":2432,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.378107+0000","last_change":"2024-09-12T17:09:53.324519+0000","last_active":"2024-09-12T17:56:18.378107+0000","last_peered":"2024-09-12T17:56:18.378107+0000","last_clean":"2024-09-12T17:56:18.378107+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:56:18.378107+0000","last_undegraded":"2024-09-12T17:56:18.378107+0000","last_fullsized":"2024-09-12T17:56:18.378107+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:07.213791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'153","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.711655+0000","last_change":"2024-09-12T17:09:55.361751+0000","last_active":"2024-09-12T17:53:07.711655+0000","last_peered":"2024-09-12T17:53:07.711655+0000","last_clean":"2024-09-12T17:53:07.711655+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:53:07.711655+0000","last_undegraded":"2024-09-12T17:53:07.711655+0000","last_fullsized":"2024-09-12T17:53:07.711655+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:45.470670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918875+0000","last_change":"2024-09-12T17:09:47.315515+0000","last_active":"2024-09-12T17:53:33.918875+0000","last_peered":"2024-09-12T17:53:33.918875+0000","last_clean":"2024-09-12T17:53:33.918875+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:53:33.918875+0000","last_undegraded":"2024-09-12T17:53:33.918875+0000","last_fullsized":"2024-09-12T17:53:33.918875+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:07.959068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.695020+0000","last_change":"2024-09-12T17:09:45.348102+0000","last_active":"2024-09-12T17:56:31.695020+0000","last_peered":"2024-09-12T17:56:31.695020+0000","last_clean":"2024-09-12T17:56:31.695020+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:31.695020+0000","last_undegraded":"2024-09-12T17:56:31.695020+0000","last_fullsized":"2024-09-12T17:56:31.695020+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:46.516802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.716515+0000","last_change":"2024-09-12T17:09:33.147639+0000","last_active":"2024-09-12T17:52:53.716515+0000","last_peered":"2024-09-12T17:52:53.716515+0000","last_clean":"2024-09-12T17:52:53.716515+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:52:53.716515+0000","last_undegraded":"2024-09-12T17:52:53.716515+0000","last_fullsized":"2024-09-12T17:52:53.716515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:16.672658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"38'4","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.971324+0000","last_change":"2024-09-12T17:09:49.315249+0000","last_active":"2024-09-12T17:56:17.971324+0000","last_peered":"2024-09-12T17:56:17.971324+0000","last_clean":"2024-09-12T17:56:17.971324+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:56:17.971324+0000","last_undegraded":"2024-09-12T17:56:17.971324+0000","last_fullsized":"2024-09-12T17:56:17.971324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:27.979718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":712,"num_read_kb":1172,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'342","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.639397+0000","last_change":"2024-09-12T17:09:51.345519+0000","last_active":"2024-09-12T17:56:31.639397+0000","last_peered":"2024-09-12T17:56:31.639397+0000","last_clean":"2024-09-12T17:56:31.639397+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:31.639397+0000","last_undegraded":"2024-09-12T17:56:31.639397+0000","last_fullsized":"2024-09-12T17:56:31.639397+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:58.435916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095264+0000","last_change":"2024-09-12T17:09:53.323986+0000","last_active":"2024-09-12T17:53:38.095264+0000","last_peered":"2024-09-12T17:53:38.095264+0000","last_clean":"2024-09-12T17:53:38.095264+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:53:38.095264+0000","last_undegraded":"2024-09-12T17:53:38.095264+0000","last_fullsized":"2024-09-12T17:53:38.095264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:38.416344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'100","reported_seq":594,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.501735+0000","last_change":"2024-09-12T17:09:55.334559+0000","last_active":"2024-09-12T17:54:56.501735+0000","last_peered":"2024-09-12T17:54:56.501735+0000","last_clean":"2024-09-12T17:54:56.501735+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:54:56.501735+0000","last_undegraded":"2024-09-12T17:54:56.501735+0000","last_fullsized":"2024-09-12T17:54:56.501735+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:32.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'135","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.939869+0000","last_change":"2024-09-12T17:09:55.361500+0000","last_active":"2024-09-12T17:54:58.939869+0000","last_peered":"2024-09-12T17:54:58.939869+0000","last_clean":"2024-09-12T17:54:58.939869+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:54:58.939869+0000","last_undegraded":"2024-09-12T17:54:58.939869+0000","last_fullsized":"2024-09-12T17:54:58.939869+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:16.767966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927036+0000","last_change":"2024-09-12T17:09:47.336912+0000","last_active":"2024-09-12T17:54:08.927036+0000","last_peered":"2024-09-12T17:54:08.927036+0000","last_clean":"2024-09-12T17:54:08.927036+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:54:08.927036+0000","last_undegraded":"2024-09-12T17:54:08.927036+0000","last_fullsized":"2024-09-12T17:54:08.927036+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:19.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'189","reported_seq":867,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.913286+0000","last_change":"2024-09-12T17:10:17.031163+0000","last_active":"2024-09-12T17:53:50.913286+0000","last_peered":"2024-09-12T17:53:50.913286+0000","last_clean":"2024-09-12T17:53:50.913286+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:53:50.913286+0000","last_undegraded":"2024-09-12T17:53:50.913286+0000","last_fullsized":"2024-09-12T17:53:50.913286+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:46.676649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8729771,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":35950,"num_write":872,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542260+0000","last_change":"2024-09-12T17:09:49.320082+0000","last_active":"2024-09-12T17:54:08.542260+0000","last_peered":"2024-09-12T17:54:08.542260+0000","last_clean":"2024-09-12T17:54:08.542260+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:54:08.542260+0000","last_undegraded":"2024-09-12T17:54:08.542260+0000","last_fullsized":"2024-09-12T17:54:08.542260+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:57.447987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'117","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104063+0000","last_change":"2024-09-12T17:09:51.320490+0000","last_active":"2024-09-12T17:54:13.104063+0000","last_peered":"2024-09-12T17:54:13.104063+0000","last_clean":"2024-09-12T17:54:13.104063+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:54:13.104063+0000","last_undegraded":"2024-09-12T17:54:13.104063+0000","last_fullsized":"2024-09-12T17:54:13.104063+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:19:16.806203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":166,"num_read_kb":252,"num_write":88,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.067837+0000","last_change":"2024-09-12T17:09:53.324467+0000","last_active":"2024-09-12T17:51:53.067837+0000","last_peered":"2024-09-12T17:51:53.067837+0000","last_clean":"2024-09-12T17:51:53.067837+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:51:53.067837+0000","last_undegraded":"2024-09-12T17:51:53.067837+0000","last_fullsized":"2024-09-12T17:51:53.067837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:08.561067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'124","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:15.575554+0000","last_change":"2024-09-12T17:09:55.343304+0000","last_active":"2024-09-12T17:54:15.575554+0000","last_peered":"2024-09-12T17:54:15.575554+0000","last_clean":"2024-09-12T17:54:15.575554+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:54:15.575554+0000","last_undegraded":"2024-09-12T17:54:15.575554+0000","last_fullsized":"2024-09-12T17:54:15.575554+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:24.197628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542282+0000","last_change":"2024-09-12T17:09:47.325655+0000","last_active":"2024-09-12T17:54:08.542282+0000","last_peered":"2024-09-12T17:54:08.542282+0000","last_clean":"2024-09-12T17:54:08.542282+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:54:08.542282+0000","last_undegraded":"2024-09-12T17:54:08.542282+0000","last_fullsized":"2024-09-12T17:54:08.542282+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:04.284912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.746088+0000","last_change":"2024-09-12T17:09:45.378173+0000","last_active":"2024-09-12T17:56:31.746088+0000","last_peered":"2024-09-12T17:56:31.746088+0000","last_clean":"2024-09-12T17:56:31.746088+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:31.746088+0000","last_undegraded":"2024-09-12T17:56:31.746088+0000","last_fullsized":"2024-09-12T17:56:31.746088+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:01.340043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.068078+0000","last_change":"2024-09-12T17:09:49.304280+0000","last_active":"2024-09-12T17:51:53.068078+0000","last_peered":"2024-09-12T17:51:53.068078+0000","last_clean":"2024-09-12T17:51:53.068078+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:51:53.068078+0000","last_undegraded":"2024-09-12T17:51:53.068078+0000","last_fullsized":"2024-09-12T17:51:53.068078+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:52:46.699005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'49","reported_seq":553,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744198+0000","last_change":"2024-09-12T17:09:51.328443+0000","last_active":"2024-09-12T17:54:12.744198+0000","last_peered":"2024-09-12T17:54:12.744198+0000","last_clean":"2024-09-12T17:54:12.744198+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:54:12.744198+0000","last_undegraded":"2024-09-12T17:54:12.744198+0000","last_fullsized":"2024-09-12T17:54:12.744198+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:30.731514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557913+0000","last_change":"2024-09-12T17:09:53.324912+0000","last_active":"2024-09-12T17:54:12.557913+0000","last_peered":"2024-09-12T17:54:12.557913+0000","last_clean":"2024-09-12T17:54:12.557913+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:54:12.557913+0000","last_undegraded":"2024-09-12T17:54:12.557913+0000","last_fullsized":"2024-09-12T17:54:12.557913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:04.308536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'199","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.020841+0000","last_change":"2024-09-12T17:09:55.363769+0000","last_active":"2024-09-12T17:54:58.020841+0000","last_peered":"2024-09-12T17:54:58.020841+0000","last_clean":"2024-09-12T17:54:58.020841+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:54:58.020841+0000","last_undegraded":"2024-09-12T17:54:58.020841+0000","last_fullsized":"2024-09-12T17:54:58.020841+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:36.350625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102826+0000","last_change":"2024-09-12T17:09:47.331455+0000","last_active":"2024-09-12T17:54:08.102826+0000","last_peered":"2024-09-12T17:54:08.102826+0000","last_clean":"2024-09-12T17:54:08.102826+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:54:08.102826+0000","last_undegraded":"2024-09-12T17:54:08.102826+0000","last_fullsized":"2024-09-12T17:54:08.102826+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:46.474849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.515382+0000","last_change":"2024-09-12T17:09:45.361231+0000","last_active":"2024-09-12T17:56:31.515382+0000","last_peered":"2024-09-12T17:56:31.515382+0000","last_clean":"2024-09-12T17:56:31.515382+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:31.515382+0000","last_undegraded":"2024-09-12T17:56:31.515382+0000","last_fullsized":"2024-09-12T17:56:31.515382+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:57.952563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557797+0000","last_change":"2024-09-12T17:09:49.330314+0000","last_active":"2024-09-12T17:54:12.557797+0000","last_peered":"2024-09-12T17:54:12.557797+0000","last_clean":"2024-09-12T17:54:12.557797+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:54:12.557797+0000","last_undegraded":"2024-09-12T17:54:12.557797+0000","last_fullsized":"2024-09-12T17:54:12.557797+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:35.815051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'173","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104178+0000","last_change":"2024-09-12T17:09:51.321052+0000","last_active":"2024-09-12T17:54:13.104178+0000","last_peered":"2024-09-12T17:54:13.104178+0000","last_clean":"2024-09-12T17:54:13.104178+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:54:13.104178+0000","last_undegraded":"2024-09-12T17:54:13.104178+0000","last_fullsized":"2024-09-12T17:54:13.104178+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.912388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22496,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":322,"num_write":136,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.702789+0000","last_change":"2024-09-12T17:09:53.353845+0000","last_active":"2024-09-12T17:51:53.702789+0000","last_peered":"2024-09-12T17:51:53.702789+0000","last_clean":"2024-09-12T17:51:53.702789+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:51:53.702789+0000","last_undegraded":"2024-09-12T17:51:53.702789+0000","last_fullsized":"2024-09-12T17:51:53.702789+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:09.671837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'127","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.024153+0000","last_change":"2024-09-12T17:09:55.345356+0000","last_active":"2024-09-12T17:54:43.024153+0000","last_peered":"2024-09-12T17:54:43.024153+0000","last_clean":"2024-09-12T17:54:43.024153+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:54:43.024153+0000","last_undegraded":"2024-09-12T17:54:43.024153+0000","last_fullsized":"2024-09-12T17:54:43.024153+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:34.720685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102749+0000","last_change":"2024-09-12T17:09:47.312422+0000","last_active":"2024-09-12T17:54:08.102749+0000","last_peered":"2024-09-12T17:54:08.102749+0000","last_clean":"2024-09-12T17:54:08.102749+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:54:08.102749+0000","last_undegraded":"2024-09-12T17:54:08.102749+0000","last_fullsized":"2024-09-12T17:54:08.102749+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:12.272463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.659997+0000","last_change":"2024-09-12T17:09:45.380271+0000","last_active":"2024-09-12T17:56:31.659997+0000","last_peered":"2024-09-12T17:56:31.659997+0000","last_clean":"2024-09-12T17:56:31.659997+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:31.659997+0000","last_undegraded":"2024-09-12T17:56:31.659997+0000","last_fullsized":"2024-09-12T17:56:31.659997+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:14.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.732971+0000","last_change":"2024-09-12T17:09:49.319781+0000","last_active":"2024-09-12T17:54:08.732971+0000","last_peered":"2024-09-12T17:54:08.732971+0000","last_clean":"2024-09-12T17:54:08.732971+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:54:08.732971+0000","last_undegraded":"2024-09-12T17:54:08.732971+0000","last_fullsized":"2024-09-12T17:54:08.732971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.869658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'120","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.530926+0000","last_change":"2024-09-12T17:09:51.338671+0000","last_active":"2024-09-12T17:56:31.530926+0000","last_peered":"2024-09-12T17:56:31.530926+0000","last_clean":"2024-09-12T17:56:31.530926+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:56:31.530926+0000","last_undegraded":"2024-09-12T17:56:31.530926+0000","last_fullsized":"2024-09-12T17:56:31.530926+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:43.852065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744355+0000","last_change":"2024-09-12T17:09:53.358726+0000","last_active":"2024-09-12T17:54:12.744355+0000","last_peered":"2024-09-12T17:54:12.744355+0000","last_clean":"2024-09-12T17:54:12.744355+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:54:12.744355+0000","last_undegraded":"2024-09-12T17:54:12.744355+0000","last_fullsized":"2024-09-12T17:54:12.744355+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:38.847738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725270+0000","last_change":"2024-09-12T17:09:47.340280+0000","last_active":"2024-09-12T17:53:33.725270+0000","last_peered":"2024-09-12T17:53:33.725270+0000","last_clean":"2024-09-12T17:53:33.725270+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:53:33.725270+0000","last_undegraded":"2024-09-12T17:53:33.725270+0000","last_fullsized":"2024-09-12T17:53:33.725270+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:23.220965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'184","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:30.675804+0000","last_change":"2024-09-12T17:09:45.310980+0000","last_active":"2024-09-12T17:54:30.675804+0000","last_peered":"2024-09-12T17:54:30.675804+0000","last_clean":"2024-09-12T17:54:30.675804+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:54:30.675804+0000","last_undegraded":"2024-09-12T17:54:30.675804+0000","last_fullsized":"2024-09-12T17:54:30.675804+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:15.201653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9662777,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":460,"num_read_kb":44060,"num_write":920,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.740578+0000","last_change":"2024-09-12T17:09:49.316839+0000","last_active":"2024-09-12T17:53:57.740578+0000","last_peered":"2024-09-12T17:53:57.740578+0000","last_clean":"2024-09-12T17:53:57.740578+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:53:57.740578+0000","last_undegraded":"2024-09-12T17:53:57.740578+0000","last_fullsized":"2024-09-12T17:53:57.740578+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:18:24.651488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'206","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.270374+0000","last_change":"2024-09-12T17:09:51.333080+0000","last_active":"2024-09-12T17:56:18.270374+0000","last_peered":"2024-09-12T17:56:18.270374+0000","last_clean":"2024-09-12T17:56:18.270374+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:56:18.270374+0000","last_undegraded":"2024-09-12T17:56:18.270374+0000","last_fullsized":"2024-09-12T17:56:18.270374+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:26.088052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45244,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":297,"num_read_kb":478,"num_write":190,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521515+0000","last_change":"2024-09-12T17:09:53.355017+0000","last_active":"2024-09-12T17:52:22.521515+0000","last_peered":"2024-09-12T17:52:22.521515+0000","last_clean":"2024-09-12T17:52:22.521515+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:52:22.521515+0000","last_undegraded":"2024-09-12T17:52:22.521515+0000","last_fullsized":"2024-09-12T17:52:22.521515+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:06.274391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'187","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.581223+0000","last_change":"2024-09-12T17:09:55.354748+0000","last_active":"2024-09-12T17:54:27.581223+0000","last_peered":"2024-09-12T17:54:27.581223+0000","last_clean":"2024-09-12T17:54:27.581223+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:54:27.581223+0000","last_undegraded":"2024-09-12T17:54:27.581223+0000","last_fullsized":"2024-09-12T17:54:27.581223+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:46.277224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739229+0000","last_change":"2024-09-12T17:09:47.307522+0000","last_active":"2024-09-12T17:53:52.739229+0000","last_peered":"2024-09-12T17:53:52.739229+0000","last_clean":"2024-09-12T17:53:52.739229+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:53:52.739229+0000","last_undegraded":"2024-09-12T17:53:52.739229+0000","last_fullsized":"2024-09-12T17:53:52.739229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:41.547820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'203","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.399072+0000","last_change":"2024-09-12T17:09:45.346636+0000","last_active":"2024-09-12T17:54:23.399072+0000","last_peered":"2024-09-12T17:54:23.399072+0000","last_clean":"2024-09-12T17:54:23.399072+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:54:23.399072+0000","last_undegraded":"2024-09-12T17:54:23.399072+0000","last_fullsized":"2024-09-12T17:54:23.399072+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:20.780287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015628,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":431,"num_read_kb":6363,"num_write":937,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725224+0000","last_change":"2024-09-12T17:09:49.331276+0000","last_active":"2024-09-12T17:53:33.725224+0000","last_peered":"2024-09-12T17:53:33.725224+0000","last_clean":"2024-09-12T17:53:33.725224+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:53:33.725224+0000","last_undegraded":"2024-09-12T17:53:33.725224+0000","last_fullsized":"2024-09-12T17:53:33.725224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:39.471303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'148","reported_seq":728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.539646+0000","last_change":"2024-09-12T17:09:51.341301+0000","last_active":"2024-09-12T17:56:31.539646+0000","last_peered":"2024-09-12T17:56:31.539646+0000","last_clean":"2024-09-12T17:56:31.539646+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:56:31.539646+0000","last_undegraded":"2024-09-12T17:56:31.539646+0000","last_fullsized":"2024-09-12T17:56:31.539646+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:38.246295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":484,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.518095+0000","last_change":"2024-09-12T17:09:53.338769+0000","last_active":"2024-09-12T17:52:23.518095+0000","last_peered":"2024-09-12T17:52:23.518095+0000","last_clean":"2024-09-12T17:52:23.518095+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:52:23.518095+0000","last_undegraded":"2024-09-12T17:52:23.518095+0000","last_fullsized":"2024-09-12T17:52:23.518095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:49.717698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'231","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.781487+0000","last_change":"2024-09-12T17:09:55.352338+0000","last_active":"2024-09-12T17:54:58.781487+0000","last_peered":"2024-09-12T17:54:58.781487+0000","last_clean":"2024-09-12T17:54:58.781487+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:54:58.781487+0000","last_undegraded":"2024-09-12T17:54:58.781487+0000","last_fullsized":"2024-09-12T17:54:58.781487+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:51.563266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.588492+0000","last_change":"2024-09-12T17:09:47.326977+0000","last_active":"2024-09-12T17:54:27.588492+0000","last_peered":"2024-09-12T17:54:27.588492+0000","last_clean":"2024-09-12T17:54:27.588492+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:54:27.588492+0000","last_undegraded":"2024-09-12T17:54:27.588492+0000","last_fullsized":"2024-09-12T17:54:27.588492+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:34.857124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'218","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:59.305373+0000","last_change":"2024-09-12T17:10:16.707815+0000","last_active":"2024-09-12T17:53:59.305373+0000","last_peered":"2024-09-12T17:53:59.305373+0000","last_clean":"2024-09-12T17:53:59.305373+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:53:59.305373+0000","last_undegraded":"2024-09-12T17:53:59.305373+0000","last_fullsized":"2024-09-12T17:53:59.305373+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:59.628648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11827878,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":479,"num_read_kb":20078,"num_write":996,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.901773+0000","last_change":"2024-09-12T17:09:49.321821+0000","last_active":"2024-09-12T17:52:18.901773+0000","last_peered":"2024-09-12T17:52:18.901773+0000","last_clean":"2024-09-12T17:52:18.901773+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:52:18.901773+0000","last_undegraded":"2024-09-12T17:52:18.901773+0000","last_fullsized":"2024-09-12T17:52:18.901773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:07.011320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'137","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:43.123557+0000","last_change":"2024-09-12T17:09:51.339739+0000","last_active":"2024-09-12T17:55:43.123557+0000","last_peered":"2024-09-12T17:55:43.123557+0000","last_clean":"2024-09-12T17:55:43.123557+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:55:43.123557+0000","last_undegraded":"2024-09-12T17:55:43.123557+0000","last_fullsized":"2024-09-12T17:55:43.123557+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:38.083667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11568,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":172,"num_read_kb":235,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540993+0000","last_change":"2024-09-12T17:09:53.336586+0000","last_active":"2024-09-12T17:54:03.540993+0000","last_peered":"2024-09-12T17:54:03.540993+0000","last_clean":"2024-09-12T17:54:03.540993+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:54:03.540993+0000","last_undegraded":"2024-09-12T17:54:03.540993+0000","last_fullsized":"2024-09-12T17:54:03.540993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:20.304242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'113","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.344705+0000","last_change":"2024-09-12T17:09:55.339278+0000","last_active":"2024-09-12T17:56:18.344705+0000","last_peered":"2024-09-12T17:56:18.344705+0000","last_clean":"2024-09-12T17:56:18.344705+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:56:18.344705+0000","last_undegraded":"2024-09-12T17:56:18.344705+0000","last_fullsized":"2024-09-12T17:56:18.344705+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:10.624099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.445409+0000","last_change":"2024-09-12T17:09:47.303315+0000","last_active":"2024-09-12T17:53:42.445409+0000","last_peered":"2024-09-12T17:53:42.445409+0000","last_clean":"2024-09-12T17:53:42.445409+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:53:42.445409+0000","last_undegraded":"2024-09-12T17:53:42.445409+0000","last_fullsized":"2024-09-12T17:53:42.445409+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:25.730744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704910+0000","last_change":"2024-09-12T17:09:45.354036+0000","last_active":"2024-09-12T17:56:31.704910+0000","last_peered":"2024-09-12T17:56:31.704910+0000","last_clean":"2024-09-12T17:56:31.704910+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:31.704910+0000","last_undegraded":"2024-09-12T17:56:31.704910+0000","last_fullsized":"2024-09-12T17:56:31.704910+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:20.174012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.516908+0000","last_change":"2024-09-12T17:09:49.324181+0000","last_active":"2024-09-12T17:52:18.516908+0000","last_peered":"2024-09-12T17:52:18.516908+0000","last_clean":"2024-09-12T17:52:18.516908+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:52:18.516908+0000","last_undegraded":"2024-09-12T17:52:18.516908+0000","last_fullsized":"2024-09-12T17:52:18.516908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:10.411639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'96","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.712025+0000","last_change":"2024-09-12T17:09:51.341799+0000","last_active":"2024-09-12T17:53:58.712025+0000","last_peered":"2024-09-12T17:53:58.712025+0000","last_clean":"2024-09-12T17:53:58.712025+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:53:58.712025+0000","last_undegraded":"2024-09-12T17:53:58.712025+0000","last_fullsized":"2024-09-12T17:53:58.712025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:01.912090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'739","reported_seq":2257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.368038+0000","last_change":"2024-09-12T17:09:53.350663+0000","last_active":"2024-09-12T17:56:18.368038+0000","last_peered":"2024-09-12T17:56:18.368038+0000","last_clean":"2024-09-12T17:56:18.368038+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:18.368038+0000","last_undegraded":"2024-09-12T17:56:18.368038+0000","last_fullsized":"2024-09-12T17:56:18.368038+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:07.013766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:59.360281+0000","last_change":"2024-09-12T17:09:55.337511+0000","last_active":"2024-09-12T17:53:59.360281+0000","last_peered":"2024-09-12T17:53:59.360281+0000","last_clean":"2024-09-12T17:53:59.360281+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:53:59.360281+0000","last_undegraded":"2024-09-12T17:53:59.360281+0000","last_fullsized":"2024-09-12T17:53:59.360281+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:02.649418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:40.419903+0000","last_change":"2024-09-12T17:09:47.315991+0000","last_active":"2024-09-12T17:54:40.419903+0000","last_peered":"2024-09-12T17:54:40.419903+0000","last_clean":"2024-09-12T17:54:40.419903+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:54:40.419903+0000","last_undegraded":"2024-09-12T17:54:40.419903+0000","last_fullsized":"2024-09-12T17:54:40.419903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:40.128781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.801894+0000","last_change":"2024-09-12T17:10:17.031338+0000","last_active":"2024-09-12T17:56:31.801894+0000","last_peered":"2024-09-12T17:56:31.801894+0000","last_clean":"2024-09-12T17:56:31.801894+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:31.801894+0000","last_undegraded":"2024-09-12T17:56:31.801894+0000","last_fullsized":"2024-09-12T17:56:31.801894+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:43.643544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.530770+0000","last_change":"2024-09-12T17:09:49.333596+0000","last_active":"2024-09-12T17:52:22.530770+0000","last_peered":"2024-09-12T17:52:22.530770+0000","last_clean":"2024-09-12T17:52:22.530770+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:52:22.530770+0000","last_undegraded":"2024-09-12T17:52:22.530770+0000","last_fullsized":"2024-09-12T17:52:22.530770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:47.423053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'154","reported_seq":735,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.392276+0000","last_change":"2024-09-12T17:09:51.328303+0000","last_active":"2024-09-12T17:56:31.392276+0000","last_peered":"2024-09-12T17:56:31.392276+0000","last_clean":"2024-09-12T17:56:31.392276+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:56:31.392276+0000","last_undegraded":"2024-09-12T17:56:31.392276+0000","last_fullsized":"2024-09-12T17:56:31.392276+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:53.393938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.731979+0000","last_change":"2024-09-12T17:09:53.349323+0000","last_active":"2024-09-12T17:53:22.731979+0000","last_peered":"2024-09-12T17:53:22.731979+0000","last_clean":"2024-09-12T17:53:22.731979+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:53:22.731979+0000","last_undegraded":"2024-09-12T17:53:22.731979+0000","last_fullsized":"2024-09-12T17:53:22.731979+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:14.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'178","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.217026+0000","last_change":"2024-09-12T17:09:55.354136+0000","last_active":"2024-09-12T17:54:56.217026+0000","last_peered":"2024-09-12T17:54:56.217026+0000","last_clean":"2024-09-12T17:54:56.217026+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:54:56.217026+0000","last_undegraded":"2024-09-12T17:54:56.217026+0000","last_fullsized":"2024-09-12T17:54:56.217026+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:32.527380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.087449+0000","last_change":"2024-09-12T17:10:16.319347+0000","last_active":"2024-09-12T17:54:54.087449+0000","last_peered":"2024-09-12T17:54:54.087449+0000","last_clean":"2024-09-12T17:54:54.087449+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:54:54.087449+0000","last_undegraded":"2024-09-12T17:54:54.087449+0000","last_fullsized":"2024-09-12T17:54:54.087449+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:54.665517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":797,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616625+0000","last_change":"2024-09-12T17:09:45.386224+0000","last_active":"2024-09-12T17:56:31.616625+0000","last_peered":"2024-09-12T17:56:31.616625+0000","last_clean":"2024-09-12T17:56:31.616625+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:31.616625+0000","last_undegraded":"2024-09-12T17:56:31.616625+0000","last_fullsized":"2024-09-12T17:56:31.616625+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:09.445443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521462+0000","last_change":"2024-09-12T17:09:49.304156+0000","last_active":"2024-09-12T17:52:22.521462+0000","last_peered":"2024-09-12T17:52:22.521462+0000","last_clean":"2024-09-12T17:52:22.521462+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:52:22.521462+0000","last_undegraded":"2024-09-12T17:52:22.521462+0000","last_fullsized":"2024-09-12T17:52:22.521462+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:08.124114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'122","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.405640+0000","last_change":"2024-09-12T17:09:51.326269+0000","last_active":"2024-09-12T17:56:31.405640+0000","last_peered":"2024-09-12T17:56:31.405640+0000","last_clean":"2024-09-12T17:56:31.405640+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:56:31.405640+0000","last_undegraded":"2024-09-12T17:56:31.405640+0000","last_fullsized":"2024-09-12T17:56:31.405640+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:58.648106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.723917+0000","last_change":"2024-09-12T17:09:53.332842+0000","last_active":"2024-09-12T17:53:28.723917+0000","last_peered":"2024-09-12T17:53:28.723917+0000","last_clean":"2024-09-12T17:53:28.723917+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:53:28.723917+0000","last_undegraded":"2024-09-12T17:53:28.723917+0000","last_fullsized":"2024-09-12T17:53:28.723917+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:27:31.259596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'115","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.092646+0000","last_change":"2024-09-12T17:09:55.348929+0000","last_active":"2024-09-12T17:53:28.092646+0000","last_peered":"2024-09-12T17:53:28.092646+0000","last_clean":"2024-09-12T17:53:28.092646+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:53:28.092646+0000","last_undegraded":"2024-09-12T17:53:28.092646+0000","last_fullsized":"2024-09-12T17:53:28.092646+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:31.831080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091249+0000","last_change":"2024-09-12T17:09:47.303220+0000","last_active":"2024-09-12T17:53:23.091249+0000","last_peered":"2024-09-12T17:53:23.091249+0000","last_clean":"2024-09-12T17:53:23.091249+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:53:23.091249+0000","last_undegraded":"2024-09-12T17:53:23.091249+0000","last_fullsized":"2024-09-12T17:53:23.091249+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:59.785663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'237","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.125010+0000","last_change":"2024-09-12T17:09:45.351000+0000","last_active":"2024-09-12T17:55:53.125010+0000","last_peered":"2024-09-12T17:55:53.125010+0000","last_clean":"2024-09-12T17:55:53.125010+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:55:53.125010+0000","last_undegraded":"2024-09-12T17:55:53.125010+0000","last_fullsized":"2024-09-12T17:55:53.125010+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:30.239842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12567457,"num_objects":12,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":526,"num_read_kb":13444,"num_write":1097,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915335+0000","last_change":"2024-09-12T17:09:49.324311+0000","last_active":"2024-09-12T17:53:18.915335+0000","last_peered":"2024-09-12T17:53:18.915335+0000","last_clean":"2024-09-12T17:53:18.915335+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:53:18.915335+0000","last_undegraded":"2024-09-12T17:53:18.915335+0000","last_fullsized":"2024-09-12T17:53:18.915335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:06.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'102","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.113357+0000","last_change":"2024-09-12T17:09:51.342046+0000","last_active":"2024-09-12T17:54:53.113357+0000","last_peered":"2024-09-12T17:54:53.113357+0000","last_clean":"2024-09-12T17:54:53.113357+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:54:53.113357+0000","last_undegraded":"2024-09-12T17:54:53.113357+0000","last_fullsized":"2024-09-12T17:54:53.113357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.607051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11354,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":180,"num_write":66,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.902927+0000","last_change":"2024-09-12T17:09:53.344175+0000","last_active":"2024-09-12T17:52:23.902927+0000","last_peered":"2024-09-12T17:52:23.902927+0000","last_clean":"2024-09-12T17:52:23.902927+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:52:23.902927+0000","last_undegraded":"2024-09-12T17:52:23.902927+0000","last_fullsized":"2024-09-12T17:52:23.902927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.536856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'172","reported_seq":1275,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.101071+0000","last_change":"2024-09-12T17:09:55.350317+0000","last_active":"2024-09-12T17:54:56.101071+0000","last_peered":"2024-09-12T17:54:56.101071+0000","last_clean":"2024-09-12T17:54:56.101071+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:54:56.101071+0000","last_undegraded":"2024-09-12T17:54:56.101071+0000","last_fullsized":"2024-09-12T17:54:56.101071+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:41.765624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'56","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915284+0000","last_change":"2024-09-12T17:09:47.327138+0000","last_active":"2024-09-12T17:53:18.915284+0000","last_peered":"2024-09-12T17:53:18.915284+0000","last_clean":"2024-09-12T17:53:18.915284+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:53:18.915284+0000","last_undegraded":"2024-09-12T17:53:18.915284+0000","last_fullsized":"2024-09-12T17:53:18.915284+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:29.805481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.814484+0000","last_change":"2024-09-12T17:09:45.372011+0000","last_active":"2024-09-12T17:56:31.814484+0000","last_peered":"2024-09-12T17:56:31.814484+0000","last_clean":"2024-09-12T17:56:31.814484+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:31.814484+0000","last_undegraded":"2024-09-12T17:56:31.814484+0000","last_fullsized":"2024-09-12T17:56:31.814484+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:51.644825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532524+0000","last_change":"2024-09-12T17:09:49.320180+0000","last_active":"2024-09-12T17:53:28.532524+0000","last_peered":"2024-09-12T17:53:28.532524+0000","last_clean":"2024-09-12T17:53:28.532524+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:53:28.532524+0000","last_undegraded":"2024-09-12T17:53:28.532524+0000","last_fullsized":"2024-09-12T17:53:28.532524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:06.846615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'158","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937296+0000","last_change":"2024-09-12T17:09:51.328224+0000","last_active":"2024-09-12T17:54:53.937296+0000","last_peered":"2024-09-12T17:54:53.937296+0000","last_clean":"2024-09-12T17:54:53.937296+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:54:53.937296+0000","last_undegraded":"2024-09-12T17:54:53.937296+0000","last_fullsized":"2024-09-12T17:54:53.937296+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:48.870737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13798,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":203,"num_read_kb":264,"num_write":116,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.716433+0000","last_change":"2024-09-12T17:09:53.356840+0000","last_active":"2024-09-12T17:52:22.716433+0000","last_peered":"2024-09-12T17:52:22.716433+0000","last_clean":"2024-09-12T17:52:22.716433+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:52:22.716433+0000","last_undegraded":"2024-09-12T17:52:22.716433+0000","last_fullsized":"2024-09-12T17:52:22.716433+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:49.233799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":621,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.250484+0000","last_change":"2024-09-12T17:09:55.344968+0000","last_active":"2024-09-12T17:56:17.250484+0000","last_peered":"2024-09-12T17:56:17.250484+0000","last_clean":"2024-09-12T17:56:17.250484+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:56:17.250484+0000","last_undegraded":"2024-09-12T17:56:17.250484+0000","last_fullsized":"2024-09-12T17:56:17.250484+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:36.824023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'168","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.669474+0000","last_change":"2024-09-12T17:09:47.341328+0000","last_active":"2024-09-12T17:54:17.669474+0000","last_peered":"2024-09-12T17:54:17.669474+0000","last_clean":"2024-09-12T17:54:17.669474+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:54:17.669474+0000","last_undegraded":"2024-09-12T17:54:17.669474+0000","last_fullsized":"2024-09-12T17:54:17.669474+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:05.959580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'192","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.724973+0000","last_change":"2024-09-12T17:09:45.378131+0000","last_active":"2024-09-12T17:53:33.724973+0000","last_peered":"2024-09-12T17:53:33.724973+0000","last_clean":"2024-09-12T17:53:33.724973+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:53:33.724973+0000","last_undegraded":"2024-09-12T17:53:33.724973+0000","last_fullsized":"2024-09-12T17:53:33.724973+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:15.897974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9722225,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":355,"num_read_kb":35218,"num_write":927,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.825028+0000","last_change":"2024-09-12T17:09:47.322528+0000","last_active":"2024-09-12T17:53:55.825028+0000","last_peered":"2024-09-12T17:53:55.825028+0000","last_clean":"2024-09-12T17:53:55.825028+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:53:55.825028+0000","last_undegraded":"2024-09-12T17:53:55.825028+0000","last_fullsized":"2024-09-12T17:53:55.825028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:46.496988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.612330+0000","last_change":"2024-09-12T17:09:45.359248+0000","last_active":"2024-09-12T17:56:31.612330+0000","last_peered":"2024-09-12T17:56:31.612330+0000","last_clean":"2024-09-12T17:56:31.612330+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:31.612330+0000","last_undegraded":"2024-09-12T17:56:31.612330+0000","last_fullsized":"2024-09-12T17:56:31.612330+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:01.169002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.531454+0000","last_change":"2024-09-12T17:09:47.324711+0000","last_active":"2024-09-12T17:53:07.531454+0000","last_peered":"2024-09-12T17:53:07.531454+0000","last_clean":"2024-09-12T17:53:07.531454+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:53:07.531454+0000","last_undegraded":"2024-09-12T17:53:07.531454+0000","last_fullsized":"2024-09-12T17:53:07.531454+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:40.294761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.749922+0000","last_change":"2024-09-12T17:09:45.351845+0000","last_active":"2024-09-12T17:56:31.749922+0000","last_peered":"2024-09-12T17:56:31.749922+0000","last_clean":"2024-09-12T17:56:31.749922+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:31.749922+0000","last_undegraded":"2024-09-12T17:56:31.749922+0000","last_fullsized":"2024-09-12T17:56:31.749922+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:25.456758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.457107+0000","last_change":"2024-09-12T17:09:47.321570+0000","last_active":"2024-09-12T17:53:43.457107+0000","last_peered":"2024-09-12T17:53:43.457107+0000","last_clean":"2024-09-12T17:53:43.457107+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:53:43.457107+0000","last_undegraded":"2024-09-12T17:53:43.457107+0000","last_fullsized":"2024-09-12T17:53:43.457107+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:40.719171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.728048+0000","last_change":"2024-09-12T17:09:45.329080+0000","last_active":"2024-09-12T17:56:31.728048+0000","last_peered":"2024-09-12T17:56:31.728048+0000","last_clean":"2024-09-12T17:56:31.728048+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:31.728048+0000","last_undegraded":"2024-09-12T17:56:31.728048+0000","last_fullsized":"2024-09-12T17:56:31.728048+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:24.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.280728+0000","last_change":"2024-09-12T17:09:47.327964+0000","last_active":"2024-09-12T17:53:53.280728+0000","last_peered":"2024-09-12T17:53:53.280728+0000","last_clean":"2024-09-12T17:53:53.280728+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:53:53.280728+0000","last_undegraded":"2024-09-12T17:53:53.280728+0000","last_fullsized":"2024-09-12T17:53:53.280728+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:57.261898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'165","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087471+0000","last_change":"2024-09-12T17:09:45.361303+0000","last_active":"2024-09-12T17:53:08.087471+0000","last_peered":"2024-09-12T17:53:08.087471+0000","last_clean":"2024-09-12T17:53:08.087471+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:53:08.087471+0000","last_undegraded":"2024-09-12T17:53:08.087471+0000","last_fullsized":"2024-09-12T17:53:08.087471+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:55.750684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244935,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":343,"num_read_kb":22164,"num_write":735,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918918+0000","last_change":"2024-09-12T17:09:47.326894+0000","last_active":"2024-09-12T17:53:33.918918+0000","last_peered":"2024-09-12T17:53:33.918918+0000","last_clean":"2024-09-12T17:53:33.918918+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:53:33.918918+0000","last_undegraded":"2024-09-12T17:53:33.918918+0000","last_fullsized":"2024-09-12T17:53:33.918918+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:49.746025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'239","reported_seq":953,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:10.038781+0000","last_change":"2024-09-12T17:09:45.320634+0000","last_active":"2024-09-12T17:56:10.038781+0000","last_peered":"2024-09-12T17:56:10.038781+0000","last_clean":"2024-09-12T17:56:10.038781+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:10.038781+0000","last_undegraded":"2024-09-12T17:56:10.038781+0000","last_fullsized":"2024-09-12T17:56:10.038781+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:16.083525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5160446,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":694,"num_read_kb":139222,"num_write":1138,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093715+0000","last_change":"2024-09-12T17:09:47.331529+0000","last_active":"2024-09-12T17:53:33.093715+0000","last_peered":"2024-09-12T17:53:33.093715+0000","last_clean":"2024-09-12T17:53:33.093715+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:53:33.093715+0000","last_undegraded":"2024-09-12T17:53:33.093715+0000","last_fullsized":"2024-09-12T17:53:33.093715+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:16.260895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'200","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.015100+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:54:55.015100+0000","last_peered":"2024-09-12T17:54:55.015100+0000","last_clean":"2024-09-12T17:54:55.015100+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:54:55.015100+0000","last_undegraded":"2024-09-12T17:54:55.015100+0000","last_fullsized":"2024-09-12T17:54:55.015100+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:26.612365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":392,"num_read_kb":17829,"num_write":988,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1389,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:48.486229+0000","last_change":"2024-09-12T17:09:47.324154+0000","last_active":"2024-09-12T17:53:48.486229+0000","last_peered":"2024-09-12T17:53:48.486229+0000","last_clean":"2024-09-12T17:53:48.486229+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:53:48.486229+0000","last_undegraded":"2024-09-12T17:53:48.486229+0000","last_fullsized":"2024-09-12T17:53:48.486229+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:15.247204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'164","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087747+0000","last_change":"2024-09-12T17:09:45.328527+0000","last_active":"2024-09-12T17:53:08.087747+0000","last_peered":"2024-09-12T17:53:08.087747+0000","last_clean":"2024-09-12T17:53:08.087747+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:53:08.087747+0000","last_undegraded":"2024-09-12T17:53:08.087747+0000","last_fullsized":"2024-09-12T17:53:08.087747+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:38.550077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37490,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":781,"num_read_kb":838,"num_write":841,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743254+0000","last_change":"2024-09-12T17:09:47.315100+0000","last_active":"2024-09-12T17:54:07.743254+0000","last_peered":"2024-09-12T17:54:07.743254+0000","last_clean":"2024-09-12T17:54:07.743254+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:54:07.743254+0000","last_undegraded":"2024-09-12T17:54:07.743254+0000","last_fullsized":"2024-09-12T17:54:07.743254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:58.703267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.689868+0000","last_change":"2024-09-12T17:09:45.351756+0000","last_active":"2024-09-12T17:56:31.689868+0000","last_peered":"2024-09-12T17:56:31.689868+0000","last_clean":"2024-09-12T17:56:31.689868+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:31.689868+0000","last_undegraded":"2024-09-12T17:56:31.689868+0000","last_fullsized":"2024-09-12T17:56:31.689868+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:50.788356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":731,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927135+0000","last_change":"2024-09-12T17:09:47.303842+0000","last_active":"2024-09-12T17:54:08.927135+0000","last_peered":"2024-09-12T17:54:08.927135+0000","last_clean":"2024-09-12T17:54:08.927135+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:54:08.927135+0000","last_undegraded":"2024-09-12T17:54:08.927135+0000","last_fullsized":"2024-09-12T17:54:08.927135+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:57.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'158","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:50.026957+0000","last_change":"2024-09-12T17:09:45.305004+0000","last_active":"2024-09-12T17:52:50.026957+0000","last_peered":"2024-09-12T17:52:50.026957+0000","last_clean":"2024-09-12T17:52:50.026957+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:52:50.026957+0000","last_undegraded":"2024-09-12T17:52:50.026957+0000","last_fullsized":"2024-09-12T17:52:50.026957+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:39.793333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6543168,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":309,"num_read_kb":36530,"num_write":732,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.142260+0000","last_change":"2024-09-12T17:09:47.335758+0000","last_active":"2024-09-12T17:52:51.142260+0000","last_peered":"2024-09-12T17:52:51.142260+0000","last_clean":"2024-09-12T17:52:51.142260+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:52:51.142260+0000","last_undegraded":"2024-09-12T17:52:51.142260+0000","last_fullsized":"2024-09-12T17:52:51.142260+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:28.932313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615080+0000","last_change":"2024-09-12T17:10:17.031631+0000","last_active":"2024-09-12T17:56:31.615080+0000","last_peered":"2024-09-12T17:56:31.615080+0000","last_clean":"2024-09-12T17:56:31.615080+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:31.615080+0000","last_undegraded":"2024-09-12T17:56:31.615080+0000","last_fullsized":"2024-09-12T17:56:31.615080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:50.634398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'498","reported_seq":1120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.206984+0000","last_change":"2024-09-12T17:09:47.336306+0000","last_active":"2024-09-12T17:53:47.206984+0000","last_peered":"2024-09-12T17:53:47.206984+0000","last_clean":"2024-09-12T17:53:47.206984+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:53:47.206984+0000","last_undegraded":"2024-09-12T17:53:47.206984+0000","last_fullsized":"2024-09-12T17:53:47.206984+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:50.947285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.665495+0000","last_change":"2024-09-12T17:09:45.354083+0000","last_active":"2024-09-12T17:56:31.665495+0000","last_peered":"2024-09-12T17:56:31.665495+0000","last_clean":"2024-09-12T17:56:31.665495+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:31.665495+0000","last_undegraded":"2024-09-12T17:56:31.665495+0000","last_fullsized":"2024-09-12T17:56:31.665495+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.203854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:35.060190+0000","last_change":"2024-09-12T17:09:47.335903+0000","last_active":"2024-09-12T17:54:35.060190+0000","last_peered":"2024-09-12T17:54:35.060190+0000","last_clean":"2024-09-12T17:54:35.060190+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:54:35.060190+0000","last_undegraded":"2024-09-12T17:54:35.060190+0000","last_fullsized":"2024-09-12T17:54:35.060190+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:04.449239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'193","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:31.417548+0000","last_change":"2024-09-12T17:09:45.374348+0000","last_active":"2024-09-12T17:53:31.417548+0000","last_peered":"2024-09-12T17:53:31.417548+0000","last_clean":"2024-09-12T17:53:31.417548+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:53:31.417548+0000","last_undegraded":"2024-09-12T17:53:31.417548+0000","last_fullsized":"2024-09-12T17:53:31.417548+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:04.052570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11091027,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":405,"num_read_kb":31775,"num_write":972,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:15.872849+0000","last_change":"2024-09-12T17:09:47.316306+0000","last_active":"2024-09-12T17:53:15.872849+0000","last_peered":"2024-09-12T17:53:15.872849+0000","last_clean":"2024-09-12T17:53:15.872849+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:53:15.872849+0000","last_undegraded":"2024-09-12T17:53:15.872849+0000","last_fullsized":"2024-09-12T17:53:15.872849+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:20.807966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.772509+0000","last_change":"2024-09-12T17:09:45.387968+0000","last_active":"2024-09-12T17:56:31.772509+0000","last_peered":"2024-09-12T17:56:31.772509+0000","last_clean":"2024-09-12T17:56:31.772509+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:31.772509+0000","last_undegraded":"2024-09-12T17:56:31.772509+0000","last_fullsized":"2024-09-12T17:56:31.772509+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:40.674906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.006845+0000","last_change":"2024-09-12T17:09:47.312901+0000","last_active":"2024-09-12T17:54:32.006845+0000","last_peered":"2024-09-12T17:54:32.006845+0000","last_clean":"2024-09-12T17:54:32.006845+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:54:32.006845+0000","last_undegraded":"2024-09-12T17:54:32.006845+0000","last_fullsized":"2024-09-12T17:54:32.006845+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:35.423335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.400432+0000","last_change":"2024-09-12T17:10:16.707990+0000","last_active":"2024-09-12T17:56:31.400432+0000","last_peered":"2024-09-12T17:56:31.400432+0000","last_clean":"2024-09-12T17:56:31.400432+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:31.400432+0000","last_undegraded":"2024-09-12T17:56:31.400432+0000","last_fullsized":"2024-09-12T17:56:31.400432+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:59.729244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.453688+0000","last_change":"2024-09-12T17:09:47.336458+0000","last_active":"2024-09-12T17:53:57.453688+0000","last_peered":"2024-09-12T17:53:57.453688+0000","last_clean":"2024-09-12T17:53:57.453688+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:53:57.453688+0000","last_undegraded":"2024-09-12T17:53:57.453688+0000","last_fullsized":"2024-09-12T17:53:57.453688+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:44.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.745464+0000","last_change":"2024-09-12T17:09:45.386162+0000","last_active":"2024-09-12T17:56:31.745464+0000","last_peered":"2024-09-12T17:56:31.745464+0000","last_clean":"2024-09-12T17:56:31.745464+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:31.745464+0000","last_undegraded":"2024-09-12T17:56:31.745464+0000","last_fullsized":"2024-09-12T17:56:31.745464+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:14.295445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":898,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.820778+0000","last_change":"2024-09-12T17:09:45.362785+0000","last_active":"2024-09-12T17:56:31.820778+0000","last_peered":"2024-09-12T17:56:31.820778+0000","last_clean":"2024-09-12T17:56:31.820778+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:31.820778+0000","last_undegraded":"2024-09-12T17:56:31.820778+0000","last_fullsized":"2024-09-12T17:56:31.820778+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:10.759933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.832808+0000","last_change":"2024-09-12T17:09:47.319522+0000","last_active":"2024-09-12T17:53:47.832808+0000","last_peered":"2024-09-12T17:53:47.832808+0000","last_clean":"2024-09-12T17:53:47.832808+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:53:47.832808+0000","last_undegraded":"2024-09-12T17:53:47.832808+0000","last_fullsized":"2024-09-12T17:53:47.832808+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:00.122662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'242","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542199+0000","last_change":"2024-09-12T17:09:45.320653+0000","last_active":"2024-09-12T17:54:08.542199+0000","last_peered":"2024-09-12T17:54:08.542199+0000","last_clean":"2024-09-12T17:54:08.542199+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:54:08.542199+0000","last_undegraded":"2024-09-12T17:54:08.542199+0000","last_fullsized":"2024-09-12T17:54:08.542199+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:41.435712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7370312,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":575,"num_read_kb":38110,"num_write":1081,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.776893+0000","last_change":"2024-09-12T17:09:47.317513+0000","last_active":"2024-09-12T17:54:32.776893+0000","last_peered":"2024-09-12T17:54:32.776893+0000","last_clean":"2024-09-12T17:54:32.776893+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:54:32.776893+0000","last_undegraded":"2024-09-12T17:54:32.776893+0000","last_fullsized":"2024-09-12T17:54:32.776893+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:04.850566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1132,"ondisk_log_size":1132,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1345,"ondisk_log_size":1345,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":356,"ondisk_log_size":356,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":378499,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8197,"num_read_kb":10219,"num_write":5551,"num_write_kb":2701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":491520,"data_stored":114575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2022,"ondisk_log_size":2022,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2369,"num_read_kb":2827,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3813,"ondisk_log_size":3813,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":263428677,"num_objects":369,"num_object_clones":0,"num_object_copies":1476,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":369,"num_whiteouts":0,"num_read":33045,"num_read_kb":2261405,"num_write":62785,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":391950336,"data_stored":391950336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4526,"ondisk_log_size":4526,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75502432,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":149,"num_read_kb":209476,"num_write":168,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127938560,"data_stored":127935328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":36713312,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":163,"num_read_kb":206399,"num_write":181,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":91238400,"data_stored":91231936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510011,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":388524,"kb_used_data":136604,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93983316,"statfs":{"total":96636764160,"available":96238915584,"internally_reserved":0,"allocated":139882496,"data_stored":137889071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510010,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":207108,"kb_used_data":125940,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94164732,"statfs":{"total":96636764160,"available":96424685568,"internally_reserved":0,"allocated":128962560,"data_stored":127022672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510010,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258116,"kb_used_data":128436,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94113724,"statfs":{"total":96636764160,"available":96372453376,"internally_reserved":0,"allocated":131518464,"data_stored":129505341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542713,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263540,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108300,"statfs":{"total":96636764160,"available":96366899200,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542712,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128740,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94243100,"statfs":{"total":96636764160,"available":96504934400,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542715,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":377608,"kb_used_data":161784,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":93994232,"statfs":{"total":96636764160,"available":96250093568,"internally_reserved":0,"allocated":165666816,"data_stored":163634133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":103124,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94268716,"statfs":{"total":96636764160,"available":96531165184,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542713,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":362504,"kb_used_data":106376,"kb_used_omap":1,"kb_used_meta":255998,"kb_avail":94009336,"statfs":{"total":96636764160,"available":96265560064,"internally_reserved":0,"allocated":108929024,"data_stored":106896489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262142405},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":85217280,"data_stored":85217280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81608704,"data_stored":81608704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":77524992,"data_stored":77524992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":85245952,"data_stored":85245952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":41270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":42567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":10381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":16215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":22040576,"data_stored":22037344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24104960,"data_stored":24104960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29347840,"data_stored":29347840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15745024,"data_stored":15741792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19914752,"data_stored":19914752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":55582720,"data_stored":55582720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17850368,"data_stored":17847136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34590720,"data_stored":34590720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:56:33.352 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:56:33.746 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:56:33.763 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:56:33.783 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1675,"stamp":"2024-09-12T17:56:33.088965+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":376630295,"num_objects":732,"num_object_clones":0,"num_object_copies":2202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":732,"num_whiteouts":0,"num_read":168166,"num_read_kb":2795406,"num_write":124455,"num_write_kb":2453194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13515,"ondisk_log_size":13515,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2089264,"kb_used_data":713868,"kb_used_omap":12,"kb_used_meta":1374963,"kb_avail":752885456,"statfs":{"total":773094113280,"available":770954706944,"internally_reserved":0,"allocated":731000832,"data_stored":715005438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1407962673},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-298472783,"num_objects":-204,"num_object_clones":0,"num_object_copies":-760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-204,"num_whiteouts":0,"num_read":410,"num_read_kb":441,"num_write":304,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008204"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.544132+0000","last_change":"2024-09-12T17:39:00.654994+0000","last_active":"2024-09-12T17:54:02.544132+0000","last_peered":"2024-09-12T17:54:02.544132+0000","last_clean":"2024-09-12T17:54:02.544132+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:54:02.544132+0000","last_undegraded":"2024-09-12T17:54:02.544132+0000","last_fullsized":"2024-09-12T17:54:02.544132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.188480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.464216+0000","last_change":"2024-09-12T17:26:55.507001+0000","last_active":"2024-09-12T17:56:31.464216+0000","last_peered":"2024-09-12T17:56:31.464216+0000","last_clean":"2024-09-12T17:56:31.464216+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:56:31.464216+0000","last_undegraded":"2024-09-12T17:56:31.464216+0000","last_fullsized":"2024-09-12T17:56:31.464216+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:51.487735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.068108+0000","last_change":"2024-09-12T17:26:52.442934+0000","last_active":"2024-09-12T17:51:53.068108+0000","last_peered":"2024-09-12T17:51:53.068108+0000","last_clean":"2024-09-12T17:51:53.068108+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:51:53.068108+0000","last_undegraded":"2024-09-12T17:51:53.068108+0000","last_fullsized":"2024-09-12T17:51:53.068108+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:49.626714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":9208,"num_write":4,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.745612+0000","last_change":"2024-09-12T17:25:04.922734+0000","last_active":"2024-09-12T17:54:17.745612+0000","last_peered":"2024-09-12T17:54:17.745612+0000","last_clean":"2024-09-12T17:54:17.745612+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:54:17.745612+0000","last_undegraded":"2024-09-12T17:54:17.745612+0000","last_fullsized":"2024-09-12T17:54:17.745612+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:47.228774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.686947+0000","last_change":"2024-09-12T17:39:00.655983+0000","last_active":"2024-09-12T17:54:02.686947+0000","last_peered":"2024-09-12T17:54:02.686947+0000","last_clean":"2024-09-12T17:54:02.686947+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:54:02.686947+0000","last_undegraded":"2024-09-12T17:54:02.686947+0000","last_fullsized":"2024-09-12T17:54:02.686947+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:39.123377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.897322+0000","last_change":"2024-09-12T17:26:55.481537+0000","last_active":"2024-09-12T17:51:58.897322+0000","last_peered":"2024-09-12T17:51:58.897322+0000","last_clean":"2024-09-12T17:51:58.897322+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:51:58.897322+0000","last_undegraded":"2024-09-12T17:51:58.897322+0000","last_fullsized":"2024-09-12T17:51:58.897322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:03.172800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":3,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.511276+0000","last_change":"2024-09-12T17:26:52.447008+0000","last_active":"2024-09-12T17:51:53.511276+0000","last_peered":"2024-09-12T17:51:53.511276+0000","last_clean":"2024-09-12T17:51:53.511276+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:51:53.511276+0000","last_undegraded":"2024-09-12T17:51:53.511276+0000","last_fullsized":"2024-09-12T17:51:53.511276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:11.557923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676347+0000","last_change":"2024-09-12T17:25:04.907617+0000","last_active":"2024-09-12T17:53:12.676347+0000","last_peered":"2024-09-12T17:53:12.676347+0000","last_clean":"2024-09-12T17:53:12.676347+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:53:12.676347+0000","last_undegraded":"2024-09-12T17:53:12.676347+0000","last_fullsized":"2024-09-12T17:53:12.676347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:29.673018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725076+0000","last_change":"2024-09-12T17:39:00.642074+0000","last_active":"2024-09-12T17:53:33.725076+0000","last_peered":"2024-09-12T17:53:33.725076+0000","last_clean":"2024-09-12T17:53:33.725076+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:53:33.725076+0000","last_undegraded":"2024-09-12T17:53:33.725076+0000","last_fullsized":"2024-09-12T17:53:33.725076+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:58.591036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741918+0000","last_change":"2024-09-12T17:26:55.502249+0000","last_active":"2024-09-12T17:54:02.741918+0000","last_peered":"2024-09-12T17:54:02.741918+0000","last_clean":"2024-09-12T17:54:02.741918+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:54:02.741918+0000","last_undegraded":"2024-09-12T17:54:02.741918+0000","last_fullsized":"2024-09-12T17:54:02.741918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:47.896595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.698944+0000","last_change":"2024-09-12T17:26:52.433582+0000","last_active":"2024-09-12T17:54:57.698944+0000","last_peered":"2024-09-12T17:54:57.698944+0000","last_clean":"2024-09-12T17:54:57.698944+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:54:57.698944+0000","last_undegraded":"2024-09-12T17:54:57.698944+0000","last_fullsized":"2024-09-12T17:54:57.698944+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:54.067612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.251457+0000","last_change":"2024-09-12T17:25:04.911293+0000","last_active":"2024-09-12T17:53:13.251457+0000","last_peered":"2024-09-12T17:53:13.251457+0000","last_clean":"2024-09-12T17:53:13.251457+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:53:13.251457+0000","last_undegraded":"2024-09-12T17:53:13.251457+0000","last_fullsized":"2024-09-12T17:53:13.251457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:49.147916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.086049+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:53:03.086049+0000","last_peered":"2024-09-12T17:53:03.086049+0000","last_clean":"2024-09-12T17:53:03.086049+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:53:03.086049+0000","last_undegraded":"2024-09-12T17:53:03.086049+0000","last_fullsized":"2024-09-12T17:53:03.086049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:08.846965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'1","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.924852+0000","last_change":"2024-09-12T17:26:52.433748+0000","last_active":"2024-09-12T17:53:58.924852+0000","last_peered":"2024-09-12T17:53:58.924852+0000","last_clean":"2024-09-12T17:53:58.924852+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:53:58.924852+0000","last_undegraded":"2024-09-12T17:53:58.924852+0000","last_fullsized":"2024-09-12T17:53:58.924852+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:04.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.143139+0000","last_change":"2024-09-12T17:25:04.925068+0000","last_active":"2024-09-12T17:53:57.143139+0000","last_peered":"2024-09-12T17:53:57.143139+0000","last_clean":"2024-09-12T17:53:57.143139+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:53:57.143139+0000","last_undegraded":"2024-09-12T17:53:57.143139+0000","last_fullsized":"2024-09-12T17:53:57.143139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:27.788147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087576+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:53:08.087576+0000","last_peered":"2024-09-12T17:53:08.087576+0000","last_clean":"2024-09-12T17:53:08.087576+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:53:08.087576+0000","last_undegraded":"2024-09-12T17:53:08.087576+0000","last_fullsized":"2024-09-12T17:53:08.087576+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:10.097756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.364957+0000","last_change":"2024-09-12T17:26:55.485174+0000","last_active":"2024-09-12T17:56:07.364957+0000","last_peered":"2024-09-12T17:56:07.364957+0000","last_clean":"2024-09-12T17:56:07.364957+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:56:07.364957+0000","last_undegraded":"2024-09-12T17:56:07.364957+0000","last_fullsized":"2024-09-12T17:56:07.364957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:47.486545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:52.356114+0000","last_change":"2024-09-12T17:26:52.416884+0000","last_active":"2024-09-12T17:55:52.356114+0000","last_peered":"2024-09-12T17:55:52.356114+0000","last_clean":"2024-09-12T17:55:52.356114+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:55:52.356114+0000","last_undegraded":"2024-09-12T17:55:52.356114+0000","last_fullsized":"2024-09-12T17:55:52.356114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:07.067749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:48.813307+0000","last_change":"2024-09-12T17:25:04.919312+0000","last_active":"2024-09-12T17:52:48.813307+0000","last_peered":"2024-09-12T17:52:48.813307+0000","last_clean":"2024-09-12T17:52:48.813307+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:52:48.813307+0000","last_undegraded":"2024-09-12T17:52:48.813307+0000","last_fullsized":"2024-09-12T17:52:48.813307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:24.912158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.534928+0000","last_change":"2024-09-12T17:39:00.672683+0000","last_active":"2024-09-12T17:53:38.534928+0000","last_peered":"2024-09-12T17:53:38.534928+0000","last_clean":"2024-09-12T17:53:38.534928+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:53:38.534928+0000","last_undegraded":"2024-09-12T17:53:38.534928+0000","last_fullsized":"2024-09-12T17:53:38.534928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:06.279335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'10","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725050+0000","last_change":"2024-09-12T17:26:55.496929+0000","last_active":"2024-09-12T17:53:33.725050+0000","last_peered":"2024-09-12T17:53:33.725050+0000","last_clean":"2024-09-12T17:53:33.725050+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:53:33.725050+0000","last_undegraded":"2024-09-12T17:53:33.725050+0000","last_fullsized":"2024-09-12T17:53:33.725050+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:17.920085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":20493,"num_write":10,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.917785+0000","last_change":"2024-09-12T17:26:52.420116+0000","last_active":"2024-09-12T17:53:28.917785+0000","last_peered":"2024-09-12T17:53:28.917785+0000","last_clean":"2024-09-12T17:53:28.917785+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:53:28.917785+0000","last_undegraded":"2024-09-12T17:53:28.917785+0000","last_fullsized":"2024-09-12T17:53:28.917785+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:40.398369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'109","reported_seq":400,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713056+0000","last_change":"2024-09-12T17:25:04.910127+0000","last_active":"2024-09-12T17:52:38.713056+0000","last_peered":"2024-09-12T17:52:38.713056+0000","last_clean":"2024-09-12T17:52:38.713056+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:52:38.713056+0000","last_undegraded":"2024-09-12T17:52:38.713056+0000","last_fullsized":"2024-09-12T17:52:38.713056+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:12.369469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554782+0000","last_change":"2024-09-12T17:39:00.653210+0000","last_active":"2024-09-12T17:54:02.554782+0000","last_peered":"2024-09-12T17:54:02.554782+0000","last_clean":"2024-09-12T17:54:02.554782+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:54:02.554782+0000","last_undegraded":"2024-09-12T17:54:02.554782+0000","last_fullsized":"2024-09-12T17:54:02.554782+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:21.443242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.704280+0000","last_change":"2024-09-12T17:26:55.489865+0000","last_active":"2024-09-12T17:51:58.704280+0000","last_peered":"2024-09-12T17:51:58.704280+0000","last_clean":"2024-09-12T17:51:58.704280+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:51:58.704280+0000","last_undegraded":"2024-09-12T17:51:58.704280+0000","last_fullsized":"2024-09-12T17:51:58.704280+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:03.412272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.896143+0000","last_change":"2024-09-12T17:26:52.430258+0000","last_active":"2024-09-12T17:51:53.896143+0000","last_peered":"2024-09-12T17:51:53.896143+0000","last_clean":"2024-09-12T17:51:53.896143+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:51:53.896143+0000","last_undegraded":"2024-09-12T17:51:53.896143+0000","last_fullsized":"2024-09-12T17:51:53.896143+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:40.197642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":6669,"num_write":4,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":95,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:42.707158+0000","last_change":"2024-09-12T17:25:04.900903+0000","last_active":"2024-09-12T17:51:42.707158+0000","last_peered":"2024-09-12T17:51:42.707158+0000","last_clean":"2024-09-12T17:51:42.707158+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:51:42.707158+0000","last_undegraded":"2024-09-12T17:51:42.707158+0000","last_fullsized":"2024-09-12T17:51:42.707158+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:01.439563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554870+0000","last_change":"2024-09-12T17:39:00.659857+0000","last_active":"2024-09-12T17:54:02.554870+0000","last_peered":"2024-09-12T17:54:02.554870+0000","last_clean":"2024-09-12T17:54:02.554870+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:54:02.554870+0000","last_undegraded":"2024-09-12T17:54:02.554870+0000","last_fullsized":"2024-09-12T17:54:02.554870+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:42.271561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.069334+0000","last_change":"2024-09-12T17:26:55.497844+0000","last_active":"2024-09-12T17:51:58.069334+0000","last_peered":"2024-09-12T17:51:58.069334+0000","last_clean":"2024-09-12T17:51:58.069334+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:51:58.069334+0000","last_undegraded":"2024-09-12T17:51:58.069334+0000","last_fullsized":"2024-09-12T17:51:58.069334+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:45.595727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.337622+0000","last_change":"2024-09-12T17:26:52.439130+0000","last_active":"2024-09-12T17:54:22.337622+0000","last_peered":"2024-09-12T17:54:22.337622+0000","last_clean":"2024-09-12T17:54:22.337622+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:54:22.337622+0000","last_undegraded":"2024-09-12T17:54:22.337622+0000","last_fullsized":"2024-09-12T17:54:22.337622+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:08.552265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:43.508674+0000","last_change":"2024-09-12T17:25:04.913235+0000","last_active":"2024-09-12T17:51:43.508674+0000","last_peered":"2024-09-12T17:51:43.508674+0000","last_clean":"2024-09-12T17:51:43.508674+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:51:43.508674+0000","last_undegraded":"2024-09-12T17:51:43.508674+0000","last_fullsized":"2024-09-12T17:51:43.508674+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:55.187173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.526871+0000","last_change":"2024-09-12T17:39:00.667249+0000","last_active":"2024-09-12T17:53:03.526871+0000","last_peered":"2024-09-12T17:53:03.526871+0000","last_clean":"2024-09-12T17:53:03.526871+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:53:03.526871+0000","last_undegraded":"2024-09-12T17:53:03.526871+0000","last_fullsized":"2024-09-12T17:53:03.526871+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:18.529716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094029+0000","last_change":"2024-09-12T17:26:55.511073+0000","last_active":"2024-09-12T17:53:33.094029+0000","last_peered":"2024-09-12T17:53:33.094029+0000","last_clean":"2024-09-12T17:53:33.094029+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:53:33.094029+0000","last_undegraded":"2024-09-12T17:53:33.094029+0000","last_fullsized":"2024-09-12T17:53:33.094029+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:49.577514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":8,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.524759+0000","last_change":"2024-09-12T17:26:52.434732+0000","last_active":"2024-09-12T17:52:37.524759+0000","last_peered":"2024-09-12T17:52:37.524759+0000","last_clean":"2024-09-12T17:52:37.524759+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:52:37.524759+0000","last_undegraded":"2024-09-12T17:52:37.524759+0000","last_fullsized":"2024-09-12T17:52:37.524759+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:01.428099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743216+0000","last_change":"2024-09-12T17:25:04.902579+0000","last_active":"2024-09-12T17:54:07.743216+0000","last_peered":"2024-09-12T17:54:07.743216+0000","last_clean":"2024-09-12T17:54:07.743216+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:54:07.743216+0000","last_undegraded":"2024-09-12T17:54:07.743216+0000","last_fullsized":"2024-09-12T17:54:07.743216+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:38.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.674215+0000","last_change":"2024-09-12T17:39:00.645751+0000","last_active":"2024-09-12T17:53:02.674215+0000","last_peered":"2024-09-12T17:53:02.674215+0000","last_clean":"2024-09-12T17:53:02.674215+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:53:02.674215+0000","last_undegraded":"2024-09-12T17:53:02.674215+0000","last_fullsized":"2024-09-12T17:53:02.674215+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:01.389885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:43.081073+0000","last_change":"2024-09-12T17:26:55.510031+0000","last_active":"2024-09-12T17:52:43.081073+0000","last_peered":"2024-09-12T17:52:43.081073+0000","last_clean":"2024-09-12T17:52:43.081073+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:52:43.081073+0000","last_undegraded":"2024-09-12T17:52:43.081073+0000","last_fullsized":"2024-09-12T17:52:43.081073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:57.160595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.448420+0000","last_change":"2024-09-12T17:26:52.433514+0000","last_active":"2024-09-12T17:56:31.448420+0000","last_peered":"2024-09-12T17:56:31.448420+0000","last_clean":"2024-09-12T17:56:31.448420+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:56:31.448420+0000","last_undegraded":"2024-09-12T17:56:31.448420+0000","last_fullsized":"2024-09-12T17:56:31.448420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:18.848274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:43.065722+0000","last_change":"2024-09-12T17:25:04.925132+0000","last_active":"2024-09-12T17:51:43.065722+0000","last_peered":"2024-09-12T17:51:43.065722+0000","last_clean":"2024-09-12T17:51:43.065722+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:51:43.065722+0000","last_undegraded":"2024-09-12T17:51:43.065722+0000","last_fullsized":"2024-09-12T17:51:43.065722+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:03.974572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.539997+0000","last_change":"2024-09-12T17:39:00.652425+0000","last_active":"2024-09-12T17:53:02.539997+0000","last_peered":"2024-09-12T17:53:02.539997+0000","last_clean":"2024-09-12T17:53:02.539997+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:53:02.539997+0000","last_undegraded":"2024-09-12T17:53:02.539997+0000","last_fullsized":"2024-09-12T17:53:02.539997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:06.412877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739369+0000","last_change":"2024-09-12T17:27:17.560393+0000","last_active":"2024-09-12T17:53:52.739369+0000","last_peered":"2024-09-12T17:53:52.739369+0000","last_clean":"2024-09-12T17:53:52.739369+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:53:52.739369+0000","last_undegraded":"2024-09-12T17:53:52.739369+0000","last_fullsized":"2024-09-12T17:53:52.739369+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:05.623877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.679872+0000","last_change":"2024-09-12T17:26:52.438102+0000","last_active":"2024-09-12T17:53:27.679872+0000","last_peered":"2024-09-12T17:53:27.679872+0000","last_clean":"2024-09-12T17:53:27.679872+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:53:27.679872+0000","last_undegraded":"2024-09-12T17:53:27.679872+0000","last_fullsized":"2024-09-12T17:53:27.679872+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:35.849418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.688123+0000","last_change":"2024-09-12T17:25:04.906701+0000","last_active":"2024-09-12T17:54:07.688123+0000","last_peered":"2024-09-12T17:54:07.688123+0000","last_clean":"2024-09-12T17:54:07.688123+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:54:07.688123+0000","last_undegraded":"2024-09-12T17:54:07.688123+0000","last_fullsized":"2024-09-12T17:54:07.688123+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:24.581110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530097+0000","last_change":"2024-09-12T17:39:00.654081+0000","last_active":"2024-09-12T17:53:02.530097+0000","last_peered":"2024-09-12T17:53:02.530097+0000","last_clean":"2024-09-12T17:53:02.530097+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:53:02.530097+0000","last_undegraded":"2024-09-12T17:53:02.530097+0000","last_fullsized":"2024-09-12T17:53:02.530097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:38:51.210163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'1","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919062+0000","last_change":"2024-09-12T17:26:55.477753+0000","last_active":"2024-09-12T17:53:33.919062+0000","last_peered":"2024-09-12T17:53:33.919062+0000","last_clean":"2024-09-12T17:53:33.919062+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:53:33.919062+0000","last_undegraded":"2024-09-12T17:53:33.919062+0000","last_fullsized":"2024-09-12T17:53:33.919062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:59.457820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4960,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":10,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.733352+0000","last_change":"2024-09-12T17:26:52.420326+0000","last_active":"2024-09-12T17:53:27.733352+0000","last_peered":"2024-09-12T17:53:27.733352+0000","last_clean":"2024-09-12T17:53:27.733352+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:53:27.733352+0000","last_undegraded":"2024-09-12T17:53:27.733352+0000","last_fullsized":"2024-09-12T17:53:27.733352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:41.492938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.431162+0000","last_change":"2024-09-12T17:25:04.916869+0000","last_active":"2024-09-12T17:53:57.431162+0000","last_peered":"2024-09-12T17:53:57.431162+0000","last_clean":"2024-09-12T17:53:57.431162+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:53:57.431162+0000","last_undegraded":"2024-09-12T17:53:57.431162+0000","last_fullsized":"2024-09-12T17:53:57.431162+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:11.195104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'6","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521427+0000","last_change":"2024-09-12T17:26:55.513412+0000","last_active":"2024-09-12T17:52:38.521427+0000","last_peered":"2024-09-12T17:52:38.521427+0000","last_clean":"2024-09-12T17:52:38.521427+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:52:38.521427+0000","last_undegraded":"2024-09-12T17:52:38.521427+0000","last_fullsized":"2024-09-12T17:52:38.521427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:11.001168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8190,"num_write":11,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'1","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905362+0000","last_change":"2024-09-12T17:26:52.435249+0000","last_active":"2024-09-12T17:52:33.905362+0000","last_peered":"2024-09-12T17:52:33.905362+0000","last_clean":"2024-09-12T17:52:33.905362+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:52:33.905362+0000","last_undegraded":"2024-09-12T17:52:33.905362+0000","last_fullsized":"2024-09-12T17:52:33.905362+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:05.162270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3080,"num_write":1,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.541551+0000","last_change":"2024-09-12T17:25:04.924374+0000","last_active":"2024-09-12T17:53:07.541551+0000","last_peered":"2024-09-12T17:53:07.541551+0000","last_clean":"2024-09-12T17:53:07.541551+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:53:07.541551+0000","last_undegraded":"2024-09-12T17:53:07.541551+0000","last_fullsized":"2024-09-12T17:53:07.541551+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:27.673259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:32.734544+0000","last_change":"2024-09-12T17:39:00.646531+0000","last_active":"2024-09-12T17:53:32.734544+0000","last_peered":"2024-09-12T17:53:32.734544+0000","last_clean":"2024-09-12T17:53:32.734544+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:53:32.734544+0000","last_undegraded":"2024-09-12T17:53:32.734544+0000","last_fullsized":"2024-09-12T17:53:32.734544+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521361+0000","last_change":"2024-09-12T17:26:55.492375+0000","last_active":"2024-09-12T17:52:38.521361+0000","last_peered":"2024-09-12T17:52:38.521361+0000","last_clean":"2024-09-12T17:52:38.521361+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:52:38.521361+0000","last_undegraded":"2024-09-12T17:52:38.521361+0000","last_fullsized":"2024-09-12T17:52:38.521361+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.588397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078057+0000","last_change":"2024-09-12T17:26:52.450237+0000","last_active":"2024-09-12T17:52:33.078057+0000","last_peered":"2024-09-12T17:52:33.078057+0000","last_clean":"2024-09-12T17:52:33.078057+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:52:33.078057+0000","last_undegraded":"2024-09-12T17:52:33.078057+0000","last_fullsized":"2024-09-12T17:52:33.078057+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.478327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727409+0000","last_change":"2024-09-12T17:25:04.911153+0000","last_active":"2024-09-12T17:53:07.727409+0000","last_peered":"2024-09-12T17:53:07.727409+0000","last_clean":"2024-09-12T17:53:07.727409+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:53:07.727409+0000","last_undegraded":"2024-09-12T17:53:07.727409+0000","last_fullsized":"2024-09-12T17:53:07.727409+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:51.763751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.725930+0000","last_change":"2024-09-12T17:39:00.658943+0000","last_active":"2024-09-12T17:53:02.725930+0000","last_peered":"2024-09-12T17:53:02.725930+0000","last_clean":"2024-09-12T17:53:02.725930+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:53:02.725930+0000","last_undegraded":"2024-09-12T17:53:02.725930+0000","last_fullsized":"2024-09-12T17:53:02.725930+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:42.277391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.079800+0000","last_change":"2024-09-12T17:26:55.496848+0000","last_active":"2024-09-12T17:52:38.079800+0000","last_peered":"2024-09-12T17:52:38.079800+0000","last_clean":"2024-09-12T17:52:38.079800+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:52:38.079800+0000","last_undegraded":"2024-09-12T17:52:38.079800+0000","last_fullsized":"2024-09-12T17:52:38.079800+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:22.322200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9441280,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":9,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'7","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.711863+0000","last_change":"2024-09-12T17:26:52.446493+0000","last_active":"2024-09-12T17:52:33.711863+0000","last_peered":"2024-09-12T17:52:33.711863+0000","last_clean":"2024-09-12T17:52:33.711863+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:52:33.711863+0000","last_undegraded":"2024-09-12T17:52:33.711863+0000","last_fullsized":"2024-09-12T17:52:33.711863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:09.458889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6303744,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":8239,"num_write":7,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912955+0000","last_change":"2024-09-12T17:25:04.906817+0000","last_active":"2024-09-12T17:53:08.912955+0000","last_peered":"2024-09-12T17:53:08.912955+0000","last_clean":"2024-09-12T17:53:08.912955+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:53:08.912955+0000","last_undegraded":"2024-09-12T17:53:08.912955+0000","last_fullsized":"2024-09-12T17:53:08.912955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:30.288230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093972+0000","last_change":"2024-09-12T17:39:00.643558+0000","last_active":"2024-09-12T17:53:33.093972+0000","last_peered":"2024-09-12T17:53:33.093972+0000","last_clean":"2024-09-12T17:53:33.093972+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:53:33.093972+0000","last_undegraded":"2024-09-12T17:53:33.093972+0000","last_fullsized":"2024-09-12T17:53:33.093972+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:43.002321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713011+0000","last_change":"2024-09-12T17:26:55.496230+0000","last_active":"2024-09-12T17:52:38.713011+0000","last_peered":"2024-09-12T17:52:38.713011+0000","last_clean":"2024-09-12T17:52:38.713011+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:52:38.713011+0000","last_undegraded":"2024-09-12T17:52:38.713011+0000","last_fullsized":"2024-09-12T17:52:38.713011+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.054209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.523736+0000","last_change":"2024-09-12T17:26:52.438732+0000","last_active":"2024-09-12T17:52:32.523736+0000","last_peered":"2024-09-12T17:52:32.523736+0000","last_clean":"2024-09-12T17:52:32.523736+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:52:32.523736+0000","last_undegraded":"2024-09-12T17:52:32.523736+0000","last_fullsized":"2024-09-12T17:52:32.523736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:12.548834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.418590+0000","last_change":"2024-09-12T17:25:04.918704+0000","last_active":"2024-09-12T17:53:57.418590+0000","last_peered":"2024-09-12T17:53:57.418590+0000","last_clean":"2024-09-12T17:53:57.418590+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:53:57.418590+0000","last_undegraded":"2024-09-12T17:53:57.418590+0000","last_fullsized":"2024-09-12T17:53:57.418590+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:23.353318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690546+0000","last_change":"2024-09-12T17:39:00.655201+0000","last_active":"2024-09-12T17:54:17.690546+0000","last_peered":"2024-09-12T17:54:17.690546+0000","last_clean":"2024-09-12T17:54:17.690546+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:54:17.690546+0000","last_undegraded":"2024-09-12T17:54:17.690546+0000","last_fullsized":"2024-09-12T17:54:17.690546+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:04.373526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100488+0000","last_change":"2024-09-12T17:26:55.504258+0000","last_active":"2024-09-12T17:53:58.100488+0000","last_peered":"2024-09-12T17:53:58.100488+0000","last_clean":"2024-09-12T17:53:58.100488+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:53:58.100488+0000","last_undegraded":"2024-09-12T17:53:58.100488+0000","last_fullsized":"2024-09-12T17:53:58.100488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.086080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":12290,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.552424+0000","last_change":"2024-09-12T17:26:52.451467+0000","last_active":"2024-09-12T17:53:52.552424+0000","last_peered":"2024-09-12T17:53:52.552424+0000","last_clean":"2024-09-12T17:53:52.552424+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:53:52.552424+0000","last_undegraded":"2024-09-12T17:53:52.552424+0000","last_fullsized":"2024-09-12T17:53:52.552424+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:10.472220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:13.073234+0000","last_change":"2024-09-12T17:25:04.931744+0000","last_active":"2024-09-12T17:52:13.073234+0000","last_peered":"2024-09-12T17:52:13.073234+0000","last_clean":"2024-09-12T17:52:13.073234+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:52:13.073234+0000","last_undegraded":"2024-09-12T17:52:13.073234+0000","last_fullsized":"2024-09-12T17:52:13.073234+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:03.252787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533161+0000","last_change":"2024-09-12T17:39:00.659341+0000","last_active":"2024-09-12T17:52:32.533161+0000","last_peered":"2024-09-12T17:52:32.533161+0000","last_clean":"2024-09-12T17:52:32.533161+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:52:32.533161+0000","last_undegraded":"2024-09-12T17:52:32.533161+0000","last_fullsized":"2024-09-12T17:52:32.533161+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:48.711898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100427+0000","last_change":"2024-09-12T17:26:55.506170+0000","last_active":"2024-09-12T17:53:58.100427+0000","last_peered":"2024-09-12T17:53:58.100427+0000","last_clean":"2024-09-12T17:53:58.100427+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:53:58.100427+0000","last_undegraded":"2024-09-12T17:53:58.100427+0000","last_fullsized":"2024-09-12T17:53:58.100427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:12.515468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":18434,"num_write":5,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.684881+0000","last_change":"2024-09-12T17:26:52.436218+0000","last_active":"2024-09-12T17:53:52.684881+0000","last_peered":"2024-09-12T17:53:52.684881+0000","last_clean":"2024-09-12T17:53:52.684881+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:53:52.684881+0000","last_undegraded":"2024-09-12T17:53:52.684881+0000","last_fullsized":"2024-09-12T17:53:52.684881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:38.366491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.434167+0000","last_change":"2024-09-12T17:25:04.905871+0000","last_active":"2024-09-12T17:53:58.434167+0000","last_peered":"2024-09-12T17:53:58.434167+0000","last_clean":"2024-09-12T17:53:58.434167+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:53:58.434167+0000","last_undegraded":"2024-09-12T17:53:58.434167+0000","last_fullsized":"2024-09-12T17:53:58.434167+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:26.645725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.734047+0000","last_change":"2024-09-12T17:39:00.649914+0000","last_active":"2024-09-12T17:54:13.734047+0000","last_peered":"2024-09-12T17:54:13.734047+0000","last_clean":"2024-09-12T17:54:13.734047+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:54:13.734047+0000","last_undegraded":"2024-09-12T17:54:13.734047+0000","last_fullsized":"2024-09-12T17:54:13.734047+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:09.875663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.541069+0000","last_change":"2024-09-12T17:26:55.501141+0000","last_active":"2024-09-12T17:54:03.541069+0000","last_peered":"2024-09-12T17:54:03.541069+0000","last_clean":"2024-09-12T17:54:03.541069+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:54:03.541069+0000","last_undegraded":"2024-09-12T17:54:03.541069+0000","last_fullsized":"2024-09-12T17:54:03.541069+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:25.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.359593+0000","last_change":"2024-09-12T17:26:52.431900+0000","last_active":"2024-09-12T17:56:07.359593+0000","last_peered":"2024-09-12T17:56:07.359593+0000","last_clean":"2024-09-12T17:56:07.359593+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:56:07.359593+0000","last_undegraded":"2024-09-12T17:56:07.359593+0000","last_fullsized":"2024-09-12T17:56:07.359593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:32.402606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":197,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:08.706572+0000","last_change":"2024-09-12T17:25:04.925129+0000","last_active":"2024-09-12T17:52:08.706572+0000","last_peered":"2024-09-12T17:52:08.706572+0000","last_clean":"2024-09-12T17:52:08.706572+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:52:08.706572+0000","last_undegraded":"2024-09-12T17:52:08.706572+0000","last_fullsized":"2024-09-12T17:52:08.706572+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:17.087361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557852+0000","last_change":"2024-09-12T17:39:00.662714+0000","last_active":"2024-09-12T17:54:12.557852+0000","last_peered":"2024-09-12T17:54:12.557852+0000","last_clean":"2024-09-12T17:54:12.557852+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:54:12.557852+0000","last_undegraded":"2024-09-12T17:54:12.557852+0000","last_fullsized":"2024-09-12T17:54:12.557852+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:01.821319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'12","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100532+0000","last_change":"2024-09-12T17:26:55.505568+0000","last_active":"2024-09-12T17:53:58.100532+0000","last_peered":"2024-09-12T17:53:58.100532+0000","last_clean":"2024-09-12T17:53:58.100532+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:53:58.100532+0000","last_undegraded":"2024-09-12T17:53:58.100532+0000","last_fullsized":"2024-09-12T17:53:58.100532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:15.296264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":31750,"num_write":17,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539458+0000","last_change":"2024-09-12T17:26:52.435184+0000","last_active":"2024-09-12T17:53:58.539458+0000","last_peered":"2024-09-12T17:53:58.539458+0000","last_clean":"2024-09-12T17:53:58.539458+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:53:58.539458+0000","last_undegraded":"2024-09-12T17:53:58.539458+0000","last_fullsized":"2024-09-12T17:53:58.539458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:21.625631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:07.662068+0000","last_change":"2024-09-12T17:25:04.927233+0000","last_active":"2024-09-12T17:52:07.662068+0000","last_peered":"2024-09-12T17:52:07.662068+0000","last_clean":"2024-09-12T17:52:07.662068+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:52:07.662068+0000","last_undegraded":"2024-09-12T17:52:07.662068+0000","last_fullsized":"2024-09-12T17:52:07.662068+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:13.135545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078507+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:52:33.078507+0000","last_peered":"2024-09-12T17:52:33.078507+0000","last_clean":"2024-09-12T17:52:33.078507+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:52:33.078507+0000","last_undegraded":"2024-09-12T17:52:33.078507+0000","last_fullsized":"2024-09-12T17:52:33.078507+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:17.322451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'1","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:58.910676+0000","last_change":"2024-09-12T17:26:55.485021+0000","last_active":"2024-09-12T17:52:58.910676+0000","last_peered":"2024-09-12T17:52:58.910676+0000","last_clean":"2024-09-12T17:52:58.910676+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:52:58.910676+0000","last_undegraded":"2024-09-12T17:52:58.910676+0000","last_fullsized":"2024-09-12T17:52:58.910676+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:11.839765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2064,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.604310+0000","last_change":"2024-09-12T17:26:52.435961+0000","last_active":"2024-09-12T17:56:31.604310+0000","last_peered":"2024-09-12T17:56:31.604310+0000","last_clean":"2024-09-12T17:56:31.604310+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:56:31.604310+0000","last_undegraded":"2024-09-12T17:56:31.604310+0000","last_fullsized":"2024-09-12T17:56:31.604310+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:12.555756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":114,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:07.712937+0000","last_change":"2024-09-12T17:25:04.919271+0000","last_active":"2024-09-12T17:52:07.712937+0000","last_peered":"2024-09-12T17:52:07.712937+0000","last_clean":"2024-09-12T17:52:07.712937+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:52:07.712937+0000","last_undegraded":"2024-09-12T17:52:07.712937+0000","last_fullsized":"2024-09-12T17:52:07.712937+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:07.999695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.534476+0000","last_change":"2024-09-12T17:39:00.664802+0000","last_active":"2024-09-12T17:52:37.534476+0000","last_peered":"2024-09-12T17:52:37.534476+0000","last_clean":"2024-09-12T17:52:37.534476+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:52:37.534476+0000","last_undegraded":"2024-09-12T17:52:37.534476+0000","last_fullsized":"2024-09-12T17:52:37.534476+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:32.175823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.538774+0000","last_change":"2024-09-12T17:26:55.501130+0000","last_active":"2024-09-12T17:52:57.538774+0000","last_peered":"2024-09-12T17:52:57.538774+0000","last_clean":"2024-09-12T17:52:57.538774+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:52:57.538774+0000","last_undegraded":"2024-09-12T17:52:57.538774+0000","last_fullsized":"2024-09-12T17:52:57.538774+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524582+0000","last_change":"2024-09-12T17:26:52.425705+0000","last_active":"2024-09-12T17:52:53.524582+0000","last_peered":"2024-09-12T17:52:53.524582+0000","last_clean":"2024-09-12T17:52:53.524582+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:52:53.524582+0000","last_undegraded":"2024-09-12T17:52:53.524582+0000","last_fullsized":"2024-09-12T17:52:53.524582+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:53.730889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4960,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":1029,"num_write":3,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545227+0000","last_change":"2024-09-12T17:25:04.917932+0000","last_active":"2024-09-12T17:53:22.545227+0000","last_peered":"2024-09-12T17:53:22.545227+0000","last_clean":"2024-09-12T17:53:22.545227+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:53:22.545227+0000","last_undegraded":"2024-09-12T17:53:22.545227+0000","last_fullsized":"2024-09-12T17:53:22.545227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:30.368537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533240+0000","last_change":"2024-09-12T17:39:00.654488+0000","last_active":"2024-09-12T17:52:32.533240+0000","last_peered":"2024-09-12T17:52:32.533240+0000","last_clean":"2024-09-12T17:52:32.533240+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:52:32.533240+0000","last_undegraded":"2024-09-12T17:52:32.533240+0000","last_fullsized":"2024-09-12T17:52:32.533240+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:04.660452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539327+0000","last_change":"2024-09-12T17:26:55.501178+0000","last_active":"2024-09-12T17:53:58.539327+0000","last_peered":"2024-09-12T17:53:58.539327+0000","last_clean":"2024-09-12T17:53:58.539327+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:53:58.539327+0000","last_undegraded":"2024-09-12T17:53:58.539327+0000","last_fullsized":"2024-09-12T17:53:58.539327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:26.019681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.603526+0000","last_change":"2024-09-12T17:26:52.425514+0000","last_active":"2024-09-12T17:56:31.603526+0000","last_peered":"2024-09-12T17:56:31.603526+0000","last_clean":"2024-09-12T17:56:31.603526+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:56:31.603526+0000","last_undegraded":"2024-09-12T17:56:31.603526+0000","last_fullsized":"2024-09-12T17:56:31.603526+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:52.842777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090018+0000","last_change":"2024-09-12T17:25:04.927376+0000","last_active":"2024-09-12T17:53:18.090018+0000","last_peered":"2024-09-12T17:53:18.090018+0000","last_clean":"2024-09-12T17:53:18.090018+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:53:18.090018+0000","last_undegraded":"2024-09-12T17:53:18.090018+0000","last_fullsized":"2024-09-12T17:53:18.090018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:13.941411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.718867+0000","last_change":"2024-09-12T17:39:00.640046+0000","last_active":"2024-09-12T17:52:32.718867+0000","last_peered":"2024-09-12T17:52:32.718867+0000","last_clean":"2024-09-12T17:52:32.718867+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:52:32.718867+0000","last_undegraded":"2024-09-12T17:52:32.718867+0000","last_fullsized":"2024-09-12T17:52:32.718867+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:04.095238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:17.355201+0000","last_change":"2024-09-12T17:26:55.505902+0000","last_active":"2024-09-12T17:55:17.355201+0000","last_peered":"2024-09-12T17:55:17.355201+0000","last_clean":"2024-09-12T17:55:17.355201+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:55:17.355201+0000","last_undegraded":"2024-09-12T17:55:17.355201+0000","last_fullsized":"2024-09-12T17:55:17.355201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:18.168697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.923585+0000","last_change":"2024-09-12T17:26:52.430631+0000","last_active":"2024-09-12T17:53:53.923585+0000","last_peered":"2024-09-12T17:53:53.923585+0000","last_clean":"2024-09-12T17:53:53.923585+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:53:53.923585+0000","last_undegraded":"2024-09-12T17:53:53.923585+0000","last_fullsized":"2024-09-12T17:53:53.923585+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:21.320741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8188,"num_write":9,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721712+0000","last_change":"2024-09-12T17:25:04.926419+0000","last_active":"2024-09-12T17:53:18.721712+0000","last_peered":"2024-09-12T17:53:18.721712+0000","last_clean":"2024-09-12T17:53:18.721712+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:53:18.721712+0000","last_undegraded":"2024-09-12T17:53:18.721712+0000","last_fullsized":"2024-09-12T17:53:18.721712+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:12.496690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548866+0000","last_change":"2024-09-12T17:39:00.664144+0000","last_active":"2024-09-12T17:53:37.548866+0000","last_peered":"2024-09-12T17:53:37.548866+0000","last_clean":"2024-09-12T17:53:37.548866+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:53:37.548866+0000","last_undegraded":"2024-09-12T17:53:37.548866+0000","last_fullsized":"2024-09-12T17:53:37.548866+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:22.584560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741795+0000","last_change":"2024-09-12T17:26:55.494403+0000","last_active":"2024-09-12T17:54:02.741795+0000","last_peered":"2024-09-12T17:54:02.741795+0000","last_clean":"2024-09-12T17:54:02.741795+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:54:02.741795+0000","last_undegraded":"2024-09-12T17:54:02.741795+0000","last_fullsized":"2024-09-12T17:54:02.741795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:16.399115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365873+0000","last_change":"2024-09-12T17:26:52.432409+0000","last_active":"2024-09-12T17:56:02.365873+0000","last_peered":"2024-09-12T17:56:02.365873+0000","last_clean":"2024-09-12T17:56:02.365873+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:56:02.365873+0000","last_undegraded":"2024-09-12T17:56:02.365873+0000","last_fullsized":"2024-09-12T17:56:02.365873+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.190199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730979+0000","last_change":"2024-09-12T17:25:04.909223+0000","last_active":"2024-09-12T17:53:17.730979+0000","last_peered":"2024-09-12T17:53:17.730979+0000","last_clean":"2024-09-12T17:53:17.730979+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:53:17.730979+0000","last_undegraded":"2024-09-12T17:53:17.730979+0000","last_fullsized":"2024-09-12T17:53:17.730979+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:42.210364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.538326+0000","last_change":"2024-09-12T17:39:00.654891+0000","last_active":"2024-09-12T17:53:37.538326+0000","last_peered":"2024-09-12T17:53:37.538326+0000","last_clean":"2024-09-12T17:53:37.538326+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:53:37.538326+0000","last_undegraded":"2024-09-12T17:53:37.538326+0000","last_fullsized":"2024-09-12T17:53:37.538326+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:47.569569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741691+0000","last_change":"2024-09-12T17:26:55.494198+0000","last_active":"2024-09-12T17:54:02.741691+0000","last_peered":"2024-09-12T17:54:02.741691+0000","last_clean":"2024-09-12T17:54:02.741691+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:54:02.741691+0000","last_undegraded":"2024-09-12T17:54:02.741691+0000","last_fullsized":"2024-09-12T17:54:02.741691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:30.763557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.415863+0000","last_change":"2024-09-12T17:26:52.421048+0000","last_active":"2024-09-12T17:56:31.415863+0000","last_peered":"2024-09-12T17:56:31.415863+0000","last_clean":"2024-09-12T17:56:31.415863+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:56:31.415863+0000","last_undegraded":"2024-09-12T17:56:31.415863+0000","last_fullsized":"2024-09-12T17:56:31.415863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:13.665056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'99","reported_seq":355,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721897+0000","last_change":"2024-09-12T17:25:04.912652+0000","last_active":"2024-09-12T17:53:18.721897+0000","last_peered":"2024-09-12T17:53:18.721897+0000","last_clean":"2024-09-12T17:53:18.721897+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:53:18.721897+0000","last_undegraded":"2024-09-12T17:53:18.721897+0000","last_fullsized":"2024-09-12T17:53:18.721897+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:55.550588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.528018+0000","last_change":"2024-09-12T17:39:00.652336+0000","last_active":"2024-09-12T17:53:08.528018+0000","last_peered":"2024-09-12T17:53:08.528018+0000","last_clean":"2024-09-12T17:53:08.528018+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:53:08.528018+0000","last_undegraded":"2024-09-12T17:53:08.528018+0000","last_fullsized":"2024-09-12T17:53:08.528018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:10.652480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.539010+0000","last_change":"2024-09-12T17:26:55.501491+0000","last_active":"2024-09-12T17:52:57.539010+0000","last_peered":"2024-09-12T17:52:57.539010+0000","last_clean":"2024-09-12T17:52:57.539010+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:52:57.539010+0000","last_undegraded":"2024-09-12T17:52:57.539010+0000","last_fullsized":"2024-09-12T17:52:57.539010+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:25.289555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.450025+0000","last_change":"2024-09-12T17:26:52.440847+0000","last_active":"2024-09-12T17:56:31.450025+0000","last_peered":"2024-09-12T17:56:31.450025+0000","last_clean":"2024-09-12T17:56:31.450025+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:56:31.450025+0000","last_undegraded":"2024-09-12T17:56:31.450025+0000","last_fullsized":"2024-09-12T17:56:31.450025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.992459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.342390+0000","last_change":"2024-09-12T17:25:04.923471+0000","last_active":"2024-09-12T17:54:27.342390+0000","last_peered":"2024-09-12T17:54:27.342390+0000","last_clean":"2024-09-12T17:54:27.342390+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:54:27.342390+0000","last_undegraded":"2024-09-12T17:54:27.342390+0000","last_fullsized":"2024-09-12T17:54:27.342390+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:49.462927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920018+0000","last_change":"2024-09-12T17:39:00.659805+0000","last_active":"2024-09-12T17:53:38.920018+0000","last_peered":"2024-09-12T17:53:38.920018+0000","last_clean":"2024-09-12T17:53:38.920018+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:53:38.920018+0000","last_undegraded":"2024-09-12T17:53:38.920018+0000","last_fullsized":"2024-09-12T17:53:38.920018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:28.940467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'3","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:58.910835+0000","last_change":"2024-09-12T17:26:55.494155+0000","last_active":"2024-09-12T17:52:58.910835+0000","last_peered":"2024-09-12T17:52:58.910835+0000","last_clean":"2024-09-12T17:52:58.910835+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:52:58.910835+0000","last_undegraded":"2024-09-12T17:52:58.910835+0000","last_fullsized":"2024-09-12T17:52:58.910835+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.284739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351426+0000","last_change":"2024-09-12T17:26:52.451455+0000","last_active":"2024-09-12T17:55:02.351426+0000","last_peered":"2024-09-12T17:55:02.351426+0000","last_clean":"2024-09-12T17:55:02.351426+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:55:02.351426+0000","last_undegraded":"2024-09-12T17:55:02.351426+0000","last_fullsized":"2024-09-12T17:55:02.351426+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:39.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.544480+0000","last_change":"2024-09-12T17:25:04.916830+0000","last_active":"2024-09-12T17:54:18.544480+0000","last_peered":"2024-09-12T17:54:18.544480+0000","last_clean":"2024-09-12T17:54:18.544480+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:54:18.544480+0000","last_undegraded":"2024-09-12T17:54:18.544480+0000","last_fullsized":"2024-09-12T17:54:18.544480+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.147484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.689479+0000","last_change":"2024-09-12T17:39:00.664310+0000","last_active":"2024-09-12T17:54:12.689479+0000","last_peered":"2024-09-12T17:54:12.689479+0000","last_clean":"2024-09-12T17:54:12.689479+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:54:12.689479+0000","last_undegraded":"2024-09-12T17:54:12.689479+0000","last_fullsized":"2024-09-12T17:54:12.689479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:37.061031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'3","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540773+0000","last_change":"2024-09-12T17:26:55.513647+0000","last_active":"2024-09-12T17:54:03.540773+0000","last_peered":"2024-09-12T17:54:03.540773+0000","last_clean":"2024-09-12T17:54:03.540773+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:54:03.540773+0000","last_undegraded":"2024-09-12T17:54:03.540773+0000","last_fullsized":"2024-09-12T17:54:03.540773+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:42.438516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":3,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351136+0000","last_change":"2024-09-12T17:26:52.423586+0000","last_active":"2024-09-12T17:55:02.351136+0000","last_peered":"2024-09-12T17:55:02.351136+0000","last_clean":"2024-09-12T17:55:02.351136+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:55:02.351136+0000","last_undegraded":"2024-09-12T17:55:02.351136+0000","last_fullsized":"2024-09-12T17:55:02.351136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:47.651404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.547441+0000","last_change":"2024-09-12T17:25:04.909357+0000","last_active":"2024-09-12T17:54:17.547441+0000","last_peered":"2024-09-12T17:54:17.547441+0000","last_clean":"2024-09-12T17:54:17.547441+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:54:17.547441+0000","last_undegraded":"2024-09-12T17:54:17.547441+0000","last_fullsized":"2024-09-12T17:54:17.547441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:35.825123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744479+0000","last_change":"2024-09-12T17:39:00.639165+0000","last_active":"2024-09-12T17:54:12.744479+0000","last_peered":"2024-09-12T17:54:12.744479+0000","last_clean":"2024-09-12T17:54:12.744479+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:54:12.744479+0000","last_undegraded":"2024-09-12T17:54:12.744479+0000","last_fullsized":"2024-09-12T17:54:12.744479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:56.916713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530037+0000","last_change":"2024-09-12T17:26:55.501882+0000","last_active":"2024-09-12T17:53:02.530037+0000","last_peered":"2024-09-12T17:53:02.530037+0000","last_clean":"2024-09-12T17:53:02.530037+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:53:02.530037+0000","last_undegraded":"2024-09-12T17:53:02.530037+0000","last_fullsized":"2024-09-12T17:53:02.530037+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:23.989107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365732+0000","last_change":"2024-09-12T17:26:52.442803+0000","last_active":"2024-09-12T17:56:02.365732+0000","last_peered":"2024-09-12T17:56:02.365732+0000","last_clean":"2024-09-12T17:56:02.365732+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:56:02.365732+0000","last_undegraded":"2024-09-12T17:56:02.365732+0000","last_fullsized":"2024-09-12T17:56:02.365732+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:34.766461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.929232+0000","last_change":"2024-09-12T17:25:04.906949+0000","last_active":"2024-09-12T17:54:18.929232+0000","last_peered":"2024-09-12T17:54:18.929232+0000","last_clean":"2024-09-12T17:54:18.929232+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:54:18.929232+0000","last_undegraded":"2024-09-12T17:54:18.929232+0000","last_fullsized":"2024-09-12T17:54:18.929232+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:22.831255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735735+0000","last_change":"2024-09-12T17:39:00.647720+0000","last_active":"2024-09-12T17:53:37.735735+0000","last_peered":"2024-09-12T17:53:37.735735+0000","last_clean":"2024-09-12T17:53:37.735735+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:53:37.735735+0000","last_undegraded":"2024-09-12T17:53:37.735735+0000","last_fullsized":"2024-09-12T17:53:37.735735+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:28.444411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.731910+0000","last_change":"2024-09-12T17:26:55.497028+0000","last_active":"2024-09-12T17:54:03.731910+0000","last_peered":"2024-09-12T17:54:03.731910+0000","last_clean":"2024-09-12T17:54:03.731910+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:54:03.731910+0000","last_undegraded":"2024-09-12T17:54:03.731910+0000","last_fullsized":"2024-09-12T17:54:03.731910+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:00.101370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12276,"num_write":2,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'1","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539272+0000","last_change":"2024-09-12T17:26:52.436641+0000","last_active":"2024-09-12T17:53:58.539272+0000","last_peered":"2024-09-12T17:53:58.539272+0000","last_clean":"2024-09-12T17:53:58.539272+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:53:58.539272+0000","last_undegraded":"2024-09-12T17:53:58.539272+0000","last_fullsized":"2024-09-12T17:53:58.539272+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:43.055210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1032,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.735137+0000","last_change":"2024-09-12T17:25:04.913125+0000","last_active":"2024-09-12T17:54:18.735137+0000","last_peered":"2024-09-12T17:54:18.735137+0000","last_clean":"2024-09-12T17:54:18.735137+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:54:18.735137+0000","last_undegraded":"2024-09-12T17:54:18.735137+0000","last_fullsized":"2024-09-12T17:54:18.735137+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:44.104292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.550097+0000","last_change":"2024-09-12T17:39:00.660194+0000","last_active":"2024-09-12T17:53:42.550097+0000","last_peered":"2024-09-12T17:53:42.550097+0000","last_clean":"2024-09-12T17:53:42.550097+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:53:42.550097+0000","last_undegraded":"2024-09-12T17:53:42.550097+0000","last_fullsized":"2024-09-12T17:53:42.550097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:01.999885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'2","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.925886+0000","last_change":"2024-09-12T17:26:55.501253+0000","last_active":"2024-09-12T17:54:03.925886+0000","last_peered":"2024-09-12T17:54:03.925886+0000","last_clean":"2024-09-12T17:54:03.925886+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:54:03.925886+0000","last_undegraded":"2024-09-12T17:54:03.925886+0000","last_fullsized":"2024-09-12T17:54:03.925886+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:35.145755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7344128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":7172,"num_write":2,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.730654+0000","last_change":"2024-09-12T17:26:52.421946+0000","last_active":"2024-09-12T17:53:58.730654+0000","last_peered":"2024-09-12T17:53:58.730654+0000","last_clean":"2024-09-12T17:53:58.730654+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:53:58.730654+0000","last_undegraded":"2024-09-12T17:53:58.730654+0000","last_fullsized":"2024-09-12T17:53:58.730654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:14.235918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542762+0000","last_change":"2024-09-12T17:25:04.925137+0000","last_active":"2024-09-12T17:53:12.542762+0000","last_peered":"2024-09-12T17:53:12.542762+0000","last_clean":"2024-09-12T17:53:12.542762+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:53:12.542762+0000","last_undegraded":"2024-09-12T17:53:12.542762+0000","last_fullsized":"2024-09-12T17:53:12.542762+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:12.583686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.783819+0000","last_change":"2024-09-12T17:09:45.389341+0000","last_active":"2024-09-12T17:56:31.783819+0000","last_peered":"2024-09-12T17:56:31.783819+0000","last_clean":"2024-09-12T17:56:31.783819+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:31.783819+0000","last_undegraded":"2024-09-12T17:56:31.783819+0000","last_fullsized":"2024-09-12T17:56:31.783819+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:03.051276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:40.284491+0000","last_change":"2024-09-12T17:09:47.310590+0000","last_active":"2024-09-12T17:52:40.284491+0000","last_peered":"2024-09-12T17:52:40.284491+0000","last_clean":"2024-09-12T17:52:40.284491+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:52:40.284491+0000","last_undegraded":"2024-09-12T17:52:40.284491+0000","last_fullsized":"2024-09-12T17:52:40.284491+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:04.330823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'272","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.247486+0000","last_change":"2024-09-12T17:09:45.352880+0000","last_active":"2024-09-12T17:54:41.247486+0000","last_peered":"2024-09-12T17:54:41.247486+0000","last_clean":"2024-09-12T17:54:41.247486+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:54:41.247486+0000","last_undegraded":"2024-09-12T17:54:41.247486+0000","last_fullsized":"2024-09-12T17:54:41.247486+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:15.465179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8443851,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":753,"num_read_kb":9805,"num_write":1452,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1320,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.007691+0000","last_change":"2024-09-12T17:09:47.311524+0000","last_active":"2024-09-12T17:52:51.007691+0000","last_peered":"2024-09-12T17:52:51.007691+0000","last_clean":"2024-09-12T17:52:51.007691+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:52:51.007691+0000","last_undegraded":"2024-09-12T17:52:51.007691+0000","last_fullsized":"2024-09-12T17:52:51.007691+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:07.327936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.570592+0000","last_change":"2024-09-12T17:09:45.346291+0000","last_active":"2024-09-12T17:56:31.570592+0000","last_peered":"2024-09-12T17:56:31.570592+0000","last_clean":"2024-09-12T17:56:31.570592+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:31.570592+0000","last_undegraded":"2024-09-12T17:56:31.570592+0000","last_fullsized":"2024-09-12T17:56:31.570592+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:21.134009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.934479+0000","last_change":"2024-09-12T17:09:47.312195+0000","last_active":"2024-09-12T17:52:51.934479+0000","last_peered":"2024-09-12T17:52:51.934479+0000","last_clean":"2024-09-12T17:52:51.934479+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:52:51.934479+0000","last_undegraded":"2024-09-12T17:52:51.934479+0000","last_fullsized":"2024-09-12T17:52:51.934479+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:01.721993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615762+0000","last_change":"2024-09-12T17:09:45.361528+0000","last_active":"2024-09-12T17:56:31.615762+0000","last_peered":"2024-09-12T17:56:31.615762+0000","last_clean":"2024-09-12T17:56:31.615762+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:31.615762+0000","last_undegraded":"2024-09-12T17:56:31.615762+0000","last_fullsized":"2024-09-12T17:56:31.615762+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:17.743493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.606001+0000","last_change":"2024-09-12T17:09:47.312857+0000","last_active":"2024-09-12T17:54:44.606001+0000","last_peered":"2024-09-12T17:54:44.606001+0000","last_clean":"2024-09-12T17:54:44.606001+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:54:44.606001+0000","last_undegraded":"2024-09-12T17:54:44.606001+0000","last_fullsized":"2024-09-12T17:54:44.606001+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.112446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.567724+0000","last_change":"2024-09-12T17:09:45.381710+0000","last_active":"2024-09-12T17:56:31.567724+0000","last_peered":"2024-09-12T17:56:31.567724+0000","last_clean":"2024-09-12T17:56:31.567724+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:31.567724+0000","last_undegraded":"2024-09-12T17:56:31.567724+0000","last_fullsized":"2024-09-12T17:56:31.567724+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:11.860245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:37.652203+0000","last_change":"2024-09-12T17:09:47.340995+0000","last_active":"2024-09-12T17:54:37.652203+0000","last_peered":"2024-09-12T17:54:37.652203+0000","last_clean":"2024-09-12T17:54:37.652203+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:54:37.652203+0000","last_undegraded":"2024-09-12T17:54:37.652203+0000","last_fullsized":"2024-09-12T17:54:37.652203+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:43.881679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.678334+0000","last_change":"2024-09-12T17:09:45.334305+0000","last_active":"2024-09-12T17:56:31.678334+0000","last_peered":"2024-09-12T17:56:31.678334+0000","last_clean":"2024-09-12T17:56:31.678334+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:31.678334+0000","last_undegraded":"2024-09-12T17:56:31.678334+0000","last_fullsized":"2024-09-12T17:56:31.678334+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:36.018081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919040+0000","last_change":"2024-09-12T17:09:47.305175+0000","last_active":"2024-09-12T17:53:33.919040+0000","last_peered":"2024-09-12T17:53:33.919040+0000","last_clean":"2024-09-12T17:53:33.919040+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:53:33.919040+0000","last_undegraded":"2024-09-12T17:53:33.919040+0000","last_fullsized":"2024-09-12T17:53:33.919040+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:41.684043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":926,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.760028+0000","last_change":"2024-09-12T17:10:17.030095+0000","last_active":"2024-09-12T17:56:31.760028+0000","last_peered":"2024-09-12T17:56:31.760028+0000","last_clean":"2024-09-12T17:56:31.760028+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:31.760028+0000","last_undegraded":"2024-09-12T17:56:31.760028+0000","last_fullsized":"2024-09-12T17:56:31.760028+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:57.761525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.157080+0000","last_change":"2024-09-12T17:10:16.322414+0000","last_active":"2024-09-12T17:54:31.157080+0000","last_peered":"2024-09-12T17:54:31.157080+0000","last_clean":"2024-09-12T17:54:31.157080+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:54:31.157080+0000","last_undegraded":"2024-09-12T17:54:31.157080+0000","last_fullsized":"2024-09-12T17:54:31.157080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:20.683567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'226","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.540775+0000","last_change":"2024-09-12T17:09:45.320408+0000","last_active":"2024-09-12T17:54:31.540775+0000","last_peered":"2024-09-12T17:54:31.540775+0000","last_clean":"2024-09-12T17:54:31.540775+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:54:31.540775+0000","last_undegraded":"2024-09-12T17:54:31.540775+0000","last_fullsized":"2024-09-12T17:54:31.540775+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:51.999259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9770795,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":533,"num_read_kb":37835,"num_write":956,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1016,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.172713+0000","last_change":"2024-09-12T17:09:47.321399+0000","last_active":"2024-09-12T17:53:50.172713+0000","last_peered":"2024-09-12T17:53:50.172713+0000","last_clean":"2024-09-12T17:53:50.172713+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:53:50.172713+0000","last_undegraded":"2024-09-12T17:53:50.172713+0000","last_fullsized":"2024-09-12T17:53:50.172713+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:36.230482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'247","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.259671+0000","last_change":"2024-09-12T17:09:47.304027+0000","last_active":"2024-09-12T17:56:17.259671+0000","last_peered":"2024-09-12T17:56:17.259671+0000","last_clean":"2024-09-12T17:56:17.259671+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:17.259671+0000","last_undegraded":"2024-09-12T17:56:17.259671+0000","last_fullsized":"2024-09-12T17:56:17.259671+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:00.712269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616977+0000","last_change":"2024-09-12T17:09:45.385302+0000","last_active":"2024-09-12T17:56:31.616977+0000","last_peered":"2024-09-12T17:56:31.616977+0000","last_clean":"2024-09-12T17:56:31.616977+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:31.616977+0000","last_undegraded":"2024-09-12T17:56:31.616977+0000","last_fullsized":"2024-09-12T17:56:31.616977+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:28.384139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.770877+0000","last_change":"2024-09-12T17:09:47.314417+0000","last_active":"2024-09-12T17:54:41.770877+0000","last_peered":"2024-09-12T17:54:41.770877+0000","last_clean":"2024-09-12T17:54:41.770877+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:54:41.770877+0000","last_undegraded":"2024-09-12T17:54:41.770877+0000","last_fullsized":"2024-09-12T17:54:41.770877+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:14.188578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'197","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.343199+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:54:55.343199+0000","last_peered":"2024-09-12T17:54:55.343199+0000","last_clean":"2024-09-12T17:54:55.343199+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:54:55.343199+0000","last_undegraded":"2024-09-12T17:54:55.343199+0000","last_fullsized":"2024-09-12T17:54:55.343199+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.410936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2503361,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":686,"num_read_kb":140828,"num_write":961,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:10.563154+0000","last_change":"2024-09-12T17:09:47.320265+0000","last_active":"2024-09-12T17:53:10.563154+0000","last_peered":"2024-09-12T17:53:10.563154+0000","last_clean":"2024-09-12T17:53:10.563154+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:53:10.563154+0000","last_undegraded":"2024-09-12T17:53:10.563154+0000","last_fullsized":"2024-09-12T17:53:10.563154+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:52.938572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'181","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.065095+0000","last_change":"2024-09-12T17:09:45.378296+0000","last_active":"2024-09-12T17:54:44.065095+0000","last_peered":"2024-09-12T17:54:44.065095+0000","last_clean":"2024-09-12T17:54:44.065095+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:54:44.065095+0000","last_undegraded":"2024-09-12T17:54:44.065095+0000","last_fullsized":"2024-09-12T17:54:44.065095+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.734366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038707,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":3699,"num_write":929,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:54.438537+0000","last_change":"2024-09-12T17:09:47.314584+0000","last_active":"2024-09-12T17:53:54.438537+0000","last_peered":"2024-09-12T17:53:54.438537+0000","last_clean":"2024-09-12T17:53:54.438537+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:53:54.438537+0000","last_undegraded":"2024-09-12T17:53:54.438537+0000","last_fullsized":"2024-09-12T17:53:54.438537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:16.268580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'179","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.198178+0000","last_change":"2024-09-12T17:09:45.362978+0000","last_active":"2024-09-12T17:54:55.198178+0000","last_peered":"2024-09-12T17:54:55.198178+0000","last_clean":"2024-09-12T17:54:55.198178+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:54:55.198178+0000","last_undegraded":"2024-09-12T17:54:55.198178+0000","last_fullsized":"2024-09-12T17:54:55.198178+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:12.907857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9385160,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":982,"num_read_kb":89474,"num_write":873,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.296776+0000","last_change":"2024-09-12T17:09:47.315153+0000","last_active":"2024-09-12T17:54:33.296776+0000","last_peered":"2024-09-12T17:54:33.296776+0000","last_clean":"2024-09-12T17:54:33.296776+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:54:33.296776+0000","last_undegraded":"2024-09-12T17:54:33.296776+0000","last_fullsized":"2024-09-12T17:54:33.296776+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:47.227102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'192","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.002948+0000","last_change":"2024-09-12T17:09:45.350971+0000","last_active":"2024-09-12T17:53:58.002948+0000","last_peered":"2024-09-12T17:53:58.002948+0000","last_clean":"2024-09-12T17:53:58.002948+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:53:58.002948+0000","last_undegraded":"2024-09-12T17:53:58.002948+0000","last_fullsized":"2024-09-12T17:53:58.002948+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:21.825708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8405107,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":436,"num_read_kb":60253,"num_write":954,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'232","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.767253+0000","last_change":"2024-09-12T17:09:47.329345+0000","last_active":"2024-09-12T17:54:23.767253+0000","last_peered":"2024-09-12T17:54:23.767253+0000","last_clean":"2024-09-12T17:54:23.767253+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:54:23.767253+0000","last_undegraded":"2024-09-12T17:54:23.767253+0000","last_fullsized":"2024-09-12T17:54:23.767253+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:00.925601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.719746+0000","last_change":"2024-09-12T17:09:45.331710+0000","last_active":"2024-09-12T17:56:31.719746+0000","last_peered":"2024-09-12T17:56:31.719746+0000","last_clean":"2024-09-12T17:56:31.719746+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:31.719746+0000","last_undegraded":"2024-09-12T17:56:31.719746+0000","last_fullsized":"2024-09-12T17:56:31.719746+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:41.905098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'157","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.951415+0000","last_change":"2024-09-12T17:09:55.336695+0000","last_active":"2024-09-12T17:55:53.951415+0000","last_peered":"2024-09-12T17:55:53.951415+0000","last_clean":"2024-09-12T17:55:53.951415+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:55:53.951415+0000","last_undegraded":"2024-09-12T17:55:53.951415+0000","last_fullsized":"2024-09-12T17:55:53.951415+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.273726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:34.247877+0000","last_change":"2024-09-12T17:09:47.327271+0000","last_active":"2024-09-12T17:54:34.247877+0000","last_peered":"2024-09-12T17:54:34.247877+0000","last_clean":"2024-09-12T17:54:34.247877+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:54:34.247877+0000","last_undegraded":"2024-09-12T17:54:34.247877+0000","last_fullsized":"2024-09-12T17:54:34.247877+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:55.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":894,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.800866+0000","last_change":"2024-09-12T17:09:45.379538+0000","last_active":"2024-09-12T17:56:31.800866+0000","last_peered":"2024-09-12T17:56:31.800866+0000","last_clean":"2024-09-12T17:56:31.800866+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:31.800866+0000","last_undegraded":"2024-09-12T17:56:31.800866+0000","last_fullsized":"2024-09-12T17:56:31.800866+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:24.144447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535000+0000","last_change":"2024-09-12T17:09:49.315632+0000","last_active":"2024-09-12T17:53:22.535000+0000","last_peered":"2024-09-12T17:53:22.535000+0000","last_clean":"2024-09-12T17:53:22.535000+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:53:22.535000+0000","last_undegraded":"2024-09-12T17:53:22.535000+0000","last_fullsized":"2024-09-12T17:53:22.535000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:03.011217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'186","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.651641+0000","last_change":"2024-09-12T17:09:51.335916+0000","last_active":"2024-09-12T17:56:31.651641+0000","last_peered":"2024-09-12T17:56:31.651641+0000","last_clean":"2024-09-12T17:56:31.651641+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:56:31.651641+0000","last_undegraded":"2024-09-12T17:56:31.651641+0000","last_fullsized":"2024-09-12T17:56:31.651641+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:03.129516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545446+0000","last_change":"2024-09-12T17:09:53.328884+0000","last_active":"2024-09-12T17:53:22.545446+0000","last_peered":"2024-09-12T17:53:22.545446+0000","last_clean":"2024-09-12T17:53:22.545446+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:53:22.545446+0000","last_undegraded":"2024-09-12T17:53:22.545446+0000","last_fullsized":"2024-09-12T17:53:22.545446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:23.863127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2441","reported_seq":4337,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.348283+0000","last_change":"2024-09-12T17:09:55.337219+0000","last_active":"2024-09-12T17:54:59.348283+0000","last_peered":"2024-09-12T17:54:59.348283+0000","last_clean":"2024-09-12T17:54:59.348283+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:54:59.348283+0000","last_undegraded":"2024-09-12T17:54:59.348283+0000","last_fullsized":"2024-09-12T17:54:59.348283+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":2400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:00.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'256","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.292437+0000","last_change":"2024-09-12T17:09:47.324296+0000","last_active":"2024-09-12T17:54:39.292437+0000","last_peered":"2024-09-12T17:54:39.292437+0000","last_clean":"2024-09-12T17:54:39.292437+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:54:39.292437+0000","last_undegraded":"2024-09-12T17:54:39.292437+0000","last_fullsized":"2024-09-12T17:54:39.292437+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:39.580872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.751160+0000","last_change":"2024-09-12T17:10:16.708630+0000","last_active":"2024-09-12T17:56:31.751160+0000","last_peered":"2024-09-12T17:56:31.751160+0000","last_clean":"2024-09-12T17:56:31.751160+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:31.751160+0000","last_undegraded":"2024-09-12T17:56:31.751160+0000","last_fullsized":"2024-09-12T17:56:31.751160+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:45.867869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.069543+0000","last_change":"2024-09-12T17:09:49.314472+0000","last_active":"2024-09-12T17:51:58.069543+0000","last_peered":"2024-09-12T17:51:58.069543+0000","last_clean":"2024-09-12T17:51:58.069543+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:51:58.069543+0000","last_undegraded":"2024-09-12T17:51:58.069543+0000","last_fullsized":"2024-09-12T17:51:58.069543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:33.077674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'88","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.176841+0000","last_change":"2024-09-12T17:09:51.309007+0000","last_active":"2024-09-12T17:53:50.176841+0000","last_peered":"2024-09-12T17:53:50.176841+0000","last_clean":"2024-09-12T17:53:50.176841+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:53:50.176841+0000","last_undegraded":"2024-09-12T17:53:50.176841+0000","last_fullsized":"2024-09-12T17:53:50.176841+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:39.693564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.916801+0000","last_change":"2024-09-12T17:09:53.359555+0000","last_active":"2024-09-12T17:53:23.916801+0000","last_peered":"2024-09-12T17:53:23.916801+0000","last_clean":"2024-09-12T17:53:23.916801+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:53:23.916801+0000","last_undegraded":"2024-09-12T17:53:23.916801+0000","last_fullsized":"2024-09-12T17:53:23.916801+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:08.748939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'90","reported_seq":589,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.770414+0000","last_change":"2024-09-12T17:09:55.354180+0000","last_active":"2024-09-12T17:54:58.770414+0000","last_peered":"2024-09-12T17:54:58.770414+0000","last_clean":"2024-09-12T17:54:58.770414+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:54:58.770414+0000","last_undegraded":"2024-09-12T17:54:58.770414+0000","last_fullsized":"2024-09-12T17:54:58.770414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:36.492985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'367","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730840+0000","last_change":"2024-09-12T17:09:47.313888+0000","last_active":"2024-09-12T17:53:17.730840+0000","last_peered":"2024-09-12T17:53:17.730840+0000","last_clean":"2024-09-12T17:53:17.730840+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:53:17.730840+0000","last_undegraded":"2024-09-12T17:53:17.730840+0000","last_fullsized":"2024-09-12T17:53:17.730840+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:13.482793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.734054+0000","last_change":"2024-09-12T17:09:45.382198+0000","last_active":"2024-09-12T17:56:31.734054+0000","last_peered":"2024-09-12T17:56:31.734054+0000","last_clean":"2024-09-12T17:56:31.734054+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:31.734054+0000","last_undegraded":"2024-09-12T17:56:31.734054+0000","last_fullsized":"2024-09-12T17:56:31.734054+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:17.182585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091493+0000","last_change":"2024-09-12T17:09:49.315017+0000","last_active":"2024-09-12T17:53:23.091493+0000","last_peered":"2024-09-12T17:53:23.091493+0000","last_clean":"2024-09-12T17:53:23.091493+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:53:23.091493+0000","last_undegraded":"2024-09-12T17:53:23.091493+0000","last_fullsized":"2024-09-12T17:53:23.091493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:58.023429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'109","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.059760+0000","last_change":"2024-09-12T17:09:51.306615+0000","last_active":"2024-09-12T17:53:55.059760+0000","last_peered":"2024-09-12T17:53:55.059760+0000","last_clean":"2024-09-12T17:53:55.059760+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:53:55.059760+0000","last_undegraded":"2024-09-12T17:53:55.059760+0000","last_fullsized":"2024-09-12T17:53:55.059760+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:32.439055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'735","reported_seq":2349,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.213735+0000","last_change":"2024-09-12T17:09:53.341375+0000","last_active":"2024-09-12T17:56:31.213735+0000","last_peered":"2024-09-12T17:56:31.213735+0000","last_clean":"2024-09-12T17:56:31.213735+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:56:31.213735+0000","last_undegraded":"2024-09-12T17:56:31.213735+0000","last_fullsized":"2024-09-12T17:56:31.213735+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:46.278983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'211","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.932285+0000","last_change":"2024-09-12T17:09:55.329605+0000","last_active":"2024-09-12T17:54:58.932285+0000","last_peered":"2024-09-12T17:54:58.932285+0000","last_clean":"2024-09-12T17:54:58.932285+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:54:58.932285+0000","last_undegraded":"2024-09-12T17:54:58.932285+0000","last_fullsized":"2024-09-12T17:54:58.932285+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:32.807930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.038082+0000","last_change":"2024-09-12T17:09:47.328280+0000","last_active":"2024-09-12T17:54:58.038082+0000","last_peered":"2024-09-12T17:54:58.038082+0000","last_clean":"2024-09-12T17:54:58.038082+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:54:58.038082+0000","last_undegraded":"2024-09-12T17:54:58.038082+0000","last_fullsized":"2024-09-12T17:54:58.038082+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:59.339308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.646989+0000","last_change":"2024-09-12T17:10:16.915495+0000","last_active":"2024-09-12T17:56:31.646989+0000","last_peered":"2024-09-12T17:56:31.646989+0000","last_clean":"2024-09-12T17:56:31.646989+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:31.646989+0000","last_undegraded":"2024-09-12T17:56:31.646989+0000","last_fullsized":"2024-09-12T17:56:31.646989+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:59.333114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535064+0000","last_change":"2024-09-12T17:09:49.312239+0000","last_active":"2024-09-12T17:53:22.535064+0000","last_peered":"2024-09-12T17:53:22.535064+0000","last_clean":"2024-09-12T17:53:22.535064+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:53:22.535064+0000","last_undegraded":"2024-09-12T17:53:22.535064+0000","last_fullsized":"2024-09-12T17:53:22.535064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:32.496801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'138","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.590759+0000","last_change":"2024-09-12T17:09:51.347676+0000","last_active":"2024-09-12T17:56:31.590759+0000","last_peered":"2024-09-12T17:56:31.590759+0000","last_clean":"2024-09-12T17:56:31.590759+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:56:31.590759+0000","last_undegraded":"2024-09-12T17:56:31.590759+0000","last_fullsized":"2024-09-12T17:56:31.590759+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:18.093029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'746","reported_seq":2495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.379492+0000","last_change":"2024-09-12T17:09:53.334359+0000","last_active":"2024-09-12T17:56:18.379492+0000","last_peered":"2024-09-12T17:56:18.379492+0000","last_clean":"2024-09-12T17:56:18.379492+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:56:18.379492+0000","last_undegraded":"2024-09-12T17:56:18.379492+0000","last_fullsized":"2024-09-12T17:56:18.379492+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:29.407639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:06.992839+0000","last_change":"2024-09-12T17:09:47.324527+0000","last_active":"2024-09-12T17:54:06.992839+0000","last_peered":"2024-09-12T17:54:06.992839+0000","last_clean":"2024-09-12T17:54:06.992839+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:54:06.992839+0000","last_undegraded":"2024-09-12T17:54:06.992839+0000","last_fullsized":"2024-09-12T17:54:06.992839+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:38.097469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":857,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.367782+0000","last_change":"2024-09-12T17:09:45.384596+0000","last_active":"2024-09-12T17:56:31.367782+0000","last_peered":"2024-09-12T17:56:31.367782+0000","last_clean":"2024-09-12T17:56:31.367782+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:31.367782+0000","last_undegraded":"2024-09-12T17:56:31.367782+0000","last_fullsized":"2024-09-12T17:56:31.367782+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:16.824205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542862+0000","last_change":"2024-09-12T17:09:49.327143+0000","last_active":"2024-09-12T17:53:12.542862+0000","last_peered":"2024-09-12T17:53:12.542862+0000","last_clean":"2024-09-12T17:53:12.542862+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:53:12.542862+0000","last_undegraded":"2024-09-12T17:53:12.542862+0000","last_fullsized":"2024-09-12T17:53:12.542862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:22.060786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'195","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.707368+0000","last_change":"2024-09-12T17:09:51.340247+0000","last_active":"2024-09-12T17:56:31.707368+0000","last_peered":"2024-09-12T17:56:31.707368+0000","last_clean":"2024-09-12T17:56:31.707368+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:56:31.707368+0000","last_undegraded":"2024-09-12T17:56:31.707368+0000","last_fullsized":"2024-09-12T17:56:31.707368+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:08.036045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521492+0000","last_change":"2024-09-12T17:09:53.334513+0000","last_active":"2024-09-12T17:52:38.521492+0000","last_peered":"2024-09-12T17:52:38.521492+0000","last_clean":"2024-09-12T17:52:38.521492+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:52:38.521492+0000","last_undegraded":"2024-09-12T17:52:38.521492+0000","last_fullsized":"2024-09-12T17:52:38.521492+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:48.082848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'631","reported_seq":1477,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.346108+0000","last_change":"2024-09-12T17:09:55.346703+0000","last_active":"2024-09-12T17:56:18.346108+0000","last_peered":"2024-09-12T17:56:18.346108+0000","last_clean":"2024-09-12T17:56:18.346108+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:56:18.346108+0000","last_undegraded":"2024-09-12T17:56:18.346108+0000","last_fullsized":"2024-09-12T17:56:18.346108+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:28.184780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'158","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:25.696813+0000","last_change":"2024-09-12T17:09:47.316328+0000","last_active":"2024-09-12T17:54:25.696813+0000","last_peered":"2024-09-12T17:54:25.696813+0000","last_clean":"2024-09-12T17:54:25.696813+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:54:25.696813+0000","last_undegraded":"2024-09-12T17:54:25.696813+0000","last_fullsized":"2024-09-12T17:54:25.696813+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:09.529377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.731784+0000","last_change":"2024-09-12T17:09:45.377972+0000","last_active":"2024-09-12T17:56:31.731784+0000","last_peered":"2024-09-12T17:56:31.731784+0000","last_clean":"2024-09-12T17:56:31.731784+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:31.731784+0000","last_undegraded":"2024-09-12T17:56:31.731784+0000","last_fullsized":"2024-09-12T17:56:31.731784+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:40.947031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676194+0000","last_change":"2024-09-12T17:09:49.312672+0000","last_active":"2024-09-12T17:53:12.676194+0000","last_peered":"2024-09-12T17:53:12.676194+0000","last_clean":"2024-09-12T17:53:12.676194+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:53:12.676194+0000","last_undegraded":"2024-09-12T17:53:12.676194+0000","last_fullsized":"2024-09-12T17:53:12.676194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:01.292514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'126","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.041742+0000","last_change":"2024-09-12T17:09:51.337099+0000","last_active":"2024-09-12T17:54:58.041742+0000","last_peered":"2024-09-12T17:54:58.041742+0000","last_clean":"2024-09-12T17:54:58.041742+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:54:58.041742+0000","last_undegraded":"2024-09-12T17:54:58.041742+0000","last_fullsized":"2024-09-12T17:54:58.041742+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:08.800142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11781,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":203,"num_write":78,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090082+0000","last_change":"2024-09-12T17:09:53.324818+0000","last_active":"2024-09-12T17:53:18.090082+0000","last_peered":"2024-09-12T17:53:18.090082+0000","last_clean":"2024-09-12T17:53:18.090082+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:53:18.090082+0000","last_undegraded":"2024-09-12T17:53:18.090082+0000","last_fullsized":"2024-09-12T17:53:18.090082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:04.110293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'114","reported_seq":610,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.756491+0000","last_change":"2024-09-12T17:09:55.333903+0000","last_active":"2024-09-12T17:55:53.756491+0000","last_peered":"2024-09-12T17:55:53.756491+0000","last_clean":"2024-09-12T17:55:53.756491+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:55:53.756491+0000","last_undegraded":"2024-09-12T17:55:53.756491+0000","last_fullsized":"2024-09-12T17:55:53.756491+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:57.953499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720725+0000","last_change":"2024-09-12T17:09:47.329194+0000","last_active":"2024-09-12T17:53:13.720725+0000","last_peered":"2024-09-12T17:53:13.720725+0000","last_clean":"2024-09-12T17:53:13.720725+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:53:13.720725+0000","last_undegraded":"2024-09-12T17:53:13.720725+0000","last_fullsized":"2024-09-12T17:53:13.720725+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:45.621848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.347443+0000","last_change":"2024-09-12T17:09:45.387526+0000","last_active":"2024-09-12T17:54:47.347443+0000","last_peered":"2024-09-12T17:54:47.347443+0000","last_clean":"2024-09-12T17:54:47.347443+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:54:47.347443+0000","last_undegraded":"2024-09-12T17:54:47.347443+0000","last_fullsized":"2024-09-12T17:54:47.347443+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:11.442956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668149+0000","last_change":"2024-09-12T17:09:49.314833+0000","last_active":"2024-09-12T17:52:37.668149+0000","last_peered":"2024-09-12T17:52:37.668149+0000","last_clean":"2024-09-12T17:52:37.668149+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:52:37.668149+0000","last_undegraded":"2024-09-12T17:52:37.668149+0000","last_fullsized":"2024-09-12T17:52:37.668149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:11.182549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'153","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.722207+0000","last_change":"2024-09-12T17:09:51.338787+0000","last_active":"2024-09-12T17:56:31.722207+0000","last_peered":"2024-09-12T17:56:31.722207+0000","last_clean":"2024-09-12T17:56:31.722207+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:56:31.722207+0000","last_undegraded":"2024-09-12T17:56:31.722207+0000","last_fullsized":"2024-09-12T17:56:31.722207+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:19.906682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'759","reported_seq":4606,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.226425+0000","last_change":"2024-09-12T17:09:53.348752+0000","last_active":"2024-09-12T17:56:31.226425+0000","last_peered":"2024-09-12T17:56:31.226425+0000","last_clean":"2024-09-12T17:56:31.226425+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:56:31.226425+0000","last_undegraded":"2024-09-12T17:56:31.226425+0000","last_fullsized":"2024-09-12T17:56:31.226425+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:27.110452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'145","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204065+0000","last_change":"2024-09-12T17:09:55.350668+0000","last_active":"2024-09-12T17:56:17.204065+0000","last_peered":"2024-09-12T17:56:17.204065+0000","last_clean":"2024-09-12T17:56:17.204065+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:56:17.204065+0000","last_undegraded":"2024-09-12T17:56:17.204065+0000","last_fullsized":"2024-09-12T17:56:17.204065+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.780012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.610238+0000","last_change":"2024-09-12T17:09:47.305309+0000","last_active":"2024-09-12T17:52:53.610238+0000","last_peered":"2024-09-12T17:52:53.610238+0000","last_clean":"2024-09-12T17:52:53.610238+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:52:53.610238+0000","last_undegraded":"2024-09-12T17:52:53.610238+0000","last_fullsized":"2024-09-12T17:52:53.610238+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:57.693076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.346428+0000","last_change":"2024-09-12T17:09:45.375368+0000","last_active":"2024-09-12T17:54:47.346428+0000","last_peered":"2024-09-12T17:54:47.346428+0000","last_clean":"2024-09-12T17:54:47.346428+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:54:47.346428+0000","last_undegraded":"2024-09-12T17:54:47.346428+0000","last_fullsized":"2024-09-12T17:54:47.346428+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:51.838681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677638+0000","last_change":"2024-09-12T17:09:49.329572+0000","last_active":"2024-09-12T17:53:17.677638+0000","last_peered":"2024-09-12T17:53:17.677638+0000","last_clean":"2024-09-12T17:53:17.677638+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:53:17.677638+0000","last_undegraded":"2024-09-12T17:53:17.677638+0000","last_fullsized":"2024-09-12T17:53:17.677638+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:02.265796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'205","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.752992+0000","last_change":"2024-09-12T17:09:51.336150+0000","last_active":"2024-09-12T17:56:31.752992+0000","last_peered":"2024-09-12T17:56:31.752992+0000","last_clean":"2024-09-12T17:56:31.752992+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:31.752992+0000","last_undegraded":"2024-09-12T17:56:31.752992+0000","last_fullsized":"2024-09-12T17:56:31.752992+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:02.600493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676237+0000","last_change":"2024-09-12T17:09:53.327389+0000","last_active":"2024-09-12T17:53:12.676237+0000","last_peered":"2024-09-12T17:53:12.676237+0000","last_clean":"2024-09-12T17:53:12.676237+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:53:12.676237+0000","last_undegraded":"2024-09-12T17:53:12.676237+0000","last_fullsized":"2024-09-12T17:53:12.676237+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:45.426019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'129","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.001359+0000","last_change":"2024-09-12T17:09:55.352358+0000","last_active":"2024-09-12T17:54:22.001359+0000","last_peered":"2024-09-12T17:54:22.001359+0000","last_clean":"2024-09-12T17:54:22.001359+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:54:22.001359+0000","last_undegraded":"2024-09-12T17:54:22.001359+0000","last_fullsized":"2024-09-12T17:54:22.001359+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.705132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'111","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.489380+0000","last_change":"2024-09-12T17:09:47.316652+0000","last_active":"2024-09-12T17:54:38.489380+0000","last_peered":"2024-09-12T17:54:38.489380+0000","last_clean":"2024-09-12T17:54:38.489380+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:54:38.489380+0000","last_undegraded":"2024-09-12T17:54:38.489380+0000","last_fullsized":"2024-09-12T17:54:38.489380+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:25.765900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'204","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.019854+0000","last_change":"2024-09-12T17:09:45.340916+0000","last_active":"2024-09-12T17:54:38.019854+0000","last_peered":"2024-09-12T17:54:38.019854+0000","last_clean":"2024-09-12T17:54:38.019854+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:54:38.019854+0000","last_undegraded":"2024-09-12T17:54:38.019854+0000","last_fullsized":"2024-09-12T17:54:38.019854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:34.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1755747,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":449,"num_read_kb":3627,"num_write":971,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668229+0000","last_change":"2024-09-12T17:09:49.318661+0000","last_active":"2024-09-12T17:52:37.668229+0000","last_peered":"2024-09-12T17:52:37.668229+0000","last_clean":"2024-09-12T17:52:37.668229+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:52:37.668229+0000","last_undegraded":"2024-09-12T17:52:37.668229+0000","last_fullsized":"2024-09-12T17:52:37.668229+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.777684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'162","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937429+0000","last_change":"2024-09-12T17:09:51.325948+0000","last_active":"2024-09-12T17:54:53.937429+0000","last_peered":"2024-09-12T17:54:53.937429+0000","last_clean":"2024-09-12T17:54:53.937429+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:54:53.937429+0000","last_undegraded":"2024-09-12T17:54:53.937429+0000","last_fullsized":"2024-09-12T17:54:53.937429+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:08.360154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20500,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":220,"num_read_kb":298,"num_write":180,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:42.721481+0000","last_change":"2024-09-12T17:09:53.356632+0000","last_active":"2024-09-12T17:52:42.721481+0000","last_peered":"2024-09-12T17:52:42.721481+0000","last_clean":"2024-09-12T17:52:42.721481+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:52:42.721481+0000","last_undegraded":"2024-09-12T17:52:42.721481+0000","last_fullsized":"2024-09-12T17:52:42.721481+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:18.428163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'129","reported_seq":652,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.127070+0000","last_change":"2024-09-12T17:09:55.358661+0000","last_active":"2024-09-12T17:56:03.127070+0000","last_peered":"2024-09-12T17:56:03.127070+0000","last_clean":"2024-09-12T17:56:03.127070+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:56:03.127070+0000","last_undegraded":"2024-09-12T17:56:03.127070+0000","last_fullsized":"2024-09-12T17:56:03.127070+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:13.659009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905576+0000","last_change":"2024-09-12T17:09:47.304111+0000","last_active":"2024-09-12T17:52:33.905576+0000","last_peered":"2024-09-12T17:52:33.905576+0000","last_clean":"2024-09-12T17:52:33.905576+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:52:33.905576+0000","last_undegraded":"2024-09-12T17:52:33.905576+0000","last_fullsized":"2024-09-12T17:52:33.905576+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:43.195574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'201","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.035834+0000","last_change":"2024-09-12T17:09:45.357408+0000","last_active":"2024-09-12T17:54:55.035834+0000","last_peered":"2024-09-12T17:54:55.035834+0000","last_clean":"2024-09-12T17:54:55.035834+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:54:55.035834+0000","last_undegraded":"2024-09-12T17:54:55.035834+0000","last_fullsized":"2024-09-12T17:54:55.035834+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:29.584408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10951677,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":456,"num_read_kb":14880,"num_write":975,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.520365+0000","last_change":"2024-09-12T17:09:49.330028+0000","last_active":"2024-09-12T17:52:33.520365+0000","last_peered":"2024-09-12T17:52:33.520365+0000","last_clean":"2024-09-12T17:52:33.520365+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:52:33.520365+0000","last_undegraded":"2024-09-12T17:52:33.520365+0000","last_fullsized":"2024-09-12T17:52:33.520365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:45.627451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'148","reported_seq":737,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.339704+0000","last_change":"2024-09-12T17:09:51.321136+0000","last_active":"2024-09-12T17:56:31.339704+0000","last_peered":"2024-09-12T17:56:31.339704+0000","last_clean":"2024-09-12T17:56:31.339704+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:31.339704+0000","last_undegraded":"2024-09-12T17:56:31.339704+0000","last_fullsized":"2024-09-12T17:56:31.339704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:53.820661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2157,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.215132+0000","last_change":"2024-09-12T17:09:53.332207+0000","last_active":"2024-09-12T17:56:31.215132+0000","last_peered":"2024-09-12T17:56:31.215132+0000","last_clean":"2024-09-12T17:56:31.215132+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:31.215132+0000","last_undegraded":"2024-09-12T17:56:31.215132+0000","last_fullsized":"2024-09-12T17:56:31.215132+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:55.328869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'144","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.786086+0000","last_change":"2024-09-12T17:09:55.359473+0000","last_active":"2024-09-12T17:54:58.786086+0000","last_peered":"2024-09-12T17:54:58.786086+0000","last_clean":"2024-09-12T17:54:58.786086+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:54:58.786086+0000","last_undegraded":"2024-09-12T17:54:58.786086+0000","last_fullsized":"2024-09-12T17:54:58.786086+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:12.025422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:29.779455+0000","last_change":"2024-09-12T17:09:47.337518+0000","last_active":"2024-09-12T17:54:29.779455+0000","last_peered":"2024-09-12T17:54:29.779455+0000","last_clean":"2024-09-12T17:54:29.779455+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:54:29.779455+0000","last_undegraded":"2024-09-12T17:54:29.779455+0000","last_fullsized":"2024-09-12T17:54:29.779455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:59.897219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'241","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912992+0000","last_change":"2024-09-12T17:09:45.342777+0000","last_active":"2024-09-12T17:53:08.912992+0000","last_peered":"2024-09-12T17:53:08.912992+0000","last_clean":"2024-09-12T17:53:08.912992+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:53:08.912992+0000","last_undegraded":"2024-09-12T17:53:08.912992+0000","last_fullsized":"2024-09-12T17:53:08.912992+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:40.833892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5401652,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":506,"num_read_kb":10579,"num_write":1182,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1440,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.959190+0000","last_change":"2024-09-12T17:09:49.304426+0000","last_active":"2024-09-12T17:56:30.959190+0000","last_peered":"2024-09-12T17:56:30.959190+0000","last_clean":"2024-09-12T17:56:30.959190+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:30.959190+0000","last_undegraded":"2024-09-12T17:56:30.959190+0000","last_fullsized":"2024-09-12T17:56:30.959190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.914328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'66","reported_seq":588,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.457466+0000","last_change":"2024-09-12T17:09:51.339275+0000","last_active":"2024-09-12T17:53:57.457466+0000","last_peered":"2024-09-12T17:53:57.457466+0000","last_clean":"2024-09-12T17:53:57.457466+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:53:57.457466+0000","last_undegraded":"2024-09-12T17:53:57.457466+0000","last_fullsized":"2024-09-12T17:53:57.457466+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.863967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'738","reported_seq":3922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.377229+0000","last_change":"2024-09-12T17:09:53.341913+0000","last_active":"2024-09-12T17:56:18.377229+0000","last_peered":"2024-09-12T17:56:18.377229+0000","last_clean":"2024-09-12T17:56:18.377229+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:18.377229+0000","last_undegraded":"2024-09-12T17:56:18.377229+0000","last_fullsized":"2024-09-12T17:56:18.377229+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":700,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:29.670235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.921240+0000","last_change":"2024-09-12T17:09:55.345113+0000","last_active":"2024-09-12T17:53:43.921240+0000","last_peered":"2024-09-12T17:53:43.921240+0000","last_clean":"2024-09-12T17:53:43.921240+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:53:43.921240+0000","last_undegraded":"2024-09-12T17:53:43.921240+0000","last_fullsized":"2024-09-12T17:53:43.921240+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:14.405910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:36.786448+0000","last_change":"2024-09-12T17:09:47.315540+0000","last_active":"2024-09-12T17:54:36.786448+0000","last_peered":"2024-09-12T17:54:36.786448+0000","last_clean":"2024-09-12T17:54:36.786448+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:54:36.786448+0000","last_undegraded":"2024-09-12T17:54:36.786448+0000","last_fullsized":"2024-09-12T17:54:36.786448+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:20.827221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'208","reported_seq":867,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.774718+0000","last_change":"2024-09-12T17:09:45.360650+0000","last_active":"2024-09-12T17:54:33.774718+0000","last_peered":"2024-09-12T17:54:33.774718+0000","last_clean":"2024-09-12T17:54:33.774718+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:54:33.774718+0000","last_undegraded":"2024-09-12T17:54:33.774718+0000","last_fullsized":"2024-09-12T17:54:33.774718+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:52.857106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12704740,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":516,"num_read_kb":25872,"num_write":1047,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"38'3","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.974450+0000","last_change":"2024-09-12T17:09:49.315513+0000","last_active":"2024-09-12T17:56:17.974450+0000","last_peered":"2024-09-12T17:56:17.974450+0000","last_clean":"2024-09-12T17:56:17.974450+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:17.974450+0000","last_undegraded":"2024-09-12T17:56:17.974450+0000","last_fullsized":"2024-09-12T17:56:17.974450+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:21:33.742296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":713,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'221","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.667775+0000","last_change":"2024-09-12T17:09:51.331173+0000","last_active":"2024-09-12T17:56:31.667775+0000","last_peered":"2024-09-12T17:56:31.667775+0000","last_clean":"2024-09-12T17:56:31.667775+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:56:31.667775+0000","last_undegraded":"2024-09-12T17:56:31.667775+0000","last_fullsized":"2024-09-12T17:56:31.667775+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:57.854425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713163+0000","last_change":"2024-09-12T17:09:53.341808+0000","last_active":"2024-09-12T17:52:38.713163+0000","last_peered":"2024-09-12T17:52:38.713163+0000","last_clean":"2024-09-12T17:52:38.713163+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:52:38.713163+0000","last_undegraded":"2024-09-12T17:52:38.713163+0000","last_fullsized":"2024-09-12T17:52:38.713163+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:59.189974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'130","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204500+0000","last_change":"2024-09-12T17:09:55.352967+0000","last_active":"2024-09-12T17:56:17.204500+0000","last_peered":"2024-09-12T17:56:17.204500+0000","last_clean":"2024-09-12T17:56:17.204500+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:56:17.204500+0000","last_undegraded":"2024-09-12T17:56:17.204500+0000","last_fullsized":"2024-09-12T17:56:17.204500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:41.442664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":765,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:19.511826+0000","last_change":"2024-09-12T17:09:47.334541+0000","last_active":"2024-09-12T17:54:19.511826+0000","last_peered":"2024-09-12T17:54:19.511826+0000","last_clean":"2024-09-12T17:54:19.511826+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:54:19.511826+0000","last_undegraded":"2024-09-12T17:54:19.511826+0000","last_fullsized":"2024-09-12T17:54:19.511826+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:27.546505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548773+0000","last_change":"2024-09-12T17:09:24.535136+0000","last_active":"2024-09-12T17:53:37.548773+0000","last_peered":"2024-09-12T17:53:37.548773+0000","last_clean":"2024-09-12T17:53:37.548773+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:53:37.548773+0000","last_undegraded":"2024-09-12T17:53:37.548773+0000","last_fullsized":"2024-09-12T17:53:37.548773+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_clean_scrub_stamp":"2024-09-12T17:09:23.408825+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:24.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533672+0000","last_change":"2024-09-12T17:09:32.485145+0000","last_active":"2024-09-12T17:53:17.533672+0000","last_peered":"2024-09-12T17:53:17.533672+0000","last_clean":"2024-09-12T17:53:17.533672+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:53:17.533672+0000","last_undegraded":"2024-09-12T17:53:17.533672+0000","last_fullsized":"2024-09-12T17:53:17.533672+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:50.371137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'194","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093788+0000","last_change":"2024-09-12T17:09:45.352229+0000","last_active":"2024-09-12T17:53:33.093788+0000","last_peered":"2024-09-12T17:53:33.093788+0000","last_clean":"2024-09-12T17:53:33.093788+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:53:33.093788+0000","last_undegraded":"2024-09-12T17:53:33.093788+0000","last_fullsized":"2024-09-12T17:53:33.093788+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:08.061470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4920009,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":409,"num_read_kb":8906,"num_write":931,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548956+0000","last_change":"2024-09-12T17:09:49.324072+0000","last_active":"2024-09-12T17:53:37.548956+0000","last_peered":"2024-09-12T17:53:37.548956+0000","last_clean":"2024-09-12T17:53:37.548956+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:53:37.548956+0000","last_undegraded":"2024-09-12T17:53:37.548956+0000","last_fullsized":"2024-09-12T17:53:37.548956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:52.570995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'303","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.804368+0000","last_change":"2024-09-12T17:09:51.335409+0000","last_active":"2024-09-12T17:56:31.804368+0000","last_peered":"2024-09-12T17:56:31.804368+0000","last_clean":"2024-09-12T17:56:31.804368+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:56:31.804368+0000","last_undegraded":"2024-09-12T17:56:31.804368+0000","last_fullsized":"2024-09-12T17:56:31.804368+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:32.658505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.729667+0000","last_change":"2024-09-12T17:09:53.348728+0000","last_active":"2024-09-12T17:53:12.729667+0000","last_peered":"2024-09-12T17:53:12.729667+0000","last_clean":"2024-09-12T17:53:12.729667+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:53:12.729667+0000","last_undegraded":"2024-09-12T17:53:12.729667+0000","last_fullsized":"2024-09-12T17:53:12.729667+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:52.990041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'211","reported_seq":907,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.806698+0000","last_change":"2024-09-12T17:09:55.345713+0000","last_active":"2024-09-12T17:54:58.806698+0000","last_peered":"2024-09-12T17:54:58.806698+0000","last_clean":"2024-09-12T17:54:58.806698+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:54:58.806698+0000","last_undegraded":"2024-09-12T17:54:58.806698+0000","last_fullsized":"2024-09-12T17:54:58.806698+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:02.303439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727729+0000","last_change":"2024-09-12T17:09:47.305554+0000","last_active":"2024-09-12T17:53:07.727729+0000","last_peered":"2024-09-12T17:53:07.727729+0000","last_clean":"2024-09-12T17:53:07.727729+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:53:07.727729+0000","last_undegraded":"2024-09-12T17:53:07.727729+0000","last_fullsized":"2024-09-12T17:53:07.727729+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:16.436643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.549954+0000","last_change":"2024-09-12T17:09:32.973470+0000","last_active":"2024-09-12T17:53:42.549954+0000","last_peered":"2024-09-12T17:53:42.549954+0000","last_clean":"2024-09-12T17:53:42.549954+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:53:42.549954+0000","last_undegraded":"2024-09-12T17:53:42.549954+0000","last_fullsized":"2024-09-12T17:53:42.549954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:47.802781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.692403+0000","last_change":"2024-09-12T17:09:45.322648+0000","last_active":"2024-09-12T17:56:31.692403+0000","last_peered":"2024-09-12T17:56:31.692403+0000","last_clean":"2024-09-12T17:56:31.692403+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:31.692403+0000","last_undegraded":"2024-09-12T17:56:31.692403+0000","last_fullsized":"2024-09-12T17:56:31.692403+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:08.940088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.532734+0000","last_change":"2024-09-12T17:09:49.314390+0000","last_active":"2024-09-12T17:53:12.532734+0000","last_peered":"2024-09-12T17:53:12.532734+0000","last_clean":"2024-09-12T17:53:12.532734+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:53:12.532734+0000","last_undegraded":"2024-09-12T17:53:12.532734+0000","last_fullsized":"2024-09-12T17:53:12.532734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:09.852479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'830","reported_seq":2308,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.364816+0000","last_change":"2024-09-12T17:09:51.330815+0000","last_active":"2024-09-12T17:56:18.364816+0000","last_peered":"2024-09-12T17:56:18.364816+0000","last_clean":"2024-09-12T17:56:18.364816+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:18.364816+0000","last_undegraded":"2024-09-12T17:56:18.364816+0000","last_fullsized":"2024-09-12T17:56:18.364816+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":800,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:41.189677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63539,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1150,"num_read_kb":1385,"num_write":284,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.551332+0000","last_change":"2024-09-12T17:09:53.321267+0000","last_active":"2024-09-12T17:53:47.551332+0000","last_peered":"2024-09-12T17:53:47.551332+0000","last_clean":"2024-09-12T17:53:47.551332+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:53:47.551332+0000","last_undegraded":"2024-09-12T17:53:47.551332+0000","last_fullsized":"2024-09-12T17:53:47.551332+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:16.496781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'215","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532566+0000","last_change":"2024-09-12T17:09:55.338532+0000","last_active":"2024-09-12T17:53:28.532566+0000","last_peered":"2024-09-12T17:53:28.532566+0000","last_clean":"2024-09-12T17:53:28.532566+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:53:28.532566+0000","last_undegraded":"2024-09-12T17:53:28.532566+0000","last_fullsized":"2024-09-12T17:53:28.532566+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:33.277861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.020302+0000","last_change":"2024-09-12T17:09:47.321659+0000","last_active":"2024-09-12T17:54:43.020302+0000","last_peered":"2024-09-12T17:54:43.020302+0000","last_clean":"2024-09-12T17:54:43.020302+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:54:43.020302+0000","last_undegraded":"2024-09-12T17:54:43.020302+0000","last_fullsized":"2024-09-12T17:54:43.020302+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:45.292865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677553+0000","last_change":"2024-09-12T17:09:32.479836+0000","last_active":"2024-09-12T17:53:17.677553+0000","last_peered":"2024-09-12T17:53:17.677553+0000","last_clean":"2024-09-12T17:53:17.677553+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:53:17.677553+0000","last_undegraded":"2024-09-12T17:53:17.677553+0000","last_fullsized":"2024-09-12T17:53:17.677553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:21.050223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'208","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.627025+0000","last_change":"2024-09-12T17:09:45.349985+0000","last_active":"2024-09-12T17:54:39.627025+0000","last_peered":"2024-09-12T17:54:39.627025+0000","last_clean":"2024-09-12T17:54:39.627025+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:54:39.627025+0000","last_undegraded":"2024-09-12T17:54:39.627025+0000","last_fullsized":"2024-09-12T17:54:39.627025+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:41.358630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7784819,"num_objects":12,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":481,"num_read_kb":77221,"num_write":981,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676377+0000","last_change":"2024-09-12T17:09:49.323154+0000","last_active":"2024-09-12T17:53:12.676377+0000","last_peered":"2024-09-12T17:53:12.676377+0000","last_clean":"2024-09-12T17:53:12.676377+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:53:12.676377+0000","last_undegraded":"2024-09-12T17:53:12.676377+0000","last_fullsized":"2024-09-12T17:53:12.676377+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.034297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'208","reported_seq":1316,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:15.647011+0000","last_change":"2024-09-12T17:09:51.347817+0000","last_active":"2024-09-12T17:56:15.647011+0000","last_peered":"2024-09-12T17:56:15.647011+0000","last_clean":"2024-09-12T17:56:15.647011+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:56:15.647011+0000","last_undegraded":"2024-09-12T17:56:15.647011+0000","last_fullsized":"2024-09-12T17:56:15.647011+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:32.541991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735693+0000","last_change":"2024-09-12T17:09:53.356724+0000","last_active":"2024-09-12T17:53:37.735693+0000","last_peered":"2024-09-12T17:53:37.735693+0000","last_clean":"2024-09-12T17:53:37.735693+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:53:37.735693+0000","last_undegraded":"2024-09-12T17:53:37.735693+0000","last_fullsized":"2024-09-12T17:53:37.735693+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:32.694475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'245","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.179452+0000","last_change":"2024-09-12T17:09:55.348926+0000","last_active":"2024-09-12T17:54:58.179452+0000","last_peered":"2024-09-12T17:54:58.179452+0000","last_clean":"2024-09-12T17:54:58.179452+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:54:58.179452+0000","last_undegraded":"2024-09-12T17:54:58.179452+0000","last_fullsized":"2024-09-12T17:54:58.179452+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:35.540275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'112","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.344974+0000","last_change":"2024-09-12T17:09:47.319528+0000","last_active":"2024-09-12T17:54:59.344974+0000","last_peered":"2024-09-12T17:54:59.344974+0000","last_clean":"2024-09-12T17:54:59.344974+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:54:59.344974+0000","last_undegraded":"2024-09-12T17:54:59.344974+0000","last_fullsized":"2024-09-12T17:54:59.344974+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:03.899835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":527,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533629+0000","last_change":"2024-09-12T17:09:32.487224+0000","last_active":"2024-09-12T17:53:17.533629+0000","last_peered":"2024-09-12T17:53:17.533629+0000","last_clean":"2024-09-12T17:53:17.533629+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:53:17.533629+0000","last_undegraded":"2024-09-12T17:53:17.533629+0000","last_fullsized":"2024-09-12T17:53:17.533629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:57.314322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'246","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918973+0000","last_change":"2024-09-12T17:09:45.346001+0000","last_active":"2024-09-12T17:53:33.918973+0000","last_peered":"2024-09-12T17:53:33.918973+0000","last_clean":"2024-09-12T17:53:33.918973+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:53:33.918973+0000","last_undegraded":"2024-09-12T17:53:33.918973+0000","last_fullsized":"2024-09-12T17:53:33.918973+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:03.675872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10121385,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":537,"num_read_kb":5384,"num_write":1064,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.736974+0000","last_change":"2024-09-12T17:09:49.311731+0000","last_active":"2024-09-12T17:53:42.736974+0000","last_peered":"2024-09-12T17:53:42.736974+0000","last_clean":"2024-09-12T17:53:42.736974+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:53:42.736974+0000","last_undegraded":"2024-09-12T17:53:42.736974+0000","last_fullsized":"2024-09-12T17:53:42.736974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:41.404924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'125","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:23.120482+0000","last_change":"2024-09-12T17:09:51.305606+0000","last_active":"2024-09-12T17:55:23.120482+0000","last_peered":"2024-09-12T17:55:23.120482+0000","last_clean":"2024-09-12T17:55:23.120482+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:55:23.120482+0000","last_undegraded":"2024-09-12T17:55:23.120482+0000","last_fullsized":"2024-09-12T17:55:23.120482+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:43.144365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720818+0000","last_change":"2024-09-12T17:09:53.361607+0000","last_active":"2024-09-12T17:53:13.720818+0000","last_peered":"2024-09-12T17:53:13.720818+0000","last_clean":"2024-09-12T17:53:13.720818+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:53:13.720818+0000","last_undegraded":"2024-09-12T17:53:13.720818+0000","last_fullsized":"2024-09-12T17:53:13.720818+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:03.900571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'112","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.103247+0000","last_change":"2024-09-12T17:09:55.355418+0000","last_active":"2024-09-12T17:54:54.103247+0000","last_peered":"2024-09-12T17:54:54.103247+0000","last_clean":"2024-09-12T17:54:54.103247+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:54:54.103247+0000","last_undegraded":"2024-09-12T17:54:54.103247+0000","last_fullsized":"2024-09-12T17:54:54.103247+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:12.518957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:44.497179+0000","last_change":"2024-09-12T17:09:47.320947+0000","last_active":"2024-09-12T17:53:44.497179+0000","last_peered":"2024-09-12T17:53:44.497179+0000","last_clean":"2024-09-12T17:53:44.497179+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:53:44.497179+0000","last_undegraded":"2024-09-12T17:53:44.497179+0000","last_fullsized":"2024-09-12T17:53:44.497179+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:20.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.688477+0000","last_change":"2024-09-12T17:09:45.374145+0000","last_active":"2024-09-12T17:56:31.688477+0000","last_peered":"2024-09-12T17:56:31.688477+0000","last_clean":"2024-09-12T17:56:31.688477+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:31.688477+0000","last_undegraded":"2024-09-12T17:56:31.688477+0000","last_fullsized":"2024-09-12T17:56:31.688477+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:45.403751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.530304+0000","last_change":"2024-09-12T17:09:32.478505+0000","last_active":"2024-09-12T17:53:18.530304+0000","last_peered":"2024-09-12T17:53:18.530304+0000","last_clean":"2024-09-12T17:53:18.530304+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:53:18.530304+0000","last_undegraded":"2024-09-12T17:53:18.530304+0000","last_fullsized":"2024-09-12T17:53:18.530304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:19.651164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735633+0000","last_change":"2024-09-12T17:09:49.323126+0000","last_active":"2024-09-12T17:53:37.735633+0000","last_peered":"2024-09-12T17:53:37.735633+0000","last_clean":"2024-09-12T17:53:37.735633+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:53:37.735633+0000","last_undegraded":"2024-09-12T17:53:37.735633+0000","last_fullsized":"2024-09-12T17:53:37.735633+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:20.912051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'260","reported_seq":923,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.828242+0000","last_change":"2024-09-12T17:09:51.319431+0000","last_active":"2024-09-12T17:56:31.828242+0000","last_peered":"2024-09-12T17:56:31.828242+0000","last_clean":"2024-09-12T17:56:31.828242+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:31.828242+0000","last_undegraded":"2024-09-12T17:56:31.828242+0000","last_fullsized":"2024-09-12T17:56:31.828242+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:06.742946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920103+0000","last_change":"2024-09-12T17:09:53.345438+0000","last_active":"2024-09-12T17:53:38.920103+0000","last_peered":"2024-09-12T17:53:38.920103+0000","last_clean":"2024-09-12T17:53:38.920103+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:53:38.920103+0000","last_undegraded":"2024-09-12T17:53:38.920103+0000","last_fullsized":"2024-09-12T17:53:38.920103+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:47.745083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.895104+0000","last_change":"2024-09-12T17:09:55.346081+0000","last_active":"2024-09-12T17:54:57.895104+0000","last_peered":"2024-09-12T17:54:57.895104+0000","last_clean":"2024-09-12T17:54:57.895104+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:54:57.895104+0000","last_undegraded":"2024-09-12T17:54:57.895104+0000","last_fullsized":"2024-09-12T17:54:57.895104+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:51.486670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.708195+0000","last_change":"2024-09-12T17:09:47.312796+0000","last_active":"2024-09-12T17:53:58.708195+0000","last_peered":"2024-09-12T17:53:58.708195+0000","last_clean":"2024-09-12T17:53:58.708195+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:53:58.708195+0000","last_undegraded":"2024-09-12T17:53:58.708195+0000","last_fullsized":"2024-09-12T17:53:58.708195+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:04.743070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'211","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.866113+0000","last_change":"2024-09-12T17:09:45.325050+0000","last_active":"2024-09-12T17:54:32.866113+0000","last_peered":"2024-09-12T17:54:32.866113+0000","last_clean":"2024-09-12T17:54:32.866113+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:54:32.866113+0000","last_undegraded":"2024-09-12T17:54:32.866113+0000","last_fullsized":"2024-09-12T17:54:32.866113+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:13.065801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5240993,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":541,"num_read_kb":81577,"num_write":1033,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.546469+0000","last_change":"2024-09-12T17:09:32.973626+0000","last_active":"2024-09-12T17:53:27.546469+0000","last_peered":"2024-09-12T17:53:27.546469+0000","last_clean":"2024-09-12T17:53:27.546469+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:53:27.546469+0000","last_undegraded":"2024-09-12T17:53:27.546469+0000","last_fullsized":"2024-09-12T17:53:27.546469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:10.157317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725139+0000","last_change":"2024-09-12T17:09:49.322502+0000","last_active":"2024-09-12T17:53:33.725139+0000","last_peered":"2024-09-12T17:53:33.725139+0000","last_clean":"2024-09-12T17:53:33.725139+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:53:33.725139+0000","last_undegraded":"2024-09-12T17:53:33.725139+0000","last_fullsized":"2024-09-12T17:53:33.725139+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:39.497085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'170","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.487704+0000","last_change":"2024-09-12T17:09:51.340132+0000","last_active":"2024-09-12T17:54:59.487704+0000","last_peered":"2024-09-12T17:54:59.487704+0000","last_clean":"2024-09-12T17:54:59.487704+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:54:59.487704+0000","last_undegraded":"2024-09-12T17:54:59.487704+0000","last_fullsized":"2024-09-12T17:54:59.487704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:23.213148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'757","reported_seq":2767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.210046+0000","last_change":"2024-09-12T17:09:53.354453+0000","last_active":"2024-09-12T17:56:31.210046+0000","last_peered":"2024-09-12T17:56:31.210046+0000","last_clean":"2024-09-12T17:56:31.210046+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:56:31.210046+0000","last_undegraded":"2024-09-12T17:56:31.210046+0000","last_fullsized":"2024-09-12T17:56:31.210046+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":701,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:11.712547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'128","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115785+0000","last_change":"2024-09-12T17:09:55.349153+0000","last_active":"2024-09-12T17:55:03.115785+0000","last_peered":"2024-09-12T17:55:03.115785+0000","last_clean":"2024-09-12T17:55:03.115785+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:55:03.115785+0000","last_undegraded":"2024-09-12T17:55:03.115785+0000","last_fullsized":"2024-09-12T17:55:03.115785+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:07.218450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:24.416929+0000","last_change":"2024-09-12T17:09:47.320463+0000","last_active":"2024-09-12T17:54:24.416929+0000","last_peered":"2024-09-12T17:54:24.416929+0000","last_clean":"2024-09-12T17:54:24.416929+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:54:24.416929+0000","last_undegraded":"2024-09-12T17:54:24.416929+0000","last_fullsized":"2024-09-12T17:54:24.416929+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:00.889640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'222","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.759723+0000","last_change":"2024-09-12T17:09:45.374090+0000","last_active":"2024-09-12T17:53:55.759723+0000","last_peered":"2024-09-12T17:53:55.759723+0000","last_clean":"2024-09-12T17:53:55.759723+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:53:55.759723+0000","last_undegraded":"2024-09-12T17:53:55.759723+0000","last_fullsized":"2024-09-12T17:53:55.759723+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:49.298159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7190251,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":21214,"num_write":1042,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524765+0000","last_change":"2024-09-12T17:09:32.478381+0000","last_active":"2024-09-12T17:52:53.524765+0000","last_peered":"2024-09-12T17:52:53.524765+0000","last_clean":"2024-09-12T17:52:53.524765+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:52:53.524765+0000","last_undegraded":"2024-09-12T17:52:53.524765+0000","last_fullsized":"2024-09-12T17:52:53.524765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:25.613395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918822+0000","last_change":"2024-09-12T17:09:49.307742+0000","last_active":"2024-09-12T17:53:33.918822+0000","last_peered":"2024-09-12T17:53:33.918822+0000","last_clean":"2024-09-12T17:53:33.918822+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:53:33.918822+0000","last_undegraded":"2024-09-12T17:53:33.918822+0000","last_fullsized":"2024-09-12T17:53:33.918822+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:05.469268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'105","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920169+0000","last_change":"2024-09-12T17:09:51.321181+0000","last_active":"2024-09-12T17:53:38.920169+0000","last_peered":"2024-09-12T17:53:38.920169+0000","last_clean":"2024-09-12T17:53:38.920169+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:53:38.920169+0000","last_undegraded":"2024-09-12T17:53:38.920169+0000","last_fullsized":"2024-09-12T17:53:38.920169+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:54.130860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'748","reported_seq":2432,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.378107+0000","last_change":"2024-09-12T17:09:53.324519+0000","last_active":"2024-09-12T17:56:18.378107+0000","last_peered":"2024-09-12T17:56:18.378107+0000","last_clean":"2024-09-12T17:56:18.378107+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:56:18.378107+0000","last_undegraded":"2024-09-12T17:56:18.378107+0000","last_fullsized":"2024-09-12T17:56:18.378107+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:07.213791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'153","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.711655+0000","last_change":"2024-09-12T17:09:55.361751+0000","last_active":"2024-09-12T17:53:07.711655+0000","last_peered":"2024-09-12T17:53:07.711655+0000","last_clean":"2024-09-12T17:53:07.711655+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:53:07.711655+0000","last_undegraded":"2024-09-12T17:53:07.711655+0000","last_fullsized":"2024-09-12T17:53:07.711655+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:45.470670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918875+0000","last_change":"2024-09-12T17:09:47.315515+0000","last_active":"2024-09-12T17:53:33.918875+0000","last_peered":"2024-09-12T17:53:33.918875+0000","last_clean":"2024-09-12T17:53:33.918875+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:53:33.918875+0000","last_undegraded":"2024-09-12T17:53:33.918875+0000","last_fullsized":"2024-09-12T17:53:33.918875+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:07.959068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.695020+0000","last_change":"2024-09-12T17:09:45.348102+0000","last_active":"2024-09-12T17:56:31.695020+0000","last_peered":"2024-09-12T17:56:31.695020+0000","last_clean":"2024-09-12T17:56:31.695020+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:31.695020+0000","last_undegraded":"2024-09-12T17:56:31.695020+0000","last_fullsized":"2024-09-12T17:56:31.695020+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:46.516802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.716515+0000","last_change":"2024-09-12T17:09:33.147639+0000","last_active":"2024-09-12T17:52:53.716515+0000","last_peered":"2024-09-12T17:52:53.716515+0000","last_clean":"2024-09-12T17:52:53.716515+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:52:53.716515+0000","last_undegraded":"2024-09-12T17:52:53.716515+0000","last_fullsized":"2024-09-12T17:52:53.716515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:16.672658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"38'4","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.971324+0000","last_change":"2024-09-12T17:09:49.315249+0000","last_active":"2024-09-12T17:56:17.971324+0000","last_peered":"2024-09-12T17:56:17.971324+0000","last_clean":"2024-09-12T17:56:17.971324+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:56:17.971324+0000","last_undegraded":"2024-09-12T17:56:17.971324+0000","last_fullsized":"2024-09-12T17:56:17.971324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:27.979718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":712,"num_read_kb":1172,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'342","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.639397+0000","last_change":"2024-09-12T17:09:51.345519+0000","last_active":"2024-09-12T17:56:31.639397+0000","last_peered":"2024-09-12T17:56:31.639397+0000","last_clean":"2024-09-12T17:56:31.639397+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:31.639397+0000","last_undegraded":"2024-09-12T17:56:31.639397+0000","last_fullsized":"2024-09-12T17:56:31.639397+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:58.435916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095264+0000","last_change":"2024-09-12T17:09:53.323986+0000","last_active":"2024-09-12T17:53:38.095264+0000","last_peered":"2024-09-12T17:53:38.095264+0000","last_clean":"2024-09-12T17:53:38.095264+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:53:38.095264+0000","last_undegraded":"2024-09-12T17:53:38.095264+0000","last_fullsized":"2024-09-12T17:53:38.095264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:38.416344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'100","reported_seq":594,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.501735+0000","last_change":"2024-09-12T17:09:55.334559+0000","last_active":"2024-09-12T17:54:56.501735+0000","last_peered":"2024-09-12T17:54:56.501735+0000","last_clean":"2024-09-12T17:54:56.501735+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:54:56.501735+0000","last_undegraded":"2024-09-12T17:54:56.501735+0000","last_fullsized":"2024-09-12T17:54:56.501735+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:32.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'135","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.939869+0000","last_change":"2024-09-12T17:09:55.361500+0000","last_active":"2024-09-12T17:54:58.939869+0000","last_peered":"2024-09-12T17:54:58.939869+0000","last_clean":"2024-09-12T17:54:58.939869+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:54:58.939869+0000","last_undegraded":"2024-09-12T17:54:58.939869+0000","last_fullsized":"2024-09-12T17:54:58.939869+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:16.767966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927036+0000","last_change":"2024-09-12T17:09:47.336912+0000","last_active":"2024-09-12T17:54:08.927036+0000","last_peered":"2024-09-12T17:54:08.927036+0000","last_clean":"2024-09-12T17:54:08.927036+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:54:08.927036+0000","last_undegraded":"2024-09-12T17:54:08.927036+0000","last_fullsized":"2024-09-12T17:54:08.927036+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:19.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'189","reported_seq":867,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.913286+0000","last_change":"2024-09-12T17:10:17.031163+0000","last_active":"2024-09-12T17:53:50.913286+0000","last_peered":"2024-09-12T17:53:50.913286+0000","last_clean":"2024-09-12T17:53:50.913286+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:53:50.913286+0000","last_undegraded":"2024-09-12T17:53:50.913286+0000","last_fullsized":"2024-09-12T17:53:50.913286+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:46.676649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8729771,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":35950,"num_write":872,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542260+0000","last_change":"2024-09-12T17:09:49.320082+0000","last_active":"2024-09-12T17:54:08.542260+0000","last_peered":"2024-09-12T17:54:08.542260+0000","last_clean":"2024-09-12T17:54:08.542260+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:54:08.542260+0000","last_undegraded":"2024-09-12T17:54:08.542260+0000","last_fullsized":"2024-09-12T17:54:08.542260+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:57.447987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'117","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104063+0000","last_change":"2024-09-12T17:09:51.320490+0000","last_active":"2024-09-12T17:54:13.104063+0000","last_peered":"2024-09-12T17:54:13.104063+0000","last_clean":"2024-09-12T17:54:13.104063+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:54:13.104063+0000","last_undegraded":"2024-09-12T17:54:13.104063+0000","last_fullsized":"2024-09-12T17:54:13.104063+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:19:16.806203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":166,"num_read_kb":252,"num_write":88,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.067837+0000","last_change":"2024-09-12T17:09:53.324467+0000","last_active":"2024-09-12T17:51:53.067837+0000","last_peered":"2024-09-12T17:51:53.067837+0000","last_clean":"2024-09-12T17:51:53.067837+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:51:53.067837+0000","last_undegraded":"2024-09-12T17:51:53.067837+0000","last_fullsized":"2024-09-12T17:51:53.067837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:08.561067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'124","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:15.575554+0000","last_change":"2024-09-12T17:09:55.343304+0000","last_active":"2024-09-12T17:54:15.575554+0000","last_peered":"2024-09-12T17:54:15.575554+0000","last_clean":"2024-09-12T17:54:15.575554+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:54:15.575554+0000","last_undegraded":"2024-09-12T17:54:15.575554+0000","last_fullsized":"2024-09-12T17:54:15.575554+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:24.197628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542282+0000","last_change":"2024-09-12T17:09:47.325655+0000","last_active":"2024-09-12T17:54:08.542282+0000","last_peered":"2024-09-12T17:54:08.542282+0000","last_clean":"2024-09-12T17:54:08.542282+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:54:08.542282+0000","last_undegraded":"2024-09-12T17:54:08.542282+0000","last_fullsized":"2024-09-12T17:54:08.542282+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:04.284912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.746088+0000","last_change":"2024-09-12T17:09:45.378173+0000","last_active":"2024-09-12T17:56:31.746088+0000","last_peered":"2024-09-12T17:56:31.746088+0000","last_clean":"2024-09-12T17:56:31.746088+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:31.746088+0000","last_undegraded":"2024-09-12T17:56:31.746088+0000","last_fullsized":"2024-09-12T17:56:31.746088+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:01.340043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.068078+0000","last_change":"2024-09-12T17:09:49.304280+0000","last_active":"2024-09-12T17:51:53.068078+0000","last_peered":"2024-09-12T17:51:53.068078+0000","last_clean":"2024-09-12T17:51:53.068078+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:51:53.068078+0000","last_undegraded":"2024-09-12T17:51:53.068078+0000","last_fullsized":"2024-09-12T17:51:53.068078+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:52:46.699005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'49","reported_seq":553,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744198+0000","last_change":"2024-09-12T17:09:51.328443+0000","last_active":"2024-09-12T17:54:12.744198+0000","last_peered":"2024-09-12T17:54:12.744198+0000","last_clean":"2024-09-12T17:54:12.744198+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:54:12.744198+0000","last_undegraded":"2024-09-12T17:54:12.744198+0000","last_fullsized":"2024-09-12T17:54:12.744198+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:30.731514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557913+0000","last_change":"2024-09-12T17:09:53.324912+0000","last_active":"2024-09-12T17:54:12.557913+0000","last_peered":"2024-09-12T17:54:12.557913+0000","last_clean":"2024-09-12T17:54:12.557913+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:54:12.557913+0000","last_undegraded":"2024-09-12T17:54:12.557913+0000","last_fullsized":"2024-09-12T17:54:12.557913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:04.308536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'199","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.020841+0000","last_change":"2024-09-12T17:09:55.363769+0000","last_active":"2024-09-12T17:54:58.020841+0000","last_peered":"2024-09-12T17:54:58.020841+0000","last_clean":"2024-09-12T17:54:58.020841+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:54:58.020841+0000","last_undegraded":"2024-09-12T17:54:58.020841+0000","last_fullsized":"2024-09-12T17:54:58.020841+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:36.350625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102826+0000","last_change":"2024-09-12T17:09:47.331455+0000","last_active":"2024-09-12T17:54:08.102826+0000","last_peered":"2024-09-12T17:54:08.102826+0000","last_clean":"2024-09-12T17:54:08.102826+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:54:08.102826+0000","last_undegraded":"2024-09-12T17:54:08.102826+0000","last_fullsized":"2024-09-12T17:54:08.102826+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:46.474849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.515382+0000","last_change":"2024-09-12T17:09:45.361231+0000","last_active":"2024-09-12T17:56:31.515382+0000","last_peered":"2024-09-12T17:56:31.515382+0000","last_clean":"2024-09-12T17:56:31.515382+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:31.515382+0000","last_undegraded":"2024-09-12T17:56:31.515382+0000","last_fullsized":"2024-09-12T17:56:31.515382+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:57.952563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557797+0000","last_change":"2024-09-12T17:09:49.330314+0000","last_active":"2024-09-12T17:54:12.557797+0000","last_peered":"2024-09-12T17:54:12.557797+0000","last_clean":"2024-09-12T17:54:12.557797+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:54:12.557797+0000","last_undegraded":"2024-09-12T17:54:12.557797+0000","last_fullsized":"2024-09-12T17:54:12.557797+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:35.815051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'173","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104178+0000","last_change":"2024-09-12T17:09:51.321052+0000","last_active":"2024-09-12T17:54:13.104178+0000","last_peered":"2024-09-12T17:54:13.104178+0000","last_clean":"2024-09-12T17:54:13.104178+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:54:13.104178+0000","last_undegraded":"2024-09-12T17:54:13.104178+0000","last_fullsized":"2024-09-12T17:54:13.104178+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.912388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22496,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":322,"num_write":136,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.702789+0000","last_change":"2024-09-12T17:09:53.353845+0000","last_active":"2024-09-12T17:51:53.702789+0000","last_peered":"2024-09-12T17:51:53.702789+0000","last_clean":"2024-09-12T17:51:53.702789+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:51:53.702789+0000","last_undegraded":"2024-09-12T17:51:53.702789+0000","last_fullsized":"2024-09-12T17:51:53.702789+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:09.671837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'127","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.024153+0000","last_change":"2024-09-12T17:09:55.345356+0000","last_active":"2024-09-12T17:54:43.024153+0000","last_peered":"2024-09-12T17:54:43.024153+0000","last_clean":"2024-09-12T17:54:43.024153+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:54:43.024153+0000","last_undegraded":"2024-09-12T17:54:43.024153+0000","last_fullsized":"2024-09-12T17:54:43.024153+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:34.720685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102749+0000","last_change":"2024-09-12T17:09:47.312422+0000","last_active":"2024-09-12T17:54:08.102749+0000","last_peered":"2024-09-12T17:54:08.102749+0000","last_clean":"2024-09-12T17:54:08.102749+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:54:08.102749+0000","last_undegraded":"2024-09-12T17:54:08.102749+0000","last_fullsized":"2024-09-12T17:54:08.102749+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:12.272463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.659997+0000","last_change":"2024-09-12T17:09:45.380271+0000","last_active":"2024-09-12T17:56:31.659997+0000","last_peered":"2024-09-12T17:56:31.659997+0000","last_clean":"2024-09-12T17:56:31.659997+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:31.659997+0000","last_undegraded":"2024-09-12T17:56:31.659997+0000","last_fullsized":"2024-09-12T17:56:31.659997+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:14.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.732971+0000","last_change":"2024-09-12T17:09:49.319781+0000","last_active":"2024-09-12T17:54:08.732971+0000","last_peered":"2024-09-12T17:54:08.732971+0000","last_clean":"2024-09-12T17:54:08.732971+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:54:08.732971+0000","last_undegraded":"2024-09-12T17:54:08.732971+0000","last_fullsized":"2024-09-12T17:54:08.732971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.869658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'120","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.530926+0000","last_change":"2024-09-12T17:09:51.338671+0000","last_active":"2024-09-12T17:56:31.530926+0000","last_peered":"2024-09-12T17:56:31.530926+0000","last_clean":"2024-09-12T17:56:31.530926+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:56:31.530926+0000","last_undegraded":"2024-09-12T17:56:31.530926+0000","last_fullsized":"2024-09-12T17:56:31.530926+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:43.852065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744355+0000","last_change":"2024-09-12T17:09:53.358726+0000","last_active":"2024-09-12T17:54:12.744355+0000","last_peered":"2024-09-12T17:54:12.744355+0000","last_clean":"2024-09-12T17:54:12.744355+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:54:12.744355+0000","last_undegraded":"2024-09-12T17:54:12.744355+0000","last_fullsized":"2024-09-12T17:54:12.744355+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:38.847738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725270+0000","last_change":"2024-09-12T17:09:47.340280+0000","last_active":"2024-09-12T17:53:33.725270+0000","last_peered":"2024-09-12T17:53:33.725270+0000","last_clean":"2024-09-12T17:53:33.725270+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:53:33.725270+0000","last_undegraded":"2024-09-12T17:53:33.725270+0000","last_fullsized":"2024-09-12T17:53:33.725270+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:23.220965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'184","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:30.675804+0000","last_change":"2024-09-12T17:09:45.310980+0000","last_active":"2024-09-12T17:54:30.675804+0000","last_peered":"2024-09-12T17:54:30.675804+0000","last_clean":"2024-09-12T17:54:30.675804+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:54:30.675804+0000","last_undegraded":"2024-09-12T17:54:30.675804+0000","last_fullsized":"2024-09-12T17:54:30.675804+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:15.201653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9662777,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":460,"num_read_kb":44060,"num_write":920,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.740578+0000","last_change":"2024-09-12T17:09:49.316839+0000","last_active":"2024-09-12T17:53:57.740578+0000","last_peered":"2024-09-12T17:53:57.740578+0000","last_clean":"2024-09-12T17:53:57.740578+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:53:57.740578+0000","last_undegraded":"2024-09-12T17:53:57.740578+0000","last_fullsized":"2024-09-12T17:53:57.740578+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:18:24.651488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'206","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.270374+0000","last_change":"2024-09-12T17:09:51.333080+0000","last_active":"2024-09-12T17:56:18.270374+0000","last_peered":"2024-09-12T17:56:18.270374+0000","last_clean":"2024-09-12T17:56:18.270374+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:56:18.270374+0000","last_undegraded":"2024-09-12T17:56:18.270374+0000","last_fullsized":"2024-09-12T17:56:18.270374+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:26.088052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45244,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":297,"num_read_kb":478,"num_write":190,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521515+0000","last_change":"2024-09-12T17:09:53.355017+0000","last_active":"2024-09-12T17:52:22.521515+0000","last_peered":"2024-09-12T17:52:22.521515+0000","last_clean":"2024-09-12T17:52:22.521515+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:52:22.521515+0000","last_undegraded":"2024-09-12T17:52:22.521515+0000","last_fullsized":"2024-09-12T17:52:22.521515+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:06.274391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'187","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.581223+0000","last_change":"2024-09-12T17:09:55.354748+0000","last_active":"2024-09-12T17:54:27.581223+0000","last_peered":"2024-09-12T17:54:27.581223+0000","last_clean":"2024-09-12T17:54:27.581223+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:54:27.581223+0000","last_undegraded":"2024-09-12T17:54:27.581223+0000","last_fullsized":"2024-09-12T17:54:27.581223+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:46.277224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739229+0000","last_change":"2024-09-12T17:09:47.307522+0000","last_active":"2024-09-12T17:53:52.739229+0000","last_peered":"2024-09-12T17:53:52.739229+0000","last_clean":"2024-09-12T17:53:52.739229+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:53:52.739229+0000","last_undegraded":"2024-09-12T17:53:52.739229+0000","last_fullsized":"2024-09-12T17:53:52.739229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:41.547820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'203","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.399072+0000","last_change":"2024-09-12T17:09:45.346636+0000","last_active":"2024-09-12T17:54:23.399072+0000","last_peered":"2024-09-12T17:54:23.399072+0000","last_clean":"2024-09-12T17:54:23.399072+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:54:23.399072+0000","last_undegraded":"2024-09-12T17:54:23.399072+0000","last_fullsized":"2024-09-12T17:54:23.399072+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:20.780287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015628,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":431,"num_read_kb":6363,"num_write":937,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725224+0000","last_change":"2024-09-12T17:09:49.331276+0000","last_active":"2024-09-12T17:53:33.725224+0000","last_peered":"2024-09-12T17:53:33.725224+0000","last_clean":"2024-09-12T17:53:33.725224+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:53:33.725224+0000","last_undegraded":"2024-09-12T17:53:33.725224+0000","last_fullsized":"2024-09-12T17:53:33.725224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:39.471303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'148","reported_seq":728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.539646+0000","last_change":"2024-09-12T17:09:51.341301+0000","last_active":"2024-09-12T17:56:31.539646+0000","last_peered":"2024-09-12T17:56:31.539646+0000","last_clean":"2024-09-12T17:56:31.539646+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:56:31.539646+0000","last_undegraded":"2024-09-12T17:56:31.539646+0000","last_fullsized":"2024-09-12T17:56:31.539646+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:38.246295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":484,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.518095+0000","last_change":"2024-09-12T17:09:53.338769+0000","last_active":"2024-09-12T17:52:23.518095+0000","last_peered":"2024-09-12T17:52:23.518095+0000","last_clean":"2024-09-12T17:52:23.518095+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:52:23.518095+0000","last_undegraded":"2024-09-12T17:52:23.518095+0000","last_fullsized":"2024-09-12T17:52:23.518095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:49.717698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'231","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.781487+0000","last_change":"2024-09-12T17:09:55.352338+0000","last_active":"2024-09-12T17:54:58.781487+0000","last_peered":"2024-09-12T17:54:58.781487+0000","last_clean":"2024-09-12T17:54:58.781487+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:54:58.781487+0000","last_undegraded":"2024-09-12T17:54:58.781487+0000","last_fullsized":"2024-09-12T17:54:58.781487+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:51.563266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.588492+0000","last_change":"2024-09-12T17:09:47.326977+0000","last_active":"2024-09-12T17:54:27.588492+0000","last_peered":"2024-09-12T17:54:27.588492+0000","last_clean":"2024-09-12T17:54:27.588492+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:54:27.588492+0000","last_undegraded":"2024-09-12T17:54:27.588492+0000","last_fullsized":"2024-09-12T17:54:27.588492+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:34.857124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'218","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:59.305373+0000","last_change":"2024-09-12T17:10:16.707815+0000","last_active":"2024-09-12T17:53:59.305373+0000","last_peered":"2024-09-12T17:53:59.305373+0000","last_clean":"2024-09-12T17:53:59.305373+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:53:59.305373+0000","last_undegraded":"2024-09-12T17:53:59.305373+0000","last_fullsized":"2024-09-12T17:53:59.305373+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:59.628648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11827878,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":479,"num_read_kb":20078,"num_write":996,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.901773+0000","last_change":"2024-09-12T17:09:49.321821+0000","last_active":"2024-09-12T17:52:18.901773+0000","last_peered":"2024-09-12T17:52:18.901773+0000","last_clean":"2024-09-12T17:52:18.901773+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:52:18.901773+0000","last_undegraded":"2024-09-12T17:52:18.901773+0000","last_fullsized":"2024-09-12T17:52:18.901773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:07.011320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'137","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:43.123557+0000","last_change":"2024-09-12T17:09:51.339739+0000","last_active":"2024-09-12T17:55:43.123557+0000","last_peered":"2024-09-12T17:55:43.123557+0000","last_clean":"2024-09-12T17:55:43.123557+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:55:43.123557+0000","last_undegraded":"2024-09-12T17:55:43.123557+0000","last_fullsized":"2024-09-12T17:55:43.123557+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:38.083667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11568,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":172,"num_read_kb":235,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540993+0000","last_change":"2024-09-12T17:09:53.336586+0000","last_active":"2024-09-12T17:54:03.540993+0000","last_peered":"2024-09-12T17:54:03.540993+0000","last_clean":"2024-09-12T17:54:03.540993+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:54:03.540993+0000","last_undegraded":"2024-09-12T17:54:03.540993+0000","last_fullsized":"2024-09-12T17:54:03.540993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:20.304242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'113","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.344705+0000","last_change":"2024-09-12T17:09:55.339278+0000","last_active":"2024-09-12T17:56:18.344705+0000","last_peered":"2024-09-12T17:56:18.344705+0000","last_clean":"2024-09-12T17:56:18.344705+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:56:18.344705+0000","last_undegraded":"2024-09-12T17:56:18.344705+0000","last_fullsized":"2024-09-12T17:56:18.344705+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:10.624099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.445409+0000","last_change":"2024-09-12T17:09:47.303315+0000","last_active":"2024-09-12T17:53:42.445409+0000","last_peered":"2024-09-12T17:53:42.445409+0000","last_clean":"2024-09-12T17:53:42.445409+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:53:42.445409+0000","last_undegraded":"2024-09-12T17:53:42.445409+0000","last_fullsized":"2024-09-12T17:53:42.445409+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:25.730744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704910+0000","last_change":"2024-09-12T17:09:45.354036+0000","last_active":"2024-09-12T17:56:31.704910+0000","last_peered":"2024-09-12T17:56:31.704910+0000","last_clean":"2024-09-12T17:56:31.704910+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:31.704910+0000","last_undegraded":"2024-09-12T17:56:31.704910+0000","last_fullsized":"2024-09-12T17:56:31.704910+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:20.174012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.516908+0000","last_change":"2024-09-12T17:09:49.324181+0000","last_active":"2024-09-12T17:52:18.516908+0000","last_peered":"2024-09-12T17:52:18.516908+0000","last_clean":"2024-09-12T17:52:18.516908+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:52:18.516908+0000","last_undegraded":"2024-09-12T17:52:18.516908+0000","last_fullsized":"2024-09-12T17:52:18.516908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:10.411639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'96","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.712025+0000","last_change":"2024-09-12T17:09:51.341799+0000","last_active":"2024-09-12T17:53:58.712025+0000","last_peered":"2024-09-12T17:53:58.712025+0000","last_clean":"2024-09-12T17:53:58.712025+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:53:58.712025+0000","last_undegraded":"2024-09-12T17:53:58.712025+0000","last_fullsized":"2024-09-12T17:53:58.712025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:01.912090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'739","reported_seq":2257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.368038+0000","last_change":"2024-09-12T17:09:53.350663+0000","last_active":"2024-09-12T17:56:18.368038+0000","last_peered":"2024-09-12T17:56:18.368038+0000","last_clean":"2024-09-12T17:56:18.368038+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:18.368038+0000","last_undegraded":"2024-09-12T17:56:18.368038+0000","last_fullsized":"2024-09-12T17:56:18.368038+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:07.013766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:59.360281+0000","last_change":"2024-09-12T17:09:55.337511+0000","last_active":"2024-09-12T17:53:59.360281+0000","last_peered":"2024-09-12T17:53:59.360281+0000","last_clean":"2024-09-12T17:53:59.360281+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:53:59.360281+0000","last_undegraded":"2024-09-12T17:53:59.360281+0000","last_fullsized":"2024-09-12T17:53:59.360281+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:02.649418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:40.419903+0000","last_change":"2024-09-12T17:09:47.315991+0000","last_active":"2024-09-12T17:54:40.419903+0000","last_peered":"2024-09-12T17:54:40.419903+0000","last_clean":"2024-09-12T17:54:40.419903+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:54:40.419903+0000","last_undegraded":"2024-09-12T17:54:40.419903+0000","last_fullsized":"2024-09-12T17:54:40.419903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:40.128781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.801894+0000","last_change":"2024-09-12T17:10:17.031338+0000","last_active":"2024-09-12T17:56:31.801894+0000","last_peered":"2024-09-12T17:56:31.801894+0000","last_clean":"2024-09-12T17:56:31.801894+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:31.801894+0000","last_undegraded":"2024-09-12T17:56:31.801894+0000","last_fullsized":"2024-09-12T17:56:31.801894+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:43.643544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.530770+0000","last_change":"2024-09-12T17:09:49.333596+0000","last_active":"2024-09-12T17:52:22.530770+0000","last_peered":"2024-09-12T17:52:22.530770+0000","last_clean":"2024-09-12T17:52:22.530770+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:52:22.530770+0000","last_undegraded":"2024-09-12T17:52:22.530770+0000","last_fullsized":"2024-09-12T17:52:22.530770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:47.423053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'154","reported_seq":735,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.392276+0000","last_change":"2024-09-12T17:09:51.328303+0000","last_active":"2024-09-12T17:56:31.392276+0000","last_peered":"2024-09-12T17:56:31.392276+0000","last_clean":"2024-09-12T17:56:31.392276+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:56:31.392276+0000","last_undegraded":"2024-09-12T17:56:31.392276+0000","last_fullsized":"2024-09-12T17:56:31.392276+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:53.393938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.731979+0000","last_change":"2024-09-12T17:09:53.349323+0000","last_active":"2024-09-12T17:53:22.731979+0000","last_peered":"2024-09-12T17:53:22.731979+0000","last_clean":"2024-09-12T17:53:22.731979+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:53:22.731979+0000","last_undegraded":"2024-09-12T17:53:22.731979+0000","last_fullsized":"2024-09-12T17:53:22.731979+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:14.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'178","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.217026+0000","last_change":"2024-09-12T17:09:55.354136+0000","last_active":"2024-09-12T17:54:56.217026+0000","last_peered":"2024-09-12T17:54:56.217026+0000","last_clean":"2024-09-12T17:54:56.217026+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:54:56.217026+0000","last_undegraded":"2024-09-12T17:54:56.217026+0000","last_fullsized":"2024-09-12T17:54:56.217026+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:32.527380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.087449+0000","last_change":"2024-09-12T17:10:16.319347+0000","last_active":"2024-09-12T17:54:54.087449+0000","last_peered":"2024-09-12T17:54:54.087449+0000","last_clean":"2024-09-12T17:54:54.087449+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:54:54.087449+0000","last_undegraded":"2024-09-12T17:54:54.087449+0000","last_fullsized":"2024-09-12T17:54:54.087449+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:54.665517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":797,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616625+0000","last_change":"2024-09-12T17:09:45.386224+0000","last_active":"2024-09-12T17:56:31.616625+0000","last_peered":"2024-09-12T17:56:31.616625+0000","last_clean":"2024-09-12T17:56:31.616625+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:31.616625+0000","last_undegraded":"2024-09-12T17:56:31.616625+0000","last_fullsized":"2024-09-12T17:56:31.616625+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:09.445443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521462+0000","last_change":"2024-09-12T17:09:49.304156+0000","last_active":"2024-09-12T17:52:22.521462+0000","last_peered":"2024-09-12T17:52:22.521462+0000","last_clean":"2024-09-12T17:52:22.521462+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:52:22.521462+0000","last_undegraded":"2024-09-12T17:52:22.521462+0000","last_fullsized":"2024-09-12T17:52:22.521462+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:08.124114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'122","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.405640+0000","last_change":"2024-09-12T17:09:51.326269+0000","last_active":"2024-09-12T17:56:31.405640+0000","last_peered":"2024-09-12T17:56:31.405640+0000","last_clean":"2024-09-12T17:56:31.405640+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:56:31.405640+0000","last_undegraded":"2024-09-12T17:56:31.405640+0000","last_fullsized":"2024-09-12T17:56:31.405640+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:58.648106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.723917+0000","last_change":"2024-09-12T17:09:53.332842+0000","last_active":"2024-09-12T17:53:28.723917+0000","last_peered":"2024-09-12T17:53:28.723917+0000","last_clean":"2024-09-12T17:53:28.723917+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:53:28.723917+0000","last_undegraded":"2024-09-12T17:53:28.723917+0000","last_fullsized":"2024-09-12T17:53:28.723917+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:27:31.259596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'115","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.092646+0000","last_change":"2024-09-12T17:09:55.348929+0000","last_active":"2024-09-12T17:53:28.092646+0000","last_peered":"2024-09-12T17:53:28.092646+0000","last_clean":"2024-09-12T17:53:28.092646+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:53:28.092646+0000","last_undegraded":"2024-09-12T17:53:28.092646+0000","last_fullsized":"2024-09-12T17:53:28.092646+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:31.831080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091249+0000","last_change":"2024-09-12T17:09:47.303220+0000","last_active":"2024-09-12T17:53:23.091249+0000","last_peered":"2024-09-12T17:53:23.091249+0000","last_clean":"2024-09-12T17:53:23.091249+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:53:23.091249+0000","last_undegraded":"2024-09-12T17:53:23.091249+0000","last_fullsized":"2024-09-12T17:53:23.091249+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:59.785663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'237","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.125010+0000","last_change":"2024-09-12T17:09:45.351000+0000","last_active":"2024-09-12T17:55:53.125010+0000","last_peered":"2024-09-12T17:55:53.125010+0000","last_clean":"2024-09-12T17:55:53.125010+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:55:53.125010+0000","last_undegraded":"2024-09-12T17:55:53.125010+0000","last_fullsized":"2024-09-12T17:55:53.125010+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:30.239842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12567457,"num_objects":12,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":526,"num_read_kb":13444,"num_write":1097,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915335+0000","last_change":"2024-09-12T17:09:49.324311+0000","last_active":"2024-09-12T17:53:18.915335+0000","last_peered":"2024-09-12T17:53:18.915335+0000","last_clean":"2024-09-12T17:53:18.915335+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:53:18.915335+0000","last_undegraded":"2024-09-12T17:53:18.915335+0000","last_fullsized":"2024-09-12T17:53:18.915335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:06.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'102","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.113357+0000","last_change":"2024-09-12T17:09:51.342046+0000","last_active":"2024-09-12T17:54:53.113357+0000","last_peered":"2024-09-12T17:54:53.113357+0000","last_clean":"2024-09-12T17:54:53.113357+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:54:53.113357+0000","last_undegraded":"2024-09-12T17:54:53.113357+0000","last_fullsized":"2024-09-12T17:54:53.113357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.607051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11354,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":180,"num_write":66,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.902927+0000","last_change":"2024-09-12T17:09:53.344175+0000","last_active":"2024-09-12T17:52:23.902927+0000","last_peered":"2024-09-12T17:52:23.902927+0000","last_clean":"2024-09-12T17:52:23.902927+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:52:23.902927+0000","last_undegraded":"2024-09-12T17:52:23.902927+0000","last_fullsized":"2024-09-12T17:52:23.902927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.536856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'172","reported_seq":1275,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.101071+0000","last_change":"2024-09-12T17:09:55.350317+0000","last_active":"2024-09-12T17:54:56.101071+0000","last_peered":"2024-09-12T17:54:56.101071+0000","last_clean":"2024-09-12T17:54:56.101071+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:54:56.101071+0000","last_undegraded":"2024-09-12T17:54:56.101071+0000","last_fullsized":"2024-09-12T17:54:56.101071+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:41.765624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'56","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915284+0000","last_change":"2024-09-12T17:09:47.327138+0000","last_active":"2024-09-12T17:53:18.915284+0000","last_peered":"2024-09-12T17:53:18.915284+0000","last_clean":"2024-09-12T17:53:18.915284+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:53:18.915284+0000","last_undegraded":"2024-09-12T17:53:18.915284+0000","last_fullsized":"2024-09-12T17:53:18.915284+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:29.805481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.814484+0000","last_change":"2024-09-12T17:09:45.372011+0000","last_active":"2024-09-12T17:56:31.814484+0000","last_peered":"2024-09-12T17:56:31.814484+0000","last_clean":"2024-09-12T17:56:31.814484+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:31.814484+0000","last_undegraded":"2024-09-12T17:56:31.814484+0000","last_fullsized":"2024-09-12T17:56:31.814484+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:51.644825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532524+0000","last_change":"2024-09-12T17:09:49.320180+0000","last_active":"2024-09-12T17:53:28.532524+0000","last_peered":"2024-09-12T17:53:28.532524+0000","last_clean":"2024-09-12T17:53:28.532524+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:53:28.532524+0000","last_undegraded":"2024-09-12T17:53:28.532524+0000","last_fullsized":"2024-09-12T17:53:28.532524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:06.846615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'158","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937296+0000","last_change":"2024-09-12T17:09:51.328224+0000","last_active":"2024-09-12T17:54:53.937296+0000","last_peered":"2024-09-12T17:54:53.937296+0000","last_clean":"2024-09-12T17:54:53.937296+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:54:53.937296+0000","last_undegraded":"2024-09-12T17:54:53.937296+0000","last_fullsized":"2024-09-12T17:54:53.937296+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:48.870737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13798,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":203,"num_read_kb":264,"num_write":116,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.716433+0000","last_change":"2024-09-12T17:09:53.356840+0000","last_active":"2024-09-12T17:52:22.716433+0000","last_peered":"2024-09-12T17:52:22.716433+0000","last_clean":"2024-09-12T17:52:22.716433+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:52:22.716433+0000","last_undegraded":"2024-09-12T17:52:22.716433+0000","last_fullsized":"2024-09-12T17:52:22.716433+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:49.233799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":621,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.250484+0000","last_change":"2024-09-12T17:09:55.344968+0000","last_active":"2024-09-12T17:56:17.250484+0000","last_peered":"2024-09-12T17:56:17.250484+0000","last_clean":"2024-09-12T17:56:17.250484+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:56:17.250484+0000","last_undegraded":"2024-09-12T17:56:17.250484+0000","last_fullsized":"2024-09-12T17:56:17.250484+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:36.824023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'168","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.669474+0000","last_change":"2024-09-12T17:09:47.341328+0000","last_active":"2024-09-12T17:54:17.669474+0000","last_peered":"2024-09-12T17:54:17.669474+0000","last_clean":"2024-09-12T17:54:17.669474+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:54:17.669474+0000","last_undegraded":"2024-09-12T17:54:17.669474+0000","last_fullsized":"2024-09-12T17:54:17.669474+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:05.959580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'192","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.724973+0000","last_change":"2024-09-12T17:09:45.378131+0000","last_active":"2024-09-12T17:53:33.724973+0000","last_peered":"2024-09-12T17:53:33.724973+0000","last_clean":"2024-09-12T17:53:33.724973+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:53:33.724973+0000","last_undegraded":"2024-09-12T17:53:33.724973+0000","last_fullsized":"2024-09-12T17:53:33.724973+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:15.897974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9722225,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":355,"num_read_kb":35218,"num_write":927,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.825028+0000","last_change":"2024-09-12T17:09:47.322528+0000","last_active":"2024-09-12T17:53:55.825028+0000","last_peered":"2024-09-12T17:53:55.825028+0000","last_clean":"2024-09-12T17:53:55.825028+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:53:55.825028+0000","last_undegraded":"2024-09-12T17:53:55.825028+0000","last_fullsized":"2024-09-12T17:53:55.825028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:46.496988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.612330+0000","last_change":"2024-09-12T17:09:45.359248+0000","last_active":"2024-09-12T17:56:31.612330+0000","last_peered":"2024-09-12T17:56:31.612330+0000","last_clean":"2024-09-12T17:56:31.612330+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:31.612330+0000","last_undegraded":"2024-09-12T17:56:31.612330+0000","last_fullsized":"2024-09-12T17:56:31.612330+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:01.169002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.531454+0000","last_change":"2024-09-12T17:09:47.324711+0000","last_active":"2024-09-12T17:53:07.531454+0000","last_peered":"2024-09-12T17:53:07.531454+0000","last_clean":"2024-09-12T17:53:07.531454+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:53:07.531454+0000","last_undegraded":"2024-09-12T17:53:07.531454+0000","last_fullsized":"2024-09-12T17:53:07.531454+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:40.294761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.749922+0000","last_change":"2024-09-12T17:09:45.351845+0000","last_active":"2024-09-12T17:56:31.749922+0000","last_peered":"2024-09-12T17:56:31.749922+0000","last_clean":"2024-09-12T17:56:31.749922+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:31.749922+0000","last_undegraded":"2024-09-12T17:56:31.749922+0000","last_fullsized":"2024-09-12T17:56:31.749922+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:25.456758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.457107+0000","last_change":"2024-09-12T17:09:47.321570+0000","last_active":"2024-09-12T17:53:43.457107+0000","last_peered":"2024-09-12T17:53:43.457107+0000","last_clean":"2024-09-12T17:53:43.457107+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:53:43.457107+0000","last_undegraded":"2024-09-12T17:53:43.457107+0000","last_fullsized":"2024-09-12T17:53:43.457107+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:40.719171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.728048+0000","last_change":"2024-09-12T17:09:45.329080+0000","last_active":"2024-09-12T17:56:31.728048+0000","last_peered":"2024-09-12T17:56:31.728048+0000","last_clean":"2024-09-12T17:56:31.728048+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:31.728048+0000","last_undegraded":"2024-09-12T17:56:31.728048+0000","last_fullsized":"2024-09-12T17:56:31.728048+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:24.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.280728+0000","last_change":"2024-09-12T17:09:47.327964+0000","last_active":"2024-09-12T17:53:53.280728+0000","last_peered":"2024-09-12T17:53:53.280728+0000","last_clean":"2024-09-12T17:53:53.280728+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:53:53.280728+0000","last_undegraded":"2024-09-12T17:53:53.280728+0000","last_fullsized":"2024-09-12T17:53:53.280728+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:57.261898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'165","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087471+0000","last_change":"2024-09-12T17:09:45.361303+0000","last_active":"2024-09-12T17:53:08.087471+0000","last_peered":"2024-09-12T17:53:08.087471+0000","last_clean":"2024-09-12T17:53:08.087471+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:53:08.087471+0000","last_undegraded":"2024-09-12T17:53:08.087471+0000","last_fullsized":"2024-09-12T17:53:08.087471+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:55.750684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244935,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":343,"num_read_kb":22164,"num_write":735,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918918+0000","last_change":"2024-09-12T17:09:47.326894+0000","last_active":"2024-09-12T17:53:33.918918+0000","last_peered":"2024-09-12T17:53:33.918918+0000","last_clean":"2024-09-12T17:53:33.918918+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:53:33.918918+0000","last_undegraded":"2024-09-12T17:53:33.918918+0000","last_fullsized":"2024-09-12T17:53:33.918918+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:49.746025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'239","reported_seq":953,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:10.038781+0000","last_change":"2024-09-12T17:09:45.320634+0000","last_active":"2024-09-12T17:56:10.038781+0000","last_peered":"2024-09-12T17:56:10.038781+0000","last_clean":"2024-09-12T17:56:10.038781+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:10.038781+0000","last_undegraded":"2024-09-12T17:56:10.038781+0000","last_fullsized":"2024-09-12T17:56:10.038781+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:16.083525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5160446,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":694,"num_read_kb":139222,"num_write":1138,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093715+0000","last_change":"2024-09-12T17:09:47.331529+0000","last_active":"2024-09-12T17:53:33.093715+0000","last_peered":"2024-09-12T17:53:33.093715+0000","last_clean":"2024-09-12T17:53:33.093715+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:53:33.093715+0000","last_undegraded":"2024-09-12T17:53:33.093715+0000","last_fullsized":"2024-09-12T17:53:33.093715+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:16.260895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'200","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.015100+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:54:55.015100+0000","last_peered":"2024-09-12T17:54:55.015100+0000","last_clean":"2024-09-12T17:54:55.015100+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:54:55.015100+0000","last_undegraded":"2024-09-12T17:54:55.015100+0000","last_fullsized":"2024-09-12T17:54:55.015100+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:26.612365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":392,"num_read_kb":17829,"num_write":988,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1389,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:48.486229+0000","last_change":"2024-09-12T17:09:47.324154+0000","last_active":"2024-09-12T17:53:48.486229+0000","last_peered":"2024-09-12T17:53:48.486229+0000","last_clean":"2024-09-12T17:53:48.486229+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:53:48.486229+0000","last_undegraded":"2024-09-12T17:53:48.486229+0000","last_fullsized":"2024-09-12T17:53:48.486229+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:15.247204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'164","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087747+0000","last_change":"2024-09-12T17:09:45.328527+0000","last_active":"2024-09-12T17:53:08.087747+0000","last_peered":"2024-09-12T17:53:08.087747+0000","last_clean":"2024-09-12T17:53:08.087747+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:53:08.087747+0000","last_undegraded":"2024-09-12T17:53:08.087747+0000","last_fullsized":"2024-09-12T17:53:08.087747+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:38.550077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37490,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":781,"num_read_kb":838,"num_write":841,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743254+0000","last_change":"2024-09-12T17:09:47.315100+0000","last_active":"2024-09-12T17:54:07.743254+0000","last_peered":"2024-09-12T17:54:07.743254+0000","last_clean":"2024-09-12T17:54:07.743254+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:54:07.743254+0000","last_undegraded":"2024-09-12T17:54:07.743254+0000","last_fullsized":"2024-09-12T17:54:07.743254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:58.703267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.689868+0000","last_change":"2024-09-12T17:09:45.351756+0000","last_active":"2024-09-12T17:56:31.689868+0000","last_peered":"2024-09-12T17:56:31.689868+0000","last_clean":"2024-09-12T17:56:31.689868+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:31.689868+0000","last_undegraded":"2024-09-12T17:56:31.689868+0000","last_fullsized":"2024-09-12T17:56:31.689868+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:50.788356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":731,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927135+0000","last_change":"2024-09-12T17:09:47.303842+0000","last_active":"2024-09-12T17:54:08.927135+0000","last_peered":"2024-09-12T17:54:08.927135+0000","last_clean":"2024-09-12T17:54:08.927135+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:54:08.927135+0000","last_undegraded":"2024-09-12T17:54:08.927135+0000","last_fullsized":"2024-09-12T17:54:08.927135+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:57.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'158","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:50.026957+0000","last_change":"2024-09-12T17:09:45.305004+0000","last_active":"2024-09-12T17:52:50.026957+0000","last_peered":"2024-09-12T17:52:50.026957+0000","last_clean":"2024-09-12T17:52:50.026957+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:52:50.026957+0000","last_undegraded":"2024-09-12T17:52:50.026957+0000","last_fullsized":"2024-09-12T17:52:50.026957+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:39.793333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6543168,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":309,"num_read_kb":36530,"num_write":732,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.142260+0000","last_change":"2024-09-12T17:09:47.335758+0000","last_active":"2024-09-12T17:52:51.142260+0000","last_peered":"2024-09-12T17:52:51.142260+0000","last_clean":"2024-09-12T17:52:51.142260+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:52:51.142260+0000","last_undegraded":"2024-09-12T17:52:51.142260+0000","last_fullsized":"2024-09-12T17:52:51.142260+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:28.932313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615080+0000","last_change":"2024-09-12T17:10:17.031631+0000","last_active":"2024-09-12T17:56:31.615080+0000","last_peered":"2024-09-12T17:56:31.615080+0000","last_clean":"2024-09-12T17:56:31.615080+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:31.615080+0000","last_undegraded":"2024-09-12T17:56:31.615080+0000","last_fullsized":"2024-09-12T17:56:31.615080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:50.634398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'498","reported_seq":1120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.206984+0000","last_change":"2024-09-12T17:09:47.336306+0000","last_active":"2024-09-12T17:53:47.206984+0000","last_peered":"2024-09-12T17:53:47.206984+0000","last_clean":"2024-09-12T17:53:47.206984+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:53:47.206984+0000","last_undegraded":"2024-09-12T17:53:47.206984+0000","last_fullsized":"2024-09-12T17:53:47.206984+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:50.947285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.665495+0000","last_change":"2024-09-12T17:09:45.354083+0000","last_active":"2024-09-12T17:56:31.665495+0000","last_peered":"2024-09-12T17:56:31.665495+0000","last_clean":"2024-09-12T17:56:31.665495+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:31.665495+0000","last_undegraded":"2024-09-12T17:56:31.665495+0000","last_fullsized":"2024-09-12T17:56:31.665495+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.203854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:35.060190+0000","last_change":"2024-09-12T17:09:47.335903+0000","last_active":"2024-09-12T17:54:35.060190+0000","last_peered":"2024-09-12T17:54:35.060190+0000","last_clean":"2024-09-12T17:54:35.060190+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:54:35.060190+0000","last_undegraded":"2024-09-12T17:54:35.060190+0000","last_fullsized":"2024-09-12T17:54:35.060190+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:04.449239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'193","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:31.417548+0000","last_change":"2024-09-12T17:09:45.374348+0000","last_active":"2024-09-12T17:53:31.417548+0000","last_peered":"2024-09-12T17:53:31.417548+0000","last_clean":"2024-09-12T17:53:31.417548+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:53:31.417548+0000","last_undegraded":"2024-09-12T17:53:31.417548+0000","last_fullsized":"2024-09-12T17:53:31.417548+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:04.052570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11091027,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":405,"num_read_kb":31775,"num_write":972,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:15.872849+0000","last_change":"2024-09-12T17:09:47.316306+0000","last_active":"2024-09-12T17:53:15.872849+0000","last_peered":"2024-09-12T17:53:15.872849+0000","last_clean":"2024-09-12T17:53:15.872849+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:53:15.872849+0000","last_undegraded":"2024-09-12T17:53:15.872849+0000","last_fullsized":"2024-09-12T17:53:15.872849+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:20.807966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.772509+0000","last_change":"2024-09-12T17:09:45.387968+0000","last_active":"2024-09-12T17:56:31.772509+0000","last_peered":"2024-09-12T17:56:31.772509+0000","last_clean":"2024-09-12T17:56:31.772509+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:31.772509+0000","last_undegraded":"2024-09-12T17:56:31.772509+0000","last_fullsized":"2024-09-12T17:56:31.772509+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:40.674906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.006845+0000","last_change":"2024-09-12T17:09:47.312901+0000","last_active":"2024-09-12T17:54:32.006845+0000","last_peered":"2024-09-12T17:54:32.006845+0000","last_clean":"2024-09-12T17:54:32.006845+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:54:32.006845+0000","last_undegraded":"2024-09-12T17:54:32.006845+0000","last_fullsized":"2024-09-12T17:54:32.006845+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:35.423335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.400432+0000","last_change":"2024-09-12T17:10:16.707990+0000","last_active":"2024-09-12T17:56:31.400432+0000","last_peered":"2024-09-12T17:56:31.400432+0000","last_clean":"2024-09-12T17:56:31.400432+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:31.400432+0000","last_undegraded":"2024-09-12T17:56:31.400432+0000","last_fullsized":"2024-09-12T17:56:31.400432+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:59.729244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.453688+0000","last_change":"2024-09-12T17:09:47.336458+0000","last_active":"2024-09-12T17:53:57.453688+0000","last_peered":"2024-09-12T17:53:57.453688+0000","last_clean":"2024-09-12T17:53:57.453688+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:53:57.453688+0000","last_undegraded":"2024-09-12T17:53:57.453688+0000","last_fullsized":"2024-09-12T17:53:57.453688+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:44.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.745464+0000","last_change":"2024-09-12T17:09:45.386162+0000","last_active":"2024-09-12T17:56:31.745464+0000","last_peered":"2024-09-12T17:56:31.745464+0000","last_clean":"2024-09-12T17:56:31.745464+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:31.745464+0000","last_undegraded":"2024-09-12T17:56:31.745464+0000","last_fullsized":"2024-09-12T17:56:31.745464+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:14.295445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":898,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.820778+0000","last_change":"2024-09-12T17:09:45.362785+0000","last_active":"2024-09-12T17:56:31.820778+0000","last_peered":"2024-09-12T17:56:31.820778+0000","last_clean":"2024-09-12T17:56:31.820778+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:31.820778+0000","last_undegraded":"2024-09-12T17:56:31.820778+0000","last_fullsized":"2024-09-12T17:56:31.820778+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:10.759933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.832808+0000","last_change":"2024-09-12T17:09:47.319522+0000","last_active":"2024-09-12T17:53:47.832808+0000","last_peered":"2024-09-12T17:53:47.832808+0000","last_clean":"2024-09-12T17:53:47.832808+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:53:47.832808+0000","last_undegraded":"2024-09-12T17:53:47.832808+0000","last_fullsized":"2024-09-12T17:53:47.832808+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:00.122662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'242","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542199+0000","last_change":"2024-09-12T17:09:45.320653+0000","last_active":"2024-09-12T17:54:08.542199+0000","last_peered":"2024-09-12T17:54:08.542199+0000","last_clean":"2024-09-12T17:54:08.542199+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:54:08.542199+0000","last_undegraded":"2024-09-12T17:54:08.542199+0000","last_fullsized":"2024-09-12T17:54:08.542199+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:41.435712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7370312,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":575,"num_read_kb":38110,"num_write":1081,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.776893+0000","last_change":"2024-09-12T17:09:47.317513+0000","last_active":"2024-09-12T17:54:32.776893+0000","last_peered":"2024-09-12T17:54:32.776893+0000","last_clean":"2024-09-12T17:54:32.776893+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:54:32.776893+0000","last_undegraded":"2024-09-12T17:54:32.776893+0000","last_fullsized":"2024-09-12T17:54:32.776893+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:04.850566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1132,"ondisk_log_size":1132,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1345,"ondisk_log_size":1345,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":356,"ondisk_log_size":356,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":378499,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8197,"num_read_kb":10219,"num_write":5551,"num_write_kb":2701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":491520,"data_stored":114575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2022,"ondisk_log_size":2022,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2369,"num_read_kb":2827,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3813,"ondisk_log_size":3813,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":263428677,"num_objects":369,"num_object_clones":0,"num_object_copies":1476,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":369,"num_whiteouts":0,"num_read":33045,"num_read_kb":2261405,"num_write":62785,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":391950336,"data_stored":391950336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4526,"ondisk_log_size":4526,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75502432,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":149,"num_read_kb":209476,"num_write":168,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127938560,"data_stored":127935328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":36713312,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":163,"num_read_kb":206399,"num_write":181,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":91238400,"data_stored":91231936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510011,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":388524,"kb_used_data":136604,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93983316,"statfs":{"total":96636764160,"available":96238915584,"internally_reserved":0,"allocated":139882496,"data_stored":137889071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510010,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":207108,"kb_used_data":125940,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94164732,"statfs":{"total":96636764160,"available":96424685568,"internally_reserved":0,"allocated":128962560,"data_stored":127022672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510010,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258116,"kb_used_data":128436,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94113724,"statfs":{"total":96636764160,"available":96372453376,"internally_reserved":0,"allocated":131518464,"data_stored":129505341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542713,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263540,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108300,"statfs":{"total":96636764160,"available":96366899200,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542712,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128740,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94243100,"statfs":{"total":96636764160,"available":96504934400,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542715,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":377608,"kb_used_data":161784,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":93994232,"statfs":{"total":96636764160,"available":96250093568,"internally_reserved":0,"allocated":165666816,"data_stored":163634133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":103124,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94268716,"statfs":{"total":96636764160,"available":96531165184,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542713,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":362504,"kb_used_data":106376,"kb_used_omap":1,"kb_used_meta":255998,"kb_avail":94009336,"statfs":{"total":96636764160,"available":96265560064,"internally_reserved":0,"allocated":108929024,"data_stored":106896489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262142405},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":85217280,"data_stored":85217280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81608704,"data_stored":81608704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":77524992,"data_stored":77524992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":85245952,"data_stored":85245952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":41270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":42567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":10381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":16215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":22040576,"data_stored":22037344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24104960,"data_stored":24104960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29347840,"data_stored":29347840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15745024,"data_stored":15741792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19914752,"data_stored":19914752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":55582720,"data_stored":55582720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17850368,"data_stored":17847136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34590720,"data_stored":34590720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:56:33.797 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T17:56:33.797 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:56:34.189 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:56:34.201 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:56:34.212 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1675,"stamp":"2024-09-12T17:56:33.088965+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":376630295,"num_objects":732,"num_object_clones":0,"num_object_copies":2202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":732,"num_whiteouts":0,"num_read":168166,"num_read_kb":2795406,"num_write":124455,"num_write_kb":2453194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13515,"ondisk_log_size":13515,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2089264,"kb_used_data":713868,"kb_used_omap":12,"kb_used_meta":1374963,"kb_avail":752885456,"statfs":{"total":773094113280,"available":770954706944,"internally_reserved":0,"allocated":731000832,"data_stored":715005438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1407962673},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-298472783,"num_objects":-204,"num_object_clones":0,"num_object_copies":-760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-204,"num_whiteouts":0,"num_read":410,"num_read_kb":441,"num_write":304,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008204"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.544132+0000","last_change":"2024-09-12T17:39:00.654994+0000","last_active":"2024-09-12T17:54:02.544132+0000","last_peered":"2024-09-12T17:54:02.544132+0000","last_clean":"2024-09-12T17:54:02.544132+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:54:02.544132+0000","last_undegraded":"2024-09-12T17:54:02.544132+0000","last_fullsized":"2024-09-12T17:54:02.544132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.188480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.464216+0000","last_change":"2024-09-12T17:26:55.507001+0000","last_active":"2024-09-12T17:56:31.464216+0000","last_peered":"2024-09-12T17:56:31.464216+0000","last_clean":"2024-09-12T17:56:31.464216+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:56:31.464216+0000","last_undegraded":"2024-09-12T17:56:31.464216+0000","last_fullsized":"2024-09-12T17:56:31.464216+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:51.487735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.068108+0000","last_change":"2024-09-12T17:26:52.442934+0000","last_active":"2024-09-12T17:51:53.068108+0000","last_peered":"2024-09-12T17:51:53.068108+0000","last_clean":"2024-09-12T17:51:53.068108+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:51:53.068108+0000","last_undegraded":"2024-09-12T17:51:53.068108+0000","last_fullsized":"2024-09-12T17:51:53.068108+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:49.626714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":9208,"num_write":4,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.745612+0000","last_change":"2024-09-12T17:25:04.922734+0000","last_active":"2024-09-12T17:54:17.745612+0000","last_peered":"2024-09-12T17:54:17.745612+0000","last_clean":"2024-09-12T17:54:17.745612+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:54:17.745612+0000","last_undegraded":"2024-09-12T17:54:17.745612+0000","last_fullsized":"2024-09-12T17:54:17.745612+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:47.228774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.686947+0000","last_change":"2024-09-12T17:39:00.655983+0000","last_active":"2024-09-12T17:54:02.686947+0000","last_peered":"2024-09-12T17:54:02.686947+0000","last_clean":"2024-09-12T17:54:02.686947+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:54:02.686947+0000","last_undegraded":"2024-09-12T17:54:02.686947+0000","last_fullsized":"2024-09-12T17:54:02.686947+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:39.123377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.897322+0000","last_change":"2024-09-12T17:26:55.481537+0000","last_active":"2024-09-12T17:51:58.897322+0000","last_peered":"2024-09-12T17:51:58.897322+0000","last_clean":"2024-09-12T17:51:58.897322+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:51:58.897322+0000","last_undegraded":"2024-09-12T17:51:58.897322+0000","last_fullsized":"2024-09-12T17:51:58.897322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:03.172800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":3,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.511276+0000","last_change":"2024-09-12T17:26:52.447008+0000","last_active":"2024-09-12T17:51:53.511276+0000","last_peered":"2024-09-12T17:51:53.511276+0000","last_clean":"2024-09-12T17:51:53.511276+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:51:53.511276+0000","last_undegraded":"2024-09-12T17:51:53.511276+0000","last_fullsized":"2024-09-12T17:51:53.511276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:11.557923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676347+0000","last_change":"2024-09-12T17:25:04.907617+0000","last_active":"2024-09-12T17:53:12.676347+0000","last_peered":"2024-09-12T17:53:12.676347+0000","last_clean":"2024-09-12T17:53:12.676347+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:53:12.676347+0000","last_undegraded":"2024-09-12T17:53:12.676347+0000","last_fullsized":"2024-09-12T17:53:12.676347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:29.673018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725076+0000","last_change":"2024-09-12T17:39:00.642074+0000","last_active":"2024-09-12T17:53:33.725076+0000","last_peered":"2024-09-12T17:53:33.725076+0000","last_clean":"2024-09-12T17:53:33.725076+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:53:33.725076+0000","last_undegraded":"2024-09-12T17:53:33.725076+0000","last_fullsized":"2024-09-12T17:53:33.725076+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:58.591036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741918+0000","last_change":"2024-09-12T17:26:55.502249+0000","last_active":"2024-09-12T17:54:02.741918+0000","last_peered":"2024-09-12T17:54:02.741918+0000","last_clean":"2024-09-12T17:54:02.741918+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:54:02.741918+0000","last_undegraded":"2024-09-12T17:54:02.741918+0000","last_fullsized":"2024-09-12T17:54:02.741918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:47.896595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.698944+0000","last_change":"2024-09-12T17:26:52.433582+0000","last_active":"2024-09-12T17:54:57.698944+0000","last_peered":"2024-09-12T17:54:57.698944+0000","last_clean":"2024-09-12T17:54:57.698944+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:54:57.698944+0000","last_undegraded":"2024-09-12T17:54:57.698944+0000","last_fullsized":"2024-09-12T17:54:57.698944+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:54.067612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.251457+0000","last_change":"2024-09-12T17:25:04.911293+0000","last_active":"2024-09-12T17:53:13.251457+0000","last_peered":"2024-09-12T17:53:13.251457+0000","last_clean":"2024-09-12T17:53:13.251457+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:53:13.251457+0000","last_undegraded":"2024-09-12T17:53:13.251457+0000","last_fullsized":"2024-09-12T17:53:13.251457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:49.147916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.086049+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:53:03.086049+0000","last_peered":"2024-09-12T17:53:03.086049+0000","last_clean":"2024-09-12T17:53:03.086049+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:53:03.086049+0000","last_undegraded":"2024-09-12T17:53:03.086049+0000","last_fullsized":"2024-09-12T17:53:03.086049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:08.846965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'1","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.924852+0000","last_change":"2024-09-12T17:26:52.433748+0000","last_active":"2024-09-12T17:53:58.924852+0000","last_peered":"2024-09-12T17:53:58.924852+0000","last_clean":"2024-09-12T17:53:58.924852+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:53:58.924852+0000","last_undegraded":"2024-09-12T17:53:58.924852+0000","last_fullsized":"2024-09-12T17:53:58.924852+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:04.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.143139+0000","last_change":"2024-09-12T17:25:04.925068+0000","last_active":"2024-09-12T17:53:57.143139+0000","last_peered":"2024-09-12T17:53:57.143139+0000","last_clean":"2024-09-12T17:53:57.143139+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:53:57.143139+0000","last_undegraded":"2024-09-12T17:53:57.143139+0000","last_fullsized":"2024-09-12T17:53:57.143139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:27.788147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087576+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:53:08.087576+0000","last_peered":"2024-09-12T17:53:08.087576+0000","last_clean":"2024-09-12T17:53:08.087576+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:53:08.087576+0000","last_undegraded":"2024-09-12T17:53:08.087576+0000","last_fullsized":"2024-09-12T17:53:08.087576+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:10.097756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.364957+0000","last_change":"2024-09-12T17:26:55.485174+0000","last_active":"2024-09-12T17:56:07.364957+0000","last_peered":"2024-09-12T17:56:07.364957+0000","last_clean":"2024-09-12T17:56:07.364957+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:56:07.364957+0000","last_undegraded":"2024-09-12T17:56:07.364957+0000","last_fullsized":"2024-09-12T17:56:07.364957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:47.486545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:52.356114+0000","last_change":"2024-09-12T17:26:52.416884+0000","last_active":"2024-09-12T17:55:52.356114+0000","last_peered":"2024-09-12T17:55:52.356114+0000","last_clean":"2024-09-12T17:55:52.356114+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:55:52.356114+0000","last_undegraded":"2024-09-12T17:55:52.356114+0000","last_fullsized":"2024-09-12T17:55:52.356114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:07.067749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:48.813307+0000","last_change":"2024-09-12T17:25:04.919312+0000","last_active":"2024-09-12T17:52:48.813307+0000","last_peered":"2024-09-12T17:52:48.813307+0000","last_clean":"2024-09-12T17:52:48.813307+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:52:48.813307+0000","last_undegraded":"2024-09-12T17:52:48.813307+0000","last_fullsized":"2024-09-12T17:52:48.813307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:24.912158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.534928+0000","last_change":"2024-09-12T17:39:00.672683+0000","last_active":"2024-09-12T17:53:38.534928+0000","last_peered":"2024-09-12T17:53:38.534928+0000","last_clean":"2024-09-12T17:53:38.534928+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:53:38.534928+0000","last_undegraded":"2024-09-12T17:53:38.534928+0000","last_fullsized":"2024-09-12T17:53:38.534928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:06.279335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'10","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725050+0000","last_change":"2024-09-12T17:26:55.496929+0000","last_active":"2024-09-12T17:53:33.725050+0000","last_peered":"2024-09-12T17:53:33.725050+0000","last_clean":"2024-09-12T17:53:33.725050+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:53:33.725050+0000","last_undegraded":"2024-09-12T17:53:33.725050+0000","last_fullsized":"2024-09-12T17:53:33.725050+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:17.920085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":20493,"num_write":10,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.917785+0000","last_change":"2024-09-12T17:26:52.420116+0000","last_active":"2024-09-12T17:53:28.917785+0000","last_peered":"2024-09-12T17:53:28.917785+0000","last_clean":"2024-09-12T17:53:28.917785+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:53:28.917785+0000","last_undegraded":"2024-09-12T17:53:28.917785+0000","last_fullsized":"2024-09-12T17:53:28.917785+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:40.398369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'109","reported_seq":400,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713056+0000","last_change":"2024-09-12T17:25:04.910127+0000","last_active":"2024-09-12T17:52:38.713056+0000","last_peered":"2024-09-12T17:52:38.713056+0000","last_clean":"2024-09-12T17:52:38.713056+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:52:38.713056+0000","last_undegraded":"2024-09-12T17:52:38.713056+0000","last_fullsized":"2024-09-12T17:52:38.713056+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:12.369469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554782+0000","last_change":"2024-09-12T17:39:00.653210+0000","last_active":"2024-09-12T17:54:02.554782+0000","last_peered":"2024-09-12T17:54:02.554782+0000","last_clean":"2024-09-12T17:54:02.554782+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:54:02.554782+0000","last_undegraded":"2024-09-12T17:54:02.554782+0000","last_fullsized":"2024-09-12T17:54:02.554782+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:21.443242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.704280+0000","last_change":"2024-09-12T17:26:55.489865+0000","last_active":"2024-09-12T17:51:58.704280+0000","last_peered":"2024-09-12T17:51:58.704280+0000","last_clean":"2024-09-12T17:51:58.704280+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:51:58.704280+0000","last_undegraded":"2024-09-12T17:51:58.704280+0000","last_fullsized":"2024-09-12T17:51:58.704280+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:03.412272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.896143+0000","last_change":"2024-09-12T17:26:52.430258+0000","last_active":"2024-09-12T17:51:53.896143+0000","last_peered":"2024-09-12T17:51:53.896143+0000","last_clean":"2024-09-12T17:51:53.896143+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:51:53.896143+0000","last_undegraded":"2024-09-12T17:51:53.896143+0000","last_fullsized":"2024-09-12T17:51:53.896143+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:40.197642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":6669,"num_write":4,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":95,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:42.707158+0000","last_change":"2024-09-12T17:25:04.900903+0000","last_active":"2024-09-12T17:51:42.707158+0000","last_peered":"2024-09-12T17:51:42.707158+0000","last_clean":"2024-09-12T17:51:42.707158+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:51:42.707158+0000","last_undegraded":"2024-09-12T17:51:42.707158+0000","last_fullsized":"2024-09-12T17:51:42.707158+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:01.439563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554870+0000","last_change":"2024-09-12T17:39:00.659857+0000","last_active":"2024-09-12T17:54:02.554870+0000","last_peered":"2024-09-12T17:54:02.554870+0000","last_clean":"2024-09-12T17:54:02.554870+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:54:02.554870+0000","last_undegraded":"2024-09-12T17:54:02.554870+0000","last_fullsized":"2024-09-12T17:54:02.554870+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:42.271561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.069334+0000","last_change":"2024-09-12T17:26:55.497844+0000","last_active":"2024-09-12T17:51:58.069334+0000","last_peered":"2024-09-12T17:51:58.069334+0000","last_clean":"2024-09-12T17:51:58.069334+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:51:58.069334+0000","last_undegraded":"2024-09-12T17:51:58.069334+0000","last_fullsized":"2024-09-12T17:51:58.069334+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:45.595727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.337622+0000","last_change":"2024-09-12T17:26:52.439130+0000","last_active":"2024-09-12T17:54:22.337622+0000","last_peered":"2024-09-12T17:54:22.337622+0000","last_clean":"2024-09-12T17:54:22.337622+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:54:22.337622+0000","last_undegraded":"2024-09-12T17:54:22.337622+0000","last_fullsized":"2024-09-12T17:54:22.337622+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:08.552265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:43.508674+0000","last_change":"2024-09-12T17:25:04.913235+0000","last_active":"2024-09-12T17:51:43.508674+0000","last_peered":"2024-09-12T17:51:43.508674+0000","last_clean":"2024-09-12T17:51:43.508674+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:51:43.508674+0000","last_undegraded":"2024-09-12T17:51:43.508674+0000","last_fullsized":"2024-09-12T17:51:43.508674+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:55.187173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.526871+0000","last_change":"2024-09-12T17:39:00.667249+0000","last_active":"2024-09-12T17:53:03.526871+0000","last_peered":"2024-09-12T17:53:03.526871+0000","last_clean":"2024-09-12T17:53:03.526871+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:53:03.526871+0000","last_undegraded":"2024-09-12T17:53:03.526871+0000","last_fullsized":"2024-09-12T17:53:03.526871+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:18.529716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094029+0000","last_change":"2024-09-12T17:26:55.511073+0000","last_active":"2024-09-12T17:53:33.094029+0000","last_peered":"2024-09-12T17:53:33.094029+0000","last_clean":"2024-09-12T17:53:33.094029+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:53:33.094029+0000","last_undegraded":"2024-09-12T17:53:33.094029+0000","last_fullsized":"2024-09-12T17:53:33.094029+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:49.577514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":8,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.524759+0000","last_change":"2024-09-12T17:26:52.434732+0000","last_active":"2024-09-12T17:52:37.524759+0000","last_peered":"2024-09-12T17:52:37.524759+0000","last_clean":"2024-09-12T17:52:37.524759+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:52:37.524759+0000","last_undegraded":"2024-09-12T17:52:37.524759+0000","last_fullsized":"2024-09-12T17:52:37.524759+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:01.428099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743216+0000","last_change":"2024-09-12T17:25:04.902579+0000","last_active":"2024-09-12T17:54:07.743216+0000","last_peered":"2024-09-12T17:54:07.743216+0000","last_clean":"2024-09-12T17:54:07.743216+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:54:07.743216+0000","last_undegraded":"2024-09-12T17:54:07.743216+0000","last_fullsized":"2024-09-12T17:54:07.743216+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:38.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.674215+0000","last_change":"2024-09-12T17:39:00.645751+0000","last_active":"2024-09-12T17:53:02.674215+0000","last_peered":"2024-09-12T17:53:02.674215+0000","last_clean":"2024-09-12T17:53:02.674215+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:53:02.674215+0000","last_undegraded":"2024-09-12T17:53:02.674215+0000","last_fullsized":"2024-09-12T17:53:02.674215+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:01.389885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:43.081073+0000","last_change":"2024-09-12T17:26:55.510031+0000","last_active":"2024-09-12T17:52:43.081073+0000","last_peered":"2024-09-12T17:52:43.081073+0000","last_clean":"2024-09-12T17:52:43.081073+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:52:43.081073+0000","last_undegraded":"2024-09-12T17:52:43.081073+0000","last_fullsized":"2024-09-12T17:52:43.081073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:57.160595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.448420+0000","last_change":"2024-09-12T17:26:52.433514+0000","last_active":"2024-09-12T17:56:31.448420+0000","last_peered":"2024-09-12T17:56:31.448420+0000","last_clean":"2024-09-12T17:56:31.448420+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:56:31.448420+0000","last_undegraded":"2024-09-12T17:56:31.448420+0000","last_fullsized":"2024-09-12T17:56:31.448420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:18.848274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:43.065722+0000","last_change":"2024-09-12T17:25:04.925132+0000","last_active":"2024-09-12T17:51:43.065722+0000","last_peered":"2024-09-12T17:51:43.065722+0000","last_clean":"2024-09-12T17:51:43.065722+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:51:43.065722+0000","last_undegraded":"2024-09-12T17:51:43.065722+0000","last_fullsized":"2024-09-12T17:51:43.065722+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:03.974572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.539997+0000","last_change":"2024-09-12T17:39:00.652425+0000","last_active":"2024-09-12T17:53:02.539997+0000","last_peered":"2024-09-12T17:53:02.539997+0000","last_clean":"2024-09-12T17:53:02.539997+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:53:02.539997+0000","last_undegraded":"2024-09-12T17:53:02.539997+0000","last_fullsized":"2024-09-12T17:53:02.539997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:06.412877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739369+0000","last_change":"2024-09-12T17:27:17.560393+0000","last_active":"2024-09-12T17:53:52.739369+0000","last_peered":"2024-09-12T17:53:52.739369+0000","last_clean":"2024-09-12T17:53:52.739369+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:53:52.739369+0000","last_undegraded":"2024-09-12T17:53:52.739369+0000","last_fullsized":"2024-09-12T17:53:52.739369+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:05.623877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.679872+0000","last_change":"2024-09-12T17:26:52.438102+0000","last_active":"2024-09-12T17:53:27.679872+0000","last_peered":"2024-09-12T17:53:27.679872+0000","last_clean":"2024-09-12T17:53:27.679872+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:53:27.679872+0000","last_undegraded":"2024-09-12T17:53:27.679872+0000","last_fullsized":"2024-09-12T17:53:27.679872+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:35.849418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.688123+0000","last_change":"2024-09-12T17:25:04.906701+0000","last_active":"2024-09-12T17:54:07.688123+0000","last_peered":"2024-09-12T17:54:07.688123+0000","last_clean":"2024-09-12T17:54:07.688123+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:54:07.688123+0000","last_undegraded":"2024-09-12T17:54:07.688123+0000","last_fullsized":"2024-09-12T17:54:07.688123+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:24.581110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530097+0000","last_change":"2024-09-12T17:39:00.654081+0000","last_active":"2024-09-12T17:53:02.530097+0000","last_peered":"2024-09-12T17:53:02.530097+0000","last_clean":"2024-09-12T17:53:02.530097+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:53:02.530097+0000","last_undegraded":"2024-09-12T17:53:02.530097+0000","last_fullsized":"2024-09-12T17:53:02.530097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:38:51.210163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'1","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919062+0000","last_change":"2024-09-12T17:26:55.477753+0000","last_active":"2024-09-12T17:53:33.919062+0000","last_peered":"2024-09-12T17:53:33.919062+0000","last_clean":"2024-09-12T17:53:33.919062+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:53:33.919062+0000","last_undegraded":"2024-09-12T17:53:33.919062+0000","last_fullsized":"2024-09-12T17:53:33.919062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:59.457820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4960,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":10,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.733352+0000","last_change":"2024-09-12T17:26:52.420326+0000","last_active":"2024-09-12T17:53:27.733352+0000","last_peered":"2024-09-12T17:53:27.733352+0000","last_clean":"2024-09-12T17:53:27.733352+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:53:27.733352+0000","last_undegraded":"2024-09-12T17:53:27.733352+0000","last_fullsized":"2024-09-12T17:53:27.733352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:41.492938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.431162+0000","last_change":"2024-09-12T17:25:04.916869+0000","last_active":"2024-09-12T17:53:57.431162+0000","last_peered":"2024-09-12T17:53:57.431162+0000","last_clean":"2024-09-12T17:53:57.431162+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:53:57.431162+0000","last_undegraded":"2024-09-12T17:53:57.431162+0000","last_fullsized":"2024-09-12T17:53:57.431162+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:11.195104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'6","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521427+0000","last_change":"2024-09-12T17:26:55.513412+0000","last_active":"2024-09-12T17:52:38.521427+0000","last_peered":"2024-09-12T17:52:38.521427+0000","last_clean":"2024-09-12T17:52:38.521427+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:52:38.521427+0000","last_undegraded":"2024-09-12T17:52:38.521427+0000","last_fullsized":"2024-09-12T17:52:38.521427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:11.001168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8190,"num_write":11,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'1","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905362+0000","last_change":"2024-09-12T17:26:52.435249+0000","last_active":"2024-09-12T17:52:33.905362+0000","last_peered":"2024-09-12T17:52:33.905362+0000","last_clean":"2024-09-12T17:52:33.905362+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:52:33.905362+0000","last_undegraded":"2024-09-12T17:52:33.905362+0000","last_fullsized":"2024-09-12T17:52:33.905362+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:05.162270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3080,"num_write":1,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.541551+0000","last_change":"2024-09-12T17:25:04.924374+0000","last_active":"2024-09-12T17:53:07.541551+0000","last_peered":"2024-09-12T17:53:07.541551+0000","last_clean":"2024-09-12T17:53:07.541551+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:53:07.541551+0000","last_undegraded":"2024-09-12T17:53:07.541551+0000","last_fullsized":"2024-09-12T17:53:07.541551+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:27.673259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:32.734544+0000","last_change":"2024-09-12T17:39:00.646531+0000","last_active":"2024-09-12T17:53:32.734544+0000","last_peered":"2024-09-12T17:53:32.734544+0000","last_clean":"2024-09-12T17:53:32.734544+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:53:32.734544+0000","last_undegraded":"2024-09-12T17:53:32.734544+0000","last_fullsized":"2024-09-12T17:53:32.734544+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521361+0000","last_change":"2024-09-12T17:26:55.492375+0000","last_active":"2024-09-12T17:52:38.521361+0000","last_peered":"2024-09-12T17:52:38.521361+0000","last_clean":"2024-09-12T17:52:38.521361+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:52:38.521361+0000","last_undegraded":"2024-09-12T17:52:38.521361+0000","last_fullsized":"2024-09-12T17:52:38.521361+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.588397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078057+0000","last_change":"2024-09-12T17:26:52.450237+0000","last_active":"2024-09-12T17:52:33.078057+0000","last_peered":"2024-09-12T17:52:33.078057+0000","last_clean":"2024-09-12T17:52:33.078057+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:52:33.078057+0000","last_undegraded":"2024-09-12T17:52:33.078057+0000","last_fullsized":"2024-09-12T17:52:33.078057+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.478327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727409+0000","last_change":"2024-09-12T17:25:04.911153+0000","last_active":"2024-09-12T17:53:07.727409+0000","last_peered":"2024-09-12T17:53:07.727409+0000","last_clean":"2024-09-12T17:53:07.727409+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:53:07.727409+0000","last_undegraded":"2024-09-12T17:53:07.727409+0000","last_fullsized":"2024-09-12T17:53:07.727409+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:51.763751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.725930+0000","last_change":"2024-09-12T17:39:00.658943+0000","last_active":"2024-09-12T17:53:02.725930+0000","last_peered":"2024-09-12T17:53:02.725930+0000","last_clean":"2024-09-12T17:53:02.725930+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:53:02.725930+0000","last_undegraded":"2024-09-12T17:53:02.725930+0000","last_fullsized":"2024-09-12T17:53:02.725930+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:42.277391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.079800+0000","last_change":"2024-09-12T17:26:55.496848+0000","last_active":"2024-09-12T17:52:38.079800+0000","last_peered":"2024-09-12T17:52:38.079800+0000","last_clean":"2024-09-12T17:52:38.079800+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:52:38.079800+0000","last_undegraded":"2024-09-12T17:52:38.079800+0000","last_fullsized":"2024-09-12T17:52:38.079800+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:22.322200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9441280,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":9,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'7","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.711863+0000","last_change":"2024-09-12T17:26:52.446493+0000","last_active":"2024-09-12T17:52:33.711863+0000","last_peered":"2024-09-12T17:52:33.711863+0000","last_clean":"2024-09-12T17:52:33.711863+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:52:33.711863+0000","last_undegraded":"2024-09-12T17:52:33.711863+0000","last_fullsized":"2024-09-12T17:52:33.711863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:09.458889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6303744,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":8239,"num_write":7,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912955+0000","last_change":"2024-09-12T17:25:04.906817+0000","last_active":"2024-09-12T17:53:08.912955+0000","last_peered":"2024-09-12T17:53:08.912955+0000","last_clean":"2024-09-12T17:53:08.912955+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:53:08.912955+0000","last_undegraded":"2024-09-12T17:53:08.912955+0000","last_fullsized":"2024-09-12T17:53:08.912955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:30.288230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093972+0000","last_change":"2024-09-12T17:39:00.643558+0000","last_active":"2024-09-12T17:53:33.093972+0000","last_peered":"2024-09-12T17:53:33.093972+0000","last_clean":"2024-09-12T17:53:33.093972+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:53:33.093972+0000","last_undegraded":"2024-09-12T17:53:33.093972+0000","last_fullsized":"2024-09-12T17:53:33.093972+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:43.002321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713011+0000","last_change":"2024-09-12T17:26:55.496230+0000","last_active":"2024-09-12T17:52:38.713011+0000","last_peered":"2024-09-12T17:52:38.713011+0000","last_clean":"2024-09-12T17:52:38.713011+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:52:38.713011+0000","last_undegraded":"2024-09-12T17:52:38.713011+0000","last_fullsized":"2024-09-12T17:52:38.713011+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.054209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.523736+0000","last_change":"2024-09-12T17:26:52.438732+0000","last_active":"2024-09-12T17:52:32.523736+0000","last_peered":"2024-09-12T17:52:32.523736+0000","last_clean":"2024-09-12T17:52:32.523736+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:52:32.523736+0000","last_undegraded":"2024-09-12T17:52:32.523736+0000","last_fullsized":"2024-09-12T17:52:32.523736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:12.548834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.418590+0000","last_change":"2024-09-12T17:25:04.918704+0000","last_active":"2024-09-12T17:53:57.418590+0000","last_peered":"2024-09-12T17:53:57.418590+0000","last_clean":"2024-09-12T17:53:57.418590+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:53:57.418590+0000","last_undegraded":"2024-09-12T17:53:57.418590+0000","last_fullsized":"2024-09-12T17:53:57.418590+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:23.353318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690546+0000","last_change":"2024-09-12T17:39:00.655201+0000","last_active":"2024-09-12T17:54:17.690546+0000","last_peered":"2024-09-12T17:54:17.690546+0000","last_clean":"2024-09-12T17:54:17.690546+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:54:17.690546+0000","last_undegraded":"2024-09-12T17:54:17.690546+0000","last_fullsized":"2024-09-12T17:54:17.690546+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:04.373526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100488+0000","last_change":"2024-09-12T17:26:55.504258+0000","last_active":"2024-09-12T17:53:58.100488+0000","last_peered":"2024-09-12T17:53:58.100488+0000","last_clean":"2024-09-12T17:53:58.100488+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:53:58.100488+0000","last_undegraded":"2024-09-12T17:53:58.100488+0000","last_fullsized":"2024-09-12T17:53:58.100488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.086080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":12290,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.552424+0000","last_change":"2024-09-12T17:26:52.451467+0000","last_active":"2024-09-12T17:53:52.552424+0000","last_peered":"2024-09-12T17:53:52.552424+0000","last_clean":"2024-09-12T17:53:52.552424+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:53:52.552424+0000","last_undegraded":"2024-09-12T17:53:52.552424+0000","last_fullsized":"2024-09-12T17:53:52.552424+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:10.472220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:13.073234+0000","last_change":"2024-09-12T17:25:04.931744+0000","last_active":"2024-09-12T17:52:13.073234+0000","last_peered":"2024-09-12T17:52:13.073234+0000","last_clean":"2024-09-12T17:52:13.073234+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:52:13.073234+0000","last_undegraded":"2024-09-12T17:52:13.073234+0000","last_fullsized":"2024-09-12T17:52:13.073234+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:03.252787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533161+0000","last_change":"2024-09-12T17:39:00.659341+0000","last_active":"2024-09-12T17:52:32.533161+0000","last_peered":"2024-09-12T17:52:32.533161+0000","last_clean":"2024-09-12T17:52:32.533161+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:52:32.533161+0000","last_undegraded":"2024-09-12T17:52:32.533161+0000","last_fullsized":"2024-09-12T17:52:32.533161+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:48.711898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100427+0000","last_change":"2024-09-12T17:26:55.506170+0000","last_active":"2024-09-12T17:53:58.100427+0000","last_peered":"2024-09-12T17:53:58.100427+0000","last_clean":"2024-09-12T17:53:58.100427+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:53:58.100427+0000","last_undegraded":"2024-09-12T17:53:58.100427+0000","last_fullsized":"2024-09-12T17:53:58.100427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:12.515468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":18434,"num_write":5,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.684881+0000","last_change":"2024-09-12T17:26:52.436218+0000","last_active":"2024-09-12T17:53:52.684881+0000","last_peered":"2024-09-12T17:53:52.684881+0000","last_clean":"2024-09-12T17:53:52.684881+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:53:52.684881+0000","last_undegraded":"2024-09-12T17:53:52.684881+0000","last_fullsized":"2024-09-12T17:53:52.684881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:38.366491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.434167+0000","last_change":"2024-09-12T17:25:04.905871+0000","last_active":"2024-09-12T17:53:58.434167+0000","last_peered":"2024-09-12T17:53:58.434167+0000","last_clean":"2024-09-12T17:53:58.434167+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:53:58.434167+0000","last_undegraded":"2024-09-12T17:53:58.434167+0000","last_fullsized":"2024-09-12T17:53:58.434167+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:26.645725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.734047+0000","last_change":"2024-09-12T17:39:00.649914+0000","last_active":"2024-09-12T17:54:13.734047+0000","last_peered":"2024-09-12T17:54:13.734047+0000","last_clean":"2024-09-12T17:54:13.734047+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:54:13.734047+0000","last_undegraded":"2024-09-12T17:54:13.734047+0000","last_fullsized":"2024-09-12T17:54:13.734047+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:09.875663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.541069+0000","last_change":"2024-09-12T17:26:55.501141+0000","last_active":"2024-09-12T17:54:03.541069+0000","last_peered":"2024-09-12T17:54:03.541069+0000","last_clean":"2024-09-12T17:54:03.541069+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:54:03.541069+0000","last_undegraded":"2024-09-12T17:54:03.541069+0000","last_fullsized":"2024-09-12T17:54:03.541069+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:25.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.359593+0000","last_change":"2024-09-12T17:26:52.431900+0000","last_active":"2024-09-12T17:56:07.359593+0000","last_peered":"2024-09-12T17:56:07.359593+0000","last_clean":"2024-09-12T17:56:07.359593+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:56:07.359593+0000","last_undegraded":"2024-09-12T17:56:07.359593+0000","last_fullsized":"2024-09-12T17:56:07.359593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:32.402606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":197,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:08.706572+0000","last_change":"2024-09-12T17:25:04.925129+0000","last_active":"2024-09-12T17:52:08.706572+0000","last_peered":"2024-09-12T17:52:08.706572+0000","last_clean":"2024-09-12T17:52:08.706572+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:52:08.706572+0000","last_undegraded":"2024-09-12T17:52:08.706572+0000","last_fullsized":"2024-09-12T17:52:08.706572+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:17.087361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557852+0000","last_change":"2024-09-12T17:39:00.662714+0000","last_active":"2024-09-12T17:54:12.557852+0000","last_peered":"2024-09-12T17:54:12.557852+0000","last_clean":"2024-09-12T17:54:12.557852+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:54:12.557852+0000","last_undegraded":"2024-09-12T17:54:12.557852+0000","last_fullsized":"2024-09-12T17:54:12.557852+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:01.821319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'12","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.100532+0000","last_change":"2024-09-12T17:26:55.505568+0000","last_active":"2024-09-12T17:53:58.100532+0000","last_peered":"2024-09-12T17:53:58.100532+0000","last_clean":"2024-09-12T17:53:58.100532+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:53:58.100532+0000","last_undegraded":"2024-09-12T17:53:58.100532+0000","last_fullsized":"2024-09-12T17:53:58.100532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:15.296264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":31750,"num_write":17,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539458+0000","last_change":"2024-09-12T17:26:52.435184+0000","last_active":"2024-09-12T17:53:58.539458+0000","last_peered":"2024-09-12T17:53:58.539458+0000","last_clean":"2024-09-12T17:53:58.539458+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:53:58.539458+0000","last_undegraded":"2024-09-12T17:53:58.539458+0000","last_fullsized":"2024-09-12T17:53:58.539458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:21.625631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:07.662068+0000","last_change":"2024-09-12T17:25:04.927233+0000","last_active":"2024-09-12T17:52:07.662068+0000","last_peered":"2024-09-12T17:52:07.662068+0000","last_clean":"2024-09-12T17:52:07.662068+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:52:07.662068+0000","last_undegraded":"2024-09-12T17:52:07.662068+0000","last_fullsized":"2024-09-12T17:52:07.662068+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:13.135545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078507+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:52:33.078507+0000","last_peered":"2024-09-12T17:52:33.078507+0000","last_clean":"2024-09-12T17:52:33.078507+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:52:33.078507+0000","last_undegraded":"2024-09-12T17:52:33.078507+0000","last_fullsized":"2024-09-12T17:52:33.078507+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:17.322451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'1","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:58.910676+0000","last_change":"2024-09-12T17:26:55.485021+0000","last_active":"2024-09-12T17:52:58.910676+0000","last_peered":"2024-09-12T17:52:58.910676+0000","last_clean":"2024-09-12T17:52:58.910676+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:52:58.910676+0000","last_undegraded":"2024-09-12T17:52:58.910676+0000","last_fullsized":"2024-09-12T17:52:58.910676+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:11.839765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2064,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.604310+0000","last_change":"2024-09-12T17:26:52.435961+0000","last_active":"2024-09-12T17:56:31.604310+0000","last_peered":"2024-09-12T17:56:31.604310+0000","last_clean":"2024-09-12T17:56:31.604310+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:56:31.604310+0000","last_undegraded":"2024-09-12T17:56:31.604310+0000","last_fullsized":"2024-09-12T17:56:31.604310+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:12.555756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":114,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:07.712937+0000","last_change":"2024-09-12T17:25:04.919271+0000","last_active":"2024-09-12T17:52:07.712937+0000","last_peered":"2024-09-12T17:52:07.712937+0000","last_clean":"2024-09-12T17:52:07.712937+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:52:07.712937+0000","last_undegraded":"2024-09-12T17:52:07.712937+0000","last_fullsized":"2024-09-12T17:52:07.712937+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:07.999695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.534476+0000","last_change":"2024-09-12T17:39:00.664802+0000","last_active":"2024-09-12T17:52:37.534476+0000","last_peered":"2024-09-12T17:52:37.534476+0000","last_clean":"2024-09-12T17:52:37.534476+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:52:37.534476+0000","last_undegraded":"2024-09-12T17:52:37.534476+0000","last_fullsized":"2024-09-12T17:52:37.534476+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:32.175823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.538774+0000","last_change":"2024-09-12T17:26:55.501130+0000","last_active":"2024-09-12T17:52:57.538774+0000","last_peered":"2024-09-12T17:52:57.538774+0000","last_clean":"2024-09-12T17:52:57.538774+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:52:57.538774+0000","last_undegraded":"2024-09-12T17:52:57.538774+0000","last_fullsized":"2024-09-12T17:52:57.538774+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524582+0000","last_change":"2024-09-12T17:26:52.425705+0000","last_active":"2024-09-12T17:52:53.524582+0000","last_peered":"2024-09-12T17:52:53.524582+0000","last_clean":"2024-09-12T17:52:53.524582+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:52:53.524582+0000","last_undegraded":"2024-09-12T17:52:53.524582+0000","last_fullsized":"2024-09-12T17:52:53.524582+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:53.730889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4960,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":1029,"num_write":3,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545227+0000","last_change":"2024-09-12T17:25:04.917932+0000","last_active":"2024-09-12T17:53:22.545227+0000","last_peered":"2024-09-12T17:53:22.545227+0000","last_clean":"2024-09-12T17:53:22.545227+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:53:22.545227+0000","last_undegraded":"2024-09-12T17:53:22.545227+0000","last_fullsized":"2024-09-12T17:53:22.545227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:30.368537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533240+0000","last_change":"2024-09-12T17:39:00.654488+0000","last_active":"2024-09-12T17:52:32.533240+0000","last_peered":"2024-09-12T17:52:32.533240+0000","last_clean":"2024-09-12T17:52:32.533240+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:52:32.533240+0000","last_undegraded":"2024-09-12T17:52:32.533240+0000","last_fullsized":"2024-09-12T17:52:32.533240+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:04.660452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539327+0000","last_change":"2024-09-12T17:26:55.501178+0000","last_active":"2024-09-12T17:53:58.539327+0000","last_peered":"2024-09-12T17:53:58.539327+0000","last_clean":"2024-09-12T17:53:58.539327+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:53:58.539327+0000","last_undegraded":"2024-09-12T17:53:58.539327+0000","last_fullsized":"2024-09-12T17:53:58.539327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:26.019681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.603526+0000","last_change":"2024-09-12T17:26:52.425514+0000","last_active":"2024-09-12T17:56:31.603526+0000","last_peered":"2024-09-12T17:56:31.603526+0000","last_clean":"2024-09-12T17:56:31.603526+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:56:31.603526+0000","last_undegraded":"2024-09-12T17:56:31.603526+0000","last_fullsized":"2024-09-12T17:56:31.603526+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:52.842777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090018+0000","last_change":"2024-09-12T17:25:04.927376+0000","last_active":"2024-09-12T17:53:18.090018+0000","last_peered":"2024-09-12T17:53:18.090018+0000","last_clean":"2024-09-12T17:53:18.090018+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:53:18.090018+0000","last_undegraded":"2024-09-12T17:53:18.090018+0000","last_fullsized":"2024-09-12T17:53:18.090018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:13.941411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.718867+0000","last_change":"2024-09-12T17:39:00.640046+0000","last_active":"2024-09-12T17:52:32.718867+0000","last_peered":"2024-09-12T17:52:32.718867+0000","last_clean":"2024-09-12T17:52:32.718867+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:52:32.718867+0000","last_undegraded":"2024-09-12T17:52:32.718867+0000","last_fullsized":"2024-09-12T17:52:32.718867+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:04.095238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:17.355201+0000","last_change":"2024-09-12T17:26:55.505902+0000","last_active":"2024-09-12T17:55:17.355201+0000","last_peered":"2024-09-12T17:55:17.355201+0000","last_clean":"2024-09-12T17:55:17.355201+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:55:17.355201+0000","last_undegraded":"2024-09-12T17:55:17.355201+0000","last_fullsized":"2024-09-12T17:55:17.355201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:18.168697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.923585+0000","last_change":"2024-09-12T17:26:52.430631+0000","last_active":"2024-09-12T17:53:53.923585+0000","last_peered":"2024-09-12T17:53:53.923585+0000","last_clean":"2024-09-12T17:53:53.923585+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:53:53.923585+0000","last_undegraded":"2024-09-12T17:53:53.923585+0000","last_fullsized":"2024-09-12T17:53:53.923585+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:21.320741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8188,"num_write":9,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721712+0000","last_change":"2024-09-12T17:25:04.926419+0000","last_active":"2024-09-12T17:53:18.721712+0000","last_peered":"2024-09-12T17:53:18.721712+0000","last_clean":"2024-09-12T17:53:18.721712+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:53:18.721712+0000","last_undegraded":"2024-09-12T17:53:18.721712+0000","last_fullsized":"2024-09-12T17:53:18.721712+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:12.496690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548866+0000","last_change":"2024-09-12T17:39:00.664144+0000","last_active":"2024-09-12T17:53:37.548866+0000","last_peered":"2024-09-12T17:53:37.548866+0000","last_clean":"2024-09-12T17:53:37.548866+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:53:37.548866+0000","last_undegraded":"2024-09-12T17:53:37.548866+0000","last_fullsized":"2024-09-12T17:53:37.548866+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:22.584560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741795+0000","last_change":"2024-09-12T17:26:55.494403+0000","last_active":"2024-09-12T17:54:02.741795+0000","last_peered":"2024-09-12T17:54:02.741795+0000","last_clean":"2024-09-12T17:54:02.741795+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:54:02.741795+0000","last_undegraded":"2024-09-12T17:54:02.741795+0000","last_fullsized":"2024-09-12T17:54:02.741795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:16.399115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365873+0000","last_change":"2024-09-12T17:26:52.432409+0000","last_active":"2024-09-12T17:56:02.365873+0000","last_peered":"2024-09-12T17:56:02.365873+0000","last_clean":"2024-09-12T17:56:02.365873+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:56:02.365873+0000","last_undegraded":"2024-09-12T17:56:02.365873+0000","last_fullsized":"2024-09-12T17:56:02.365873+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.190199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730979+0000","last_change":"2024-09-12T17:25:04.909223+0000","last_active":"2024-09-12T17:53:17.730979+0000","last_peered":"2024-09-12T17:53:17.730979+0000","last_clean":"2024-09-12T17:53:17.730979+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:53:17.730979+0000","last_undegraded":"2024-09-12T17:53:17.730979+0000","last_fullsized":"2024-09-12T17:53:17.730979+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:42.210364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.538326+0000","last_change":"2024-09-12T17:39:00.654891+0000","last_active":"2024-09-12T17:53:37.538326+0000","last_peered":"2024-09-12T17:53:37.538326+0000","last_clean":"2024-09-12T17:53:37.538326+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:53:37.538326+0000","last_undegraded":"2024-09-12T17:53:37.538326+0000","last_fullsized":"2024-09-12T17:53:37.538326+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:47.569569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741691+0000","last_change":"2024-09-12T17:26:55.494198+0000","last_active":"2024-09-12T17:54:02.741691+0000","last_peered":"2024-09-12T17:54:02.741691+0000","last_clean":"2024-09-12T17:54:02.741691+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:54:02.741691+0000","last_undegraded":"2024-09-12T17:54:02.741691+0000","last_fullsized":"2024-09-12T17:54:02.741691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:30.763557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.415863+0000","last_change":"2024-09-12T17:26:52.421048+0000","last_active":"2024-09-12T17:56:31.415863+0000","last_peered":"2024-09-12T17:56:31.415863+0000","last_clean":"2024-09-12T17:56:31.415863+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:56:31.415863+0000","last_undegraded":"2024-09-12T17:56:31.415863+0000","last_fullsized":"2024-09-12T17:56:31.415863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:13.665056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'99","reported_seq":355,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721897+0000","last_change":"2024-09-12T17:25:04.912652+0000","last_active":"2024-09-12T17:53:18.721897+0000","last_peered":"2024-09-12T17:53:18.721897+0000","last_clean":"2024-09-12T17:53:18.721897+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:53:18.721897+0000","last_undegraded":"2024-09-12T17:53:18.721897+0000","last_fullsized":"2024-09-12T17:53:18.721897+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:55.550588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.528018+0000","last_change":"2024-09-12T17:39:00.652336+0000","last_active":"2024-09-12T17:53:08.528018+0000","last_peered":"2024-09-12T17:53:08.528018+0000","last_clean":"2024-09-12T17:53:08.528018+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:53:08.528018+0000","last_undegraded":"2024-09-12T17:53:08.528018+0000","last_fullsized":"2024-09-12T17:53:08.528018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:10.652480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.539010+0000","last_change":"2024-09-12T17:26:55.501491+0000","last_active":"2024-09-12T17:52:57.539010+0000","last_peered":"2024-09-12T17:52:57.539010+0000","last_clean":"2024-09-12T17:52:57.539010+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:52:57.539010+0000","last_undegraded":"2024-09-12T17:52:57.539010+0000","last_fullsized":"2024-09-12T17:52:57.539010+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:25.289555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.450025+0000","last_change":"2024-09-12T17:26:52.440847+0000","last_active":"2024-09-12T17:56:31.450025+0000","last_peered":"2024-09-12T17:56:31.450025+0000","last_clean":"2024-09-12T17:56:31.450025+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:56:31.450025+0000","last_undegraded":"2024-09-12T17:56:31.450025+0000","last_fullsized":"2024-09-12T17:56:31.450025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.992459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.342390+0000","last_change":"2024-09-12T17:25:04.923471+0000","last_active":"2024-09-12T17:54:27.342390+0000","last_peered":"2024-09-12T17:54:27.342390+0000","last_clean":"2024-09-12T17:54:27.342390+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:54:27.342390+0000","last_undegraded":"2024-09-12T17:54:27.342390+0000","last_fullsized":"2024-09-12T17:54:27.342390+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:49.462927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920018+0000","last_change":"2024-09-12T17:39:00.659805+0000","last_active":"2024-09-12T17:53:38.920018+0000","last_peered":"2024-09-12T17:53:38.920018+0000","last_clean":"2024-09-12T17:53:38.920018+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:53:38.920018+0000","last_undegraded":"2024-09-12T17:53:38.920018+0000","last_fullsized":"2024-09-12T17:53:38.920018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:28.940467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'3","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:58.910835+0000","last_change":"2024-09-12T17:26:55.494155+0000","last_active":"2024-09-12T17:52:58.910835+0000","last_peered":"2024-09-12T17:52:58.910835+0000","last_clean":"2024-09-12T17:52:58.910835+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:52:58.910835+0000","last_undegraded":"2024-09-12T17:52:58.910835+0000","last_fullsized":"2024-09-12T17:52:58.910835+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.284739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351426+0000","last_change":"2024-09-12T17:26:52.451455+0000","last_active":"2024-09-12T17:55:02.351426+0000","last_peered":"2024-09-12T17:55:02.351426+0000","last_clean":"2024-09-12T17:55:02.351426+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:55:02.351426+0000","last_undegraded":"2024-09-12T17:55:02.351426+0000","last_fullsized":"2024-09-12T17:55:02.351426+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:39.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.544480+0000","last_change":"2024-09-12T17:25:04.916830+0000","last_active":"2024-09-12T17:54:18.544480+0000","last_peered":"2024-09-12T17:54:18.544480+0000","last_clean":"2024-09-12T17:54:18.544480+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:54:18.544480+0000","last_undegraded":"2024-09-12T17:54:18.544480+0000","last_fullsized":"2024-09-12T17:54:18.544480+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.147484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.689479+0000","last_change":"2024-09-12T17:39:00.664310+0000","last_active":"2024-09-12T17:54:12.689479+0000","last_peered":"2024-09-12T17:54:12.689479+0000","last_clean":"2024-09-12T17:54:12.689479+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:54:12.689479+0000","last_undegraded":"2024-09-12T17:54:12.689479+0000","last_fullsized":"2024-09-12T17:54:12.689479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:37.061031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'3","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540773+0000","last_change":"2024-09-12T17:26:55.513647+0000","last_active":"2024-09-12T17:54:03.540773+0000","last_peered":"2024-09-12T17:54:03.540773+0000","last_clean":"2024-09-12T17:54:03.540773+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:54:03.540773+0000","last_undegraded":"2024-09-12T17:54:03.540773+0000","last_fullsized":"2024-09-12T17:54:03.540773+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:42.438516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":3,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351136+0000","last_change":"2024-09-12T17:26:52.423586+0000","last_active":"2024-09-12T17:55:02.351136+0000","last_peered":"2024-09-12T17:55:02.351136+0000","last_clean":"2024-09-12T17:55:02.351136+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:55:02.351136+0000","last_undegraded":"2024-09-12T17:55:02.351136+0000","last_fullsized":"2024-09-12T17:55:02.351136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:47.651404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.547441+0000","last_change":"2024-09-12T17:25:04.909357+0000","last_active":"2024-09-12T17:54:17.547441+0000","last_peered":"2024-09-12T17:54:17.547441+0000","last_clean":"2024-09-12T17:54:17.547441+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:54:17.547441+0000","last_undegraded":"2024-09-12T17:54:17.547441+0000","last_fullsized":"2024-09-12T17:54:17.547441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:35.825123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744479+0000","last_change":"2024-09-12T17:39:00.639165+0000","last_active":"2024-09-12T17:54:12.744479+0000","last_peered":"2024-09-12T17:54:12.744479+0000","last_clean":"2024-09-12T17:54:12.744479+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:54:12.744479+0000","last_undegraded":"2024-09-12T17:54:12.744479+0000","last_fullsized":"2024-09-12T17:54:12.744479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:56.916713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530037+0000","last_change":"2024-09-12T17:26:55.501882+0000","last_active":"2024-09-12T17:53:02.530037+0000","last_peered":"2024-09-12T17:53:02.530037+0000","last_clean":"2024-09-12T17:53:02.530037+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:53:02.530037+0000","last_undegraded":"2024-09-12T17:53:02.530037+0000","last_fullsized":"2024-09-12T17:53:02.530037+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:23.989107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365732+0000","last_change":"2024-09-12T17:26:52.442803+0000","last_active":"2024-09-12T17:56:02.365732+0000","last_peered":"2024-09-12T17:56:02.365732+0000","last_clean":"2024-09-12T17:56:02.365732+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:56:02.365732+0000","last_undegraded":"2024-09-12T17:56:02.365732+0000","last_fullsized":"2024-09-12T17:56:02.365732+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:34.766461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.929232+0000","last_change":"2024-09-12T17:25:04.906949+0000","last_active":"2024-09-12T17:54:18.929232+0000","last_peered":"2024-09-12T17:54:18.929232+0000","last_clean":"2024-09-12T17:54:18.929232+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:54:18.929232+0000","last_undegraded":"2024-09-12T17:54:18.929232+0000","last_fullsized":"2024-09-12T17:54:18.929232+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:22.831255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735735+0000","last_change":"2024-09-12T17:39:00.647720+0000","last_active":"2024-09-12T17:53:37.735735+0000","last_peered":"2024-09-12T17:53:37.735735+0000","last_clean":"2024-09-12T17:53:37.735735+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:53:37.735735+0000","last_undegraded":"2024-09-12T17:53:37.735735+0000","last_fullsized":"2024-09-12T17:53:37.735735+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:28.444411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.731910+0000","last_change":"2024-09-12T17:26:55.497028+0000","last_active":"2024-09-12T17:54:03.731910+0000","last_peered":"2024-09-12T17:54:03.731910+0000","last_clean":"2024-09-12T17:54:03.731910+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:54:03.731910+0000","last_undegraded":"2024-09-12T17:54:03.731910+0000","last_fullsized":"2024-09-12T17:54:03.731910+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:00.101370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8380416,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12276,"num_write":2,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'1","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539272+0000","last_change":"2024-09-12T17:26:52.436641+0000","last_active":"2024-09-12T17:53:58.539272+0000","last_peered":"2024-09-12T17:53:58.539272+0000","last_clean":"2024-09-12T17:53:58.539272+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:53:58.539272+0000","last_undegraded":"2024-09-12T17:53:58.539272+0000","last_fullsized":"2024-09-12T17:53:58.539272+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:43.055210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1032,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.735137+0000","last_change":"2024-09-12T17:25:04.913125+0000","last_active":"2024-09-12T17:54:18.735137+0000","last_peered":"2024-09-12T17:54:18.735137+0000","last_clean":"2024-09-12T17:54:18.735137+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:54:18.735137+0000","last_undegraded":"2024-09-12T17:54:18.735137+0000","last_fullsized":"2024-09-12T17:54:18.735137+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:44.104292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.550097+0000","last_change":"2024-09-12T17:39:00.660194+0000","last_active":"2024-09-12T17:53:42.550097+0000","last_peered":"2024-09-12T17:53:42.550097+0000","last_clean":"2024-09-12T17:53:42.550097+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:53:42.550097+0000","last_undegraded":"2024-09-12T17:53:42.550097+0000","last_fullsized":"2024-09-12T17:53:42.550097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:01.999885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'2","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.925886+0000","last_change":"2024-09-12T17:26:55.501253+0000","last_active":"2024-09-12T17:54:03.925886+0000","last_peered":"2024-09-12T17:54:03.925886+0000","last_clean":"2024-09-12T17:54:03.925886+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:54:03.925886+0000","last_undegraded":"2024-09-12T17:54:03.925886+0000","last_fullsized":"2024-09-12T17:54:03.925886+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:35.145755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7344128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":7172,"num_write":2,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.730654+0000","last_change":"2024-09-12T17:26:52.421946+0000","last_active":"2024-09-12T17:53:58.730654+0000","last_peered":"2024-09-12T17:53:58.730654+0000","last_clean":"2024-09-12T17:53:58.730654+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:53:58.730654+0000","last_undegraded":"2024-09-12T17:53:58.730654+0000","last_fullsized":"2024-09-12T17:53:58.730654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:14.235918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542762+0000","last_change":"2024-09-12T17:25:04.925137+0000","last_active":"2024-09-12T17:53:12.542762+0000","last_peered":"2024-09-12T17:53:12.542762+0000","last_clean":"2024-09-12T17:53:12.542762+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:53:12.542762+0000","last_undegraded":"2024-09-12T17:53:12.542762+0000","last_fullsized":"2024-09-12T17:53:12.542762+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:12.583686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.783819+0000","last_change":"2024-09-12T17:09:45.389341+0000","last_active":"2024-09-12T17:56:31.783819+0000","last_peered":"2024-09-12T17:56:31.783819+0000","last_clean":"2024-09-12T17:56:31.783819+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:31.783819+0000","last_undegraded":"2024-09-12T17:56:31.783819+0000","last_fullsized":"2024-09-12T17:56:31.783819+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:03.051276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:40.284491+0000","last_change":"2024-09-12T17:09:47.310590+0000","last_active":"2024-09-12T17:52:40.284491+0000","last_peered":"2024-09-12T17:52:40.284491+0000","last_clean":"2024-09-12T17:52:40.284491+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:52:40.284491+0000","last_undegraded":"2024-09-12T17:52:40.284491+0000","last_fullsized":"2024-09-12T17:52:40.284491+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:04.330823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'272","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.247486+0000","last_change":"2024-09-12T17:09:45.352880+0000","last_active":"2024-09-12T17:54:41.247486+0000","last_peered":"2024-09-12T17:54:41.247486+0000","last_clean":"2024-09-12T17:54:41.247486+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:54:41.247486+0000","last_undegraded":"2024-09-12T17:54:41.247486+0000","last_fullsized":"2024-09-12T17:54:41.247486+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:15.465179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8443851,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":753,"num_read_kb":9805,"num_write":1452,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1320,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.007691+0000","last_change":"2024-09-12T17:09:47.311524+0000","last_active":"2024-09-12T17:52:51.007691+0000","last_peered":"2024-09-12T17:52:51.007691+0000","last_clean":"2024-09-12T17:52:51.007691+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:52:51.007691+0000","last_undegraded":"2024-09-12T17:52:51.007691+0000","last_fullsized":"2024-09-12T17:52:51.007691+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:07.327936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.570592+0000","last_change":"2024-09-12T17:09:45.346291+0000","last_active":"2024-09-12T17:56:31.570592+0000","last_peered":"2024-09-12T17:56:31.570592+0000","last_clean":"2024-09-12T17:56:31.570592+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:31.570592+0000","last_undegraded":"2024-09-12T17:56:31.570592+0000","last_fullsized":"2024-09-12T17:56:31.570592+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:21.134009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.934479+0000","last_change":"2024-09-12T17:09:47.312195+0000","last_active":"2024-09-12T17:52:51.934479+0000","last_peered":"2024-09-12T17:52:51.934479+0000","last_clean":"2024-09-12T17:52:51.934479+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:52:51.934479+0000","last_undegraded":"2024-09-12T17:52:51.934479+0000","last_fullsized":"2024-09-12T17:52:51.934479+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:01.721993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615762+0000","last_change":"2024-09-12T17:09:45.361528+0000","last_active":"2024-09-12T17:56:31.615762+0000","last_peered":"2024-09-12T17:56:31.615762+0000","last_clean":"2024-09-12T17:56:31.615762+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:31.615762+0000","last_undegraded":"2024-09-12T17:56:31.615762+0000","last_fullsized":"2024-09-12T17:56:31.615762+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:17.743493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.606001+0000","last_change":"2024-09-12T17:09:47.312857+0000","last_active":"2024-09-12T17:54:44.606001+0000","last_peered":"2024-09-12T17:54:44.606001+0000","last_clean":"2024-09-12T17:54:44.606001+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:54:44.606001+0000","last_undegraded":"2024-09-12T17:54:44.606001+0000","last_fullsized":"2024-09-12T17:54:44.606001+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.112446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.567724+0000","last_change":"2024-09-12T17:09:45.381710+0000","last_active":"2024-09-12T17:56:31.567724+0000","last_peered":"2024-09-12T17:56:31.567724+0000","last_clean":"2024-09-12T17:56:31.567724+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:31.567724+0000","last_undegraded":"2024-09-12T17:56:31.567724+0000","last_fullsized":"2024-09-12T17:56:31.567724+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:11.860245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:37.652203+0000","last_change":"2024-09-12T17:09:47.340995+0000","last_active":"2024-09-12T17:54:37.652203+0000","last_peered":"2024-09-12T17:54:37.652203+0000","last_clean":"2024-09-12T17:54:37.652203+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:54:37.652203+0000","last_undegraded":"2024-09-12T17:54:37.652203+0000","last_fullsized":"2024-09-12T17:54:37.652203+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:43.881679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.678334+0000","last_change":"2024-09-12T17:09:45.334305+0000","last_active":"2024-09-12T17:56:31.678334+0000","last_peered":"2024-09-12T17:56:31.678334+0000","last_clean":"2024-09-12T17:56:31.678334+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:31.678334+0000","last_undegraded":"2024-09-12T17:56:31.678334+0000","last_fullsized":"2024-09-12T17:56:31.678334+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:36.018081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919040+0000","last_change":"2024-09-12T17:09:47.305175+0000","last_active":"2024-09-12T17:53:33.919040+0000","last_peered":"2024-09-12T17:53:33.919040+0000","last_clean":"2024-09-12T17:53:33.919040+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:53:33.919040+0000","last_undegraded":"2024-09-12T17:53:33.919040+0000","last_fullsized":"2024-09-12T17:53:33.919040+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:41.684043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":926,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.760028+0000","last_change":"2024-09-12T17:10:17.030095+0000","last_active":"2024-09-12T17:56:31.760028+0000","last_peered":"2024-09-12T17:56:31.760028+0000","last_clean":"2024-09-12T17:56:31.760028+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:31.760028+0000","last_undegraded":"2024-09-12T17:56:31.760028+0000","last_fullsized":"2024-09-12T17:56:31.760028+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:57.761525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.157080+0000","last_change":"2024-09-12T17:10:16.322414+0000","last_active":"2024-09-12T17:54:31.157080+0000","last_peered":"2024-09-12T17:54:31.157080+0000","last_clean":"2024-09-12T17:54:31.157080+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:54:31.157080+0000","last_undegraded":"2024-09-12T17:54:31.157080+0000","last_fullsized":"2024-09-12T17:54:31.157080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:20.683567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'226","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.540775+0000","last_change":"2024-09-12T17:09:45.320408+0000","last_active":"2024-09-12T17:54:31.540775+0000","last_peered":"2024-09-12T17:54:31.540775+0000","last_clean":"2024-09-12T17:54:31.540775+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:54:31.540775+0000","last_undegraded":"2024-09-12T17:54:31.540775+0000","last_fullsized":"2024-09-12T17:54:31.540775+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:51.999259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9770795,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":533,"num_read_kb":37835,"num_write":956,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1016,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.172713+0000","last_change":"2024-09-12T17:09:47.321399+0000","last_active":"2024-09-12T17:53:50.172713+0000","last_peered":"2024-09-12T17:53:50.172713+0000","last_clean":"2024-09-12T17:53:50.172713+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:53:50.172713+0000","last_undegraded":"2024-09-12T17:53:50.172713+0000","last_fullsized":"2024-09-12T17:53:50.172713+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:36.230482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'247","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.259671+0000","last_change":"2024-09-12T17:09:47.304027+0000","last_active":"2024-09-12T17:56:17.259671+0000","last_peered":"2024-09-12T17:56:17.259671+0000","last_clean":"2024-09-12T17:56:17.259671+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:17.259671+0000","last_undegraded":"2024-09-12T17:56:17.259671+0000","last_fullsized":"2024-09-12T17:56:17.259671+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:00.712269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616977+0000","last_change":"2024-09-12T17:09:45.385302+0000","last_active":"2024-09-12T17:56:31.616977+0000","last_peered":"2024-09-12T17:56:31.616977+0000","last_clean":"2024-09-12T17:56:31.616977+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:31.616977+0000","last_undegraded":"2024-09-12T17:56:31.616977+0000","last_fullsized":"2024-09-12T17:56:31.616977+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:28.384139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.770877+0000","last_change":"2024-09-12T17:09:47.314417+0000","last_active":"2024-09-12T17:54:41.770877+0000","last_peered":"2024-09-12T17:54:41.770877+0000","last_clean":"2024-09-12T17:54:41.770877+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:54:41.770877+0000","last_undegraded":"2024-09-12T17:54:41.770877+0000","last_fullsized":"2024-09-12T17:54:41.770877+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:14.188578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'197","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.343199+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:54:55.343199+0000","last_peered":"2024-09-12T17:54:55.343199+0000","last_clean":"2024-09-12T17:54:55.343199+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:54:55.343199+0000","last_undegraded":"2024-09-12T17:54:55.343199+0000","last_fullsized":"2024-09-12T17:54:55.343199+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.410936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2503361,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":686,"num_read_kb":140828,"num_write":961,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:10.563154+0000","last_change":"2024-09-12T17:09:47.320265+0000","last_active":"2024-09-12T17:53:10.563154+0000","last_peered":"2024-09-12T17:53:10.563154+0000","last_clean":"2024-09-12T17:53:10.563154+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:53:10.563154+0000","last_undegraded":"2024-09-12T17:53:10.563154+0000","last_fullsized":"2024-09-12T17:53:10.563154+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:52.938572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'181","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.065095+0000","last_change":"2024-09-12T17:09:45.378296+0000","last_active":"2024-09-12T17:54:44.065095+0000","last_peered":"2024-09-12T17:54:44.065095+0000","last_clean":"2024-09-12T17:54:44.065095+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:54:44.065095+0000","last_undegraded":"2024-09-12T17:54:44.065095+0000","last_fullsized":"2024-09-12T17:54:44.065095+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.734366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038707,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":3699,"num_write":929,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:54.438537+0000","last_change":"2024-09-12T17:09:47.314584+0000","last_active":"2024-09-12T17:53:54.438537+0000","last_peered":"2024-09-12T17:53:54.438537+0000","last_clean":"2024-09-12T17:53:54.438537+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:53:54.438537+0000","last_undegraded":"2024-09-12T17:53:54.438537+0000","last_fullsized":"2024-09-12T17:53:54.438537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:16.268580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'179","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.198178+0000","last_change":"2024-09-12T17:09:45.362978+0000","last_active":"2024-09-12T17:54:55.198178+0000","last_peered":"2024-09-12T17:54:55.198178+0000","last_clean":"2024-09-12T17:54:55.198178+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:54:55.198178+0000","last_undegraded":"2024-09-12T17:54:55.198178+0000","last_fullsized":"2024-09-12T17:54:55.198178+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:12.907857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9385160,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":982,"num_read_kb":89474,"num_write":873,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.296776+0000","last_change":"2024-09-12T17:09:47.315153+0000","last_active":"2024-09-12T17:54:33.296776+0000","last_peered":"2024-09-12T17:54:33.296776+0000","last_clean":"2024-09-12T17:54:33.296776+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:54:33.296776+0000","last_undegraded":"2024-09-12T17:54:33.296776+0000","last_fullsized":"2024-09-12T17:54:33.296776+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:47.227102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'192","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.002948+0000","last_change":"2024-09-12T17:09:45.350971+0000","last_active":"2024-09-12T17:53:58.002948+0000","last_peered":"2024-09-12T17:53:58.002948+0000","last_clean":"2024-09-12T17:53:58.002948+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:53:58.002948+0000","last_undegraded":"2024-09-12T17:53:58.002948+0000","last_fullsized":"2024-09-12T17:53:58.002948+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:21.825708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8405107,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":436,"num_read_kb":60253,"num_write":954,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'232","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.767253+0000","last_change":"2024-09-12T17:09:47.329345+0000","last_active":"2024-09-12T17:54:23.767253+0000","last_peered":"2024-09-12T17:54:23.767253+0000","last_clean":"2024-09-12T17:54:23.767253+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:54:23.767253+0000","last_undegraded":"2024-09-12T17:54:23.767253+0000","last_fullsized":"2024-09-12T17:54:23.767253+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:00.925601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.719746+0000","last_change":"2024-09-12T17:09:45.331710+0000","last_active":"2024-09-12T17:56:31.719746+0000","last_peered":"2024-09-12T17:56:31.719746+0000","last_clean":"2024-09-12T17:56:31.719746+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:31.719746+0000","last_undegraded":"2024-09-12T17:56:31.719746+0000","last_fullsized":"2024-09-12T17:56:31.719746+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:41.905098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'157","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.951415+0000","last_change":"2024-09-12T17:09:55.336695+0000","last_active":"2024-09-12T17:55:53.951415+0000","last_peered":"2024-09-12T17:55:53.951415+0000","last_clean":"2024-09-12T17:55:53.951415+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:55:53.951415+0000","last_undegraded":"2024-09-12T17:55:53.951415+0000","last_fullsized":"2024-09-12T17:55:53.951415+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.273726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:34.247877+0000","last_change":"2024-09-12T17:09:47.327271+0000","last_active":"2024-09-12T17:54:34.247877+0000","last_peered":"2024-09-12T17:54:34.247877+0000","last_clean":"2024-09-12T17:54:34.247877+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:54:34.247877+0000","last_undegraded":"2024-09-12T17:54:34.247877+0000","last_fullsized":"2024-09-12T17:54:34.247877+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:55.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":894,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.800866+0000","last_change":"2024-09-12T17:09:45.379538+0000","last_active":"2024-09-12T17:56:31.800866+0000","last_peered":"2024-09-12T17:56:31.800866+0000","last_clean":"2024-09-12T17:56:31.800866+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:31.800866+0000","last_undegraded":"2024-09-12T17:56:31.800866+0000","last_fullsized":"2024-09-12T17:56:31.800866+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:24.144447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535000+0000","last_change":"2024-09-12T17:09:49.315632+0000","last_active":"2024-09-12T17:53:22.535000+0000","last_peered":"2024-09-12T17:53:22.535000+0000","last_clean":"2024-09-12T17:53:22.535000+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:53:22.535000+0000","last_undegraded":"2024-09-12T17:53:22.535000+0000","last_fullsized":"2024-09-12T17:53:22.535000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:03.011217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'186","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.651641+0000","last_change":"2024-09-12T17:09:51.335916+0000","last_active":"2024-09-12T17:56:31.651641+0000","last_peered":"2024-09-12T17:56:31.651641+0000","last_clean":"2024-09-12T17:56:31.651641+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:56:31.651641+0000","last_undegraded":"2024-09-12T17:56:31.651641+0000","last_fullsized":"2024-09-12T17:56:31.651641+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:03.129516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545446+0000","last_change":"2024-09-12T17:09:53.328884+0000","last_active":"2024-09-12T17:53:22.545446+0000","last_peered":"2024-09-12T17:53:22.545446+0000","last_clean":"2024-09-12T17:53:22.545446+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:53:22.545446+0000","last_undegraded":"2024-09-12T17:53:22.545446+0000","last_fullsized":"2024-09-12T17:53:22.545446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:23.863127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2441","reported_seq":4337,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.348283+0000","last_change":"2024-09-12T17:09:55.337219+0000","last_active":"2024-09-12T17:54:59.348283+0000","last_peered":"2024-09-12T17:54:59.348283+0000","last_clean":"2024-09-12T17:54:59.348283+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:54:59.348283+0000","last_undegraded":"2024-09-12T17:54:59.348283+0000","last_fullsized":"2024-09-12T17:54:59.348283+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":2400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:00.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'256","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.292437+0000","last_change":"2024-09-12T17:09:47.324296+0000","last_active":"2024-09-12T17:54:39.292437+0000","last_peered":"2024-09-12T17:54:39.292437+0000","last_clean":"2024-09-12T17:54:39.292437+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:54:39.292437+0000","last_undegraded":"2024-09-12T17:54:39.292437+0000","last_fullsized":"2024-09-12T17:54:39.292437+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:39.580872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.751160+0000","last_change":"2024-09-12T17:10:16.708630+0000","last_active":"2024-09-12T17:56:31.751160+0000","last_peered":"2024-09-12T17:56:31.751160+0000","last_clean":"2024-09-12T17:56:31.751160+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:31.751160+0000","last_undegraded":"2024-09-12T17:56:31.751160+0000","last_fullsized":"2024-09-12T17:56:31.751160+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:45.867869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:58.069543+0000","last_change":"2024-09-12T17:09:49.314472+0000","last_active":"2024-09-12T17:51:58.069543+0000","last_peered":"2024-09-12T17:51:58.069543+0000","last_clean":"2024-09-12T17:51:58.069543+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:51:58.069543+0000","last_undegraded":"2024-09-12T17:51:58.069543+0000","last_fullsized":"2024-09-12T17:51:58.069543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:33.077674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'88","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.176841+0000","last_change":"2024-09-12T17:09:51.309007+0000","last_active":"2024-09-12T17:53:50.176841+0000","last_peered":"2024-09-12T17:53:50.176841+0000","last_clean":"2024-09-12T17:53:50.176841+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:53:50.176841+0000","last_undegraded":"2024-09-12T17:53:50.176841+0000","last_fullsized":"2024-09-12T17:53:50.176841+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:39.693564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.916801+0000","last_change":"2024-09-12T17:09:53.359555+0000","last_active":"2024-09-12T17:53:23.916801+0000","last_peered":"2024-09-12T17:53:23.916801+0000","last_clean":"2024-09-12T17:53:23.916801+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:53:23.916801+0000","last_undegraded":"2024-09-12T17:53:23.916801+0000","last_fullsized":"2024-09-12T17:53:23.916801+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:08.748939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'90","reported_seq":589,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.770414+0000","last_change":"2024-09-12T17:09:55.354180+0000","last_active":"2024-09-12T17:54:58.770414+0000","last_peered":"2024-09-12T17:54:58.770414+0000","last_clean":"2024-09-12T17:54:58.770414+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:54:58.770414+0000","last_undegraded":"2024-09-12T17:54:58.770414+0000","last_fullsized":"2024-09-12T17:54:58.770414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:36.492985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'367","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730840+0000","last_change":"2024-09-12T17:09:47.313888+0000","last_active":"2024-09-12T17:53:17.730840+0000","last_peered":"2024-09-12T17:53:17.730840+0000","last_clean":"2024-09-12T17:53:17.730840+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:53:17.730840+0000","last_undegraded":"2024-09-12T17:53:17.730840+0000","last_fullsized":"2024-09-12T17:53:17.730840+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:13.482793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.734054+0000","last_change":"2024-09-12T17:09:45.382198+0000","last_active":"2024-09-12T17:56:31.734054+0000","last_peered":"2024-09-12T17:56:31.734054+0000","last_clean":"2024-09-12T17:56:31.734054+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:31.734054+0000","last_undegraded":"2024-09-12T17:56:31.734054+0000","last_fullsized":"2024-09-12T17:56:31.734054+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:17.182585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091493+0000","last_change":"2024-09-12T17:09:49.315017+0000","last_active":"2024-09-12T17:53:23.091493+0000","last_peered":"2024-09-12T17:53:23.091493+0000","last_clean":"2024-09-12T17:53:23.091493+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:53:23.091493+0000","last_undegraded":"2024-09-12T17:53:23.091493+0000","last_fullsized":"2024-09-12T17:53:23.091493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:58.023429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'109","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.059760+0000","last_change":"2024-09-12T17:09:51.306615+0000","last_active":"2024-09-12T17:53:55.059760+0000","last_peered":"2024-09-12T17:53:55.059760+0000","last_clean":"2024-09-12T17:53:55.059760+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:53:55.059760+0000","last_undegraded":"2024-09-12T17:53:55.059760+0000","last_fullsized":"2024-09-12T17:53:55.059760+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:32.439055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'735","reported_seq":2349,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.213735+0000","last_change":"2024-09-12T17:09:53.341375+0000","last_active":"2024-09-12T17:56:31.213735+0000","last_peered":"2024-09-12T17:56:31.213735+0000","last_clean":"2024-09-12T17:56:31.213735+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:56:31.213735+0000","last_undegraded":"2024-09-12T17:56:31.213735+0000","last_fullsized":"2024-09-12T17:56:31.213735+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:46.278983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'211","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.932285+0000","last_change":"2024-09-12T17:09:55.329605+0000","last_active":"2024-09-12T17:54:58.932285+0000","last_peered":"2024-09-12T17:54:58.932285+0000","last_clean":"2024-09-12T17:54:58.932285+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:54:58.932285+0000","last_undegraded":"2024-09-12T17:54:58.932285+0000","last_fullsized":"2024-09-12T17:54:58.932285+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:32.807930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.038082+0000","last_change":"2024-09-12T17:09:47.328280+0000","last_active":"2024-09-12T17:54:58.038082+0000","last_peered":"2024-09-12T17:54:58.038082+0000","last_clean":"2024-09-12T17:54:58.038082+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:54:58.038082+0000","last_undegraded":"2024-09-12T17:54:58.038082+0000","last_fullsized":"2024-09-12T17:54:58.038082+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:59.339308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.646989+0000","last_change":"2024-09-12T17:10:16.915495+0000","last_active":"2024-09-12T17:56:31.646989+0000","last_peered":"2024-09-12T17:56:31.646989+0000","last_clean":"2024-09-12T17:56:31.646989+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:31.646989+0000","last_undegraded":"2024-09-12T17:56:31.646989+0000","last_fullsized":"2024-09-12T17:56:31.646989+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:59.333114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535064+0000","last_change":"2024-09-12T17:09:49.312239+0000","last_active":"2024-09-12T17:53:22.535064+0000","last_peered":"2024-09-12T17:53:22.535064+0000","last_clean":"2024-09-12T17:53:22.535064+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:53:22.535064+0000","last_undegraded":"2024-09-12T17:53:22.535064+0000","last_fullsized":"2024-09-12T17:53:22.535064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:32.496801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'138","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.590759+0000","last_change":"2024-09-12T17:09:51.347676+0000","last_active":"2024-09-12T17:56:31.590759+0000","last_peered":"2024-09-12T17:56:31.590759+0000","last_clean":"2024-09-12T17:56:31.590759+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:56:31.590759+0000","last_undegraded":"2024-09-12T17:56:31.590759+0000","last_fullsized":"2024-09-12T17:56:31.590759+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:18.093029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'746","reported_seq":2495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.379492+0000","last_change":"2024-09-12T17:09:53.334359+0000","last_active":"2024-09-12T17:56:18.379492+0000","last_peered":"2024-09-12T17:56:18.379492+0000","last_clean":"2024-09-12T17:56:18.379492+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:56:18.379492+0000","last_undegraded":"2024-09-12T17:56:18.379492+0000","last_fullsized":"2024-09-12T17:56:18.379492+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:29.407639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:06.992839+0000","last_change":"2024-09-12T17:09:47.324527+0000","last_active":"2024-09-12T17:54:06.992839+0000","last_peered":"2024-09-12T17:54:06.992839+0000","last_clean":"2024-09-12T17:54:06.992839+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:54:06.992839+0000","last_undegraded":"2024-09-12T17:54:06.992839+0000","last_fullsized":"2024-09-12T17:54:06.992839+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:38.097469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":857,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.367782+0000","last_change":"2024-09-12T17:09:45.384596+0000","last_active":"2024-09-12T17:56:31.367782+0000","last_peered":"2024-09-12T17:56:31.367782+0000","last_clean":"2024-09-12T17:56:31.367782+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:31.367782+0000","last_undegraded":"2024-09-12T17:56:31.367782+0000","last_fullsized":"2024-09-12T17:56:31.367782+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:16.824205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542862+0000","last_change":"2024-09-12T17:09:49.327143+0000","last_active":"2024-09-12T17:53:12.542862+0000","last_peered":"2024-09-12T17:53:12.542862+0000","last_clean":"2024-09-12T17:53:12.542862+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:53:12.542862+0000","last_undegraded":"2024-09-12T17:53:12.542862+0000","last_fullsized":"2024-09-12T17:53:12.542862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:22.060786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'195","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.707368+0000","last_change":"2024-09-12T17:09:51.340247+0000","last_active":"2024-09-12T17:56:31.707368+0000","last_peered":"2024-09-12T17:56:31.707368+0000","last_clean":"2024-09-12T17:56:31.707368+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:56:31.707368+0000","last_undegraded":"2024-09-12T17:56:31.707368+0000","last_fullsized":"2024-09-12T17:56:31.707368+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:08.036045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521492+0000","last_change":"2024-09-12T17:09:53.334513+0000","last_active":"2024-09-12T17:52:38.521492+0000","last_peered":"2024-09-12T17:52:38.521492+0000","last_clean":"2024-09-12T17:52:38.521492+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:52:38.521492+0000","last_undegraded":"2024-09-12T17:52:38.521492+0000","last_fullsized":"2024-09-12T17:52:38.521492+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:48.082848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'631","reported_seq":1477,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.346108+0000","last_change":"2024-09-12T17:09:55.346703+0000","last_active":"2024-09-12T17:56:18.346108+0000","last_peered":"2024-09-12T17:56:18.346108+0000","last_clean":"2024-09-12T17:56:18.346108+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:56:18.346108+0000","last_undegraded":"2024-09-12T17:56:18.346108+0000","last_fullsized":"2024-09-12T17:56:18.346108+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:28.184780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'158","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:25.696813+0000","last_change":"2024-09-12T17:09:47.316328+0000","last_active":"2024-09-12T17:54:25.696813+0000","last_peered":"2024-09-12T17:54:25.696813+0000","last_clean":"2024-09-12T17:54:25.696813+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:54:25.696813+0000","last_undegraded":"2024-09-12T17:54:25.696813+0000","last_fullsized":"2024-09-12T17:54:25.696813+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:09.529377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.731784+0000","last_change":"2024-09-12T17:09:45.377972+0000","last_active":"2024-09-12T17:56:31.731784+0000","last_peered":"2024-09-12T17:56:31.731784+0000","last_clean":"2024-09-12T17:56:31.731784+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:31.731784+0000","last_undegraded":"2024-09-12T17:56:31.731784+0000","last_fullsized":"2024-09-12T17:56:31.731784+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:40.947031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676194+0000","last_change":"2024-09-12T17:09:49.312672+0000","last_active":"2024-09-12T17:53:12.676194+0000","last_peered":"2024-09-12T17:53:12.676194+0000","last_clean":"2024-09-12T17:53:12.676194+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:53:12.676194+0000","last_undegraded":"2024-09-12T17:53:12.676194+0000","last_fullsized":"2024-09-12T17:53:12.676194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:01.292514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'126","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.041742+0000","last_change":"2024-09-12T17:09:51.337099+0000","last_active":"2024-09-12T17:54:58.041742+0000","last_peered":"2024-09-12T17:54:58.041742+0000","last_clean":"2024-09-12T17:54:58.041742+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:54:58.041742+0000","last_undegraded":"2024-09-12T17:54:58.041742+0000","last_fullsized":"2024-09-12T17:54:58.041742+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:08.800142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11781,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":203,"num_write":78,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090082+0000","last_change":"2024-09-12T17:09:53.324818+0000","last_active":"2024-09-12T17:53:18.090082+0000","last_peered":"2024-09-12T17:53:18.090082+0000","last_clean":"2024-09-12T17:53:18.090082+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:53:18.090082+0000","last_undegraded":"2024-09-12T17:53:18.090082+0000","last_fullsized":"2024-09-12T17:53:18.090082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:04.110293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'114","reported_seq":610,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.756491+0000","last_change":"2024-09-12T17:09:55.333903+0000","last_active":"2024-09-12T17:55:53.756491+0000","last_peered":"2024-09-12T17:55:53.756491+0000","last_clean":"2024-09-12T17:55:53.756491+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:55:53.756491+0000","last_undegraded":"2024-09-12T17:55:53.756491+0000","last_fullsized":"2024-09-12T17:55:53.756491+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:57.953499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720725+0000","last_change":"2024-09-12T17:09:47.329194+0000","last_active":"2024-09-12T17:53:13.720725+0000","last_peered":"2024-09-12T17:53:13.720725+0000","last_clean":"2024-09-12T17:53:13.720725+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:53:13.720725+0000","last_undegraded":"2024-09-12T17:53:13.720725+0000","last_fullsized":"2024-09-12T17:53:13.720725+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:45.621848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.347443+0000","last_change":"2024-09-12T17:09:45.387526+0000","last_active":"2024-09-12T17:54:47.347443+0000","last_peered":"2024-09-12T17:54:47.347443+0000","last_clean":"2024-09-12T17:54:47.347443+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:54:47.347443+0000","last_undegraded":"2024-09-12T17:54:47.347443+0000","last_fullsized":"2024-09-12T17:54:47.347443+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:11.442956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668149+0000","last_change":"2024-09-12T17:09:49.314833+0000","last_active":"2024-09-12T17:52:37.668149+0000","last_peered":"2024-09-12T17:52:37.668149+0000","last_clean":"2024-09-12T17:52:37.668149+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:52:37.668149+0000","last_undegraded":"2024-09-12T17:52:37.668149+0000","last_fullsized":"2024-09-12T17:52:37.668149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:11.182549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'153","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.722207+0000","last_change":"2024-09-12T17:09:51.338787+0000","last_active":"2024-09-12T17:56:31.722207+0000","last_peered":"2024-09-12T17:56:31.722207+0000","last_clean":"2024-09-12T17:56:31.722207+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:56:31.722207+0000","last_undegraded":"2024-09-12T17:56:31.722207+0000","last_fullsized":"2024-09-12T17:56:31.722207+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:19.906682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'759","reported_seq":4606,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.226425+0000","last_change":"2024-09-12T17:09:53.348752+0000","last_active":"2024-09-12T17:56:31.226425+0000","last_peered":"2024-09-12T17:56:31.226425+0000","last_clean":"2024-09-12T17:56:31.226425+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:56:31.226425+0000","last_undegraded":"2024-09-12T17:56:31.226425+0000","last_fullsized":"2024-09-12T17:56:31.226425+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:27.110452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'145","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204065+0000","last_change":"2024-09-12T17:09:55.350668+0000","last_active":"2024-09-12T17:56:17.204065+0000","last_peered":"2024-09-12T17:56:17.204065+0000","last_clean":"2024-09-12T17:56:17.204065+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:56:17.204065+0000","last_undegraded":"2024-09-12T17:56:17.204065+0000","last_fullsized":"2024-09-12T17:56:17.204065+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.780012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.610238+0000","last_change":"2024-09-12T17:09:47.305309+0000","last_active":"2024-09-12T17:52:53.610238+0000","last_peered":"2024-09-12T17:52:53.610238+0000","last_clean":"2024-09-12T17:52:53.610238+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:52:53.610238+0000","last_undegraded":"2024-09-12T17:52:53.610238+0000","last_fullsized":"2024-09-12T17:52:53.610238+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:57.693076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.346428+0000","last_change":"2024-09-12T17:09:45.375368+0000","last_active":"2024-09-12T17:54:47.346428+0000","last_peered":"2024-09-12T17:54:47.346428+0000","last_clean":"2024-09-12T17:54:47.346428+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:54:47.346428+0000","last_undegraded":"2024-09-12T17:54:47.346428+0000","last_fullsized":"2024-09-12T17:54:47.346428+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:51.838681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677638+0000","last_change":"2024-09-12T17:09:49.329572+0000","last_active":"2024-09-12T17:53:17.677638+0000","last_peered":"2024-09-12T17:53:17.677638+0000","last_clean":"2024-09-12T17:53:17.677638+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:53:17.677638+0000","last_undegraded":"2024-09-12T17:53:17.677638+0000","last_fullsized":"2024-09-12T17:53:17.677638+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:02.265796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'205","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.752992+0000","last_change":"2024-09-12T17:09:51.336150+0000","last_active":"2024-09-12T17:56:31.752992+0000","last_peered":"2024-09-12T17:56:31.752992+0000","last_clean":"2024-09-12T17:56:31.752992+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:31.752992+0000","last_undegraded":"2024-09-12T17:56:31.752992+0000","last_fullsized":"2024-09-12T17:56:31.752992+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:02.600493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676237+0000","last_change":"2024-09-12T17:09:53.327389+0000","last_active":"2024-09-12T17:53:12.676237+0000","last_peered":"2024-09-12T17:53:12.676237+0000","last_clean":"2024-09-12T17:53:12.676237+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:53:12.676237+0000","last_undegraded":"2024-09-12T17:53:12.676237+0000","last_fullsized":"2024-09-12T17:53:12.676237+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:45.426019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'129","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.001359+0000","last_change":"2024-09-12T17:09:55.352358+0000","last_active":"2024-09-12T17:54:22.001359+0000","last_peered":"2024-09-12T17:54:22.001359+0000","last_clean":"2024-09-12T17:54:22.001359+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:54:22.001359+0000","last_undegraded":"2024-09-12T17:54:22.001359+0000","last_fullsized":"2024-09-12T17:54:22.001359+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.705132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'111","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.489380+0000","last_change":"2024-09-12T17:09:47.316652+0000","last_active":"2024-09-12T17:54:38.489380+0000","last_peered":"2024-09-12T17:54:38.489380+0000","last_clean":"2024-09-12T17:54:38.489380+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:54:38.489380+0000","last_undegraded":"2024-09-12T17:54:38.489380+0000","last_fullsized":"2024-09-12T17:54:38.489380+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:25.765900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'204","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.019854+0000","last_change":"2024-09-12T17:09:45.340916+0000","last_active":"2024-09-12T17:54:38.019854+0000","last_peered":"2024-09-12T17:54:38.019854+0000","last_clean":"2024-09-12T17:54:38.019854+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:54:38.019854+0000","last_undegraded":"2024-09-12T17:54:38.019854+0000","last_fullsized":"2024-09-12T17:54:38.019854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:34.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1755747,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":449,"num_read_kb":3627,"num_write":971,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668229+0000","last_change":"2024-09-12T17:09:49.318661+0000","last_active":"2024-09-12T17:52:37.668229+0000","last_peered":"2024-09-12T17:52:37.668229+0000","last_clean":"2024-09-12T17:52:37.668229+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:52:37.668229+0000","last_undegraded":"2024-09-12T17:52:37.668229+0000","last_fullsized":"2024-09-12T17:52:37.668229+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.777684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'162","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937429+0000","last_change":"2024-09-12T17:09:51.325948+0000","last_active":"2024-09-12T17:54:53.937429+0000","last_peered":"2024-09-12T17:54:53.937429+0000","last_clean":"2024-09-12T17:54:53.937429+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:54:53.937429+0000","last_undegraded":"2024-09-12T17:54:53.937429+0000","last_fullsized":"2024-09-12T17:54:53.937429+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:08.360154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20500,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":220,"num_read_kb":298,"num_write":180,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:42.721481+0000","last_change":"2024-09-12T17:09:53.356632+0000","last_active":"2024-09-12T17:52:42.721481+0000","last_peered":"2024-09-12T17:52:42.721481+0000","last_clean":"2024-09-12T17:52:42.721481+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:52:42.721481+0000","last_undegraded":"2024-09-12T17:52:42.721481+0000","last_fullsized":"2024-09-12T17:52:42.721481+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:18.428163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'129","reported_seq":652,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.127070+0000","last_change":"2024-09-12T17:09:55.358661+0000","last_active":"2024-09-12T17:56:03.127070+0000","last_peered":"2024-09-12T17:56:03.127070+0000","last_clean":"2024-09-12T17:56:03.127070+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:56:03.127070+0000","last_undegraded":"2024-09-12T17:56:03.127070+0000","last_fullsized":"2024-09-12T17:56:03.127070+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:13.659009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905576+0000","last_change":"2024-09-12T17:09:47.304111+0000","last_active":"2024-09-12T17:52:33.905576+0000","last_peered":"2024-09-12T17:52:33.905576+0000","last_clean":"2024-09-12T17:52:33.905576+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:52:33.905576+0000","last_undegraded":"2024-09-12T17:52:33.905576+0000","last_fullsized":"2024-09-12T17:52:33.905576+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:43.195574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'201","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.035834+0000","last_change":"2024-09-12T17:09:45.357408+0000","last_active":"2024-09-12T17:54:55.035834+0000","last_peered":"2024-09-12T17:54:55.035834+0000","last_clean":"2024-09-12T17:54:55.035834+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:54:55.035834+0000","last_undegraded":"2024-09-12T17:54:55.035834+0000","last_fullsized":"2024-09-12T17:54:55.035834+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:29.584408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10951677,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":456,"num_read_kb":14880,"num_write":975,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.520365+0000","last_change":"2024-09-12T17:09:49.330028+0000","last_active":"2024-09-12T17:52:33.520365+0000","last_peered":"2024-09-12T17:52:33.520365+0000","last_clean":"2024-09-12T17:52:33.520365+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:52:33.520365+0000","last_undegraded":"2024-09-12T17:52:33.520365+0000","last_fullsized":"2024-09-12T17:52:33.520365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:45.627451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'148","reported_seq":737,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.339704+0000","last_change":"2024-09-12T17:09:51.321136+0000","last_active":"2024-09-12T17:56:31.339704+0000","last_peered":"2024-09-12T17:56:31.339704+0000","last_clean":"2024-09-12T17:56:31.339704+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:31.339704+0000","last_undegraded":"2024-09-12T17:56:31.339704+0000","last_fullsized":"2024-09-12T17:56:31.339704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:53.820661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2157,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.215132+0000","last_change":"2024-09-12T17:09:53.332207+0000","last_active":"2024-09-12T17:56:31.215132+0000","last_peered":"2024-09-12T17:56:31.215132+0000","last_clean":"2024-09-12T17:56:31.215132+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:31.215132+0000","last_undegraded":"2024-09-12T17:56:31.215132+0000","last_fullsized":"2024-09-12T17:56:31.215132+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:55.328869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'144","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.786086+0000","last_change":"2024-09-12T17:09:55.359473+0000","last_active":"2024-09-12T17:54:58.786086+0000","last_peered":"2024-09-12T17:54:58.786086+0000","last_clean":"2024-09-12T17:54:58.786086+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:54:58.786086+0000","last_undegraded":"2024-09-12T17:54:58.786086+0000","last_fullsized":"2024-09-12T17:54:58.786086+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:12.025422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:29.779455+0000","last_change":"2024-09-12T17:09:47.337518+0000","last_active":"2024-09-12T17:54:29.779455+0000","last_peered":"2024-09-12T17:54:29.779455+0000","last_clean":"2024-09-12T17:54:29.779455+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:54:29.779455+0000","last_undegraded":"2024-09-12T17:54:29.779455+0000","last_fullsized":"2024-09-12T17:54:29.779455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:59.897219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'241","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912992+0000","last_change":"2024-09-12T17:09:45.342777+0000","last_active":"2024-09-12T17:53:08.912992+0000","last_peered":"2024-09-12T17:53:08.912992+0000","last_clean":"2024-09-12T17:53:08.912992+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:53:08.912992+0000","last_undegraded":"2024-09-12T17:53:08.912992+0000","last_fullsized":"2024-09-12T17:53:08.912992+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:40.833892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5401652,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":506,"num_read_kb":10579,"num_write":1182,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1440,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.959190+0000","last_change":"2024-09-12T17:09:49.304426+0000","last_active":"2024-09-12T17:56:30.959190+0000","last_peered":"2024-09-12T17:56:30.959190+0000","last_clean":"2024-09-12T17:56:30.959190+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:30.959190+0000","last_undegraded":"2024-09-12T17:56:30.959190+0000","last_fullsized":"2024-09-12T17:56:30.959190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.914328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'66","reported_seq":588,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.457466+0000","last_change":"2024-09-12T17:09:51.339275+0000","last_active":"2024-09-12T17:53:57.457466+0000","last_peered":"2024-09-12T17:53:57.457466+0000","last_clean":"2024-09-12T17:53:57.457466+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:53:57.457466+0000","last_undegraded":"2024-09-12T17:53:57.457466+0000","last_fullsized":"2024-09-12T17:53:57.457466+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.863967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'738","reported_seq":3922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.377229+0000","last_change":"2024-09-12T17:09:53.341913+0000","last_active":"2024-09-12T17:56:18.377229+0000","last_peered":"2024-09-12T17:56:18.377229+0000","last_clean":"2024-09-12T17:56:18.377229+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:18.377229+0000","last_undegraded":"2024-09-12T17:56:18.377229+0000","last_fullsized":"2024-09-12T17:56:18.377229+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":700,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:29.670235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.921240+0000","last_change":"2024-09-12T17:09:55.345113+0000","last_active":"2024-09-12T17:53:43.921240+0000","last_peered":"2024-09-12T17:53:43.921240+0000","last_clean":"2024-09-12T17:53:43.921240+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:53:43.921240+0000","last_undegraded":"2024-09-12T17:53:43.921240+0000","last_fullsized":"2024-09-12T17:53:43.921240+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:14.405910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:36.786448+0000","last_change":"2024-09-12T17:09:47.315540+0000","last_active":"2024-09-12T17:54:36.786448+0000","last_peered":"2024-09-12T17:54:36.786448+0000","last_clean":"2024-09-12T17:54:36.786448+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:54:36.786448+0000","last_undegraded":"2024-09-12T17:54:36.786448+0000","last_fullsized":"2024-09-12T17:54:36.786448+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:20.827221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'208","reported_seq":867,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.774718+0000","last_change":"2024-09-12T17:09:45.360650+0000","last_active":"2024-09-12T17:54:33.774718+0000","last_peered":"2024-09-12T17:54:33.774718+0000","last_clean":"2024-09-12T17:54:33.774718+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:54:33.774718+0000","last_undegraded":"2024-09-12T17:54:33.774718+0000","last_fullsized":"2024-09-12T17:54:33.774718+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:52.857106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12704740,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":516,"num_read_kb":25872,"num_write":1047,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"38'3","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.974450+0000","last_change":"2024-09-12T17:09:49.315513+0000","last_active":"2024-09-12T17:56:17.974450+0000","last_peered":"2024-09-12T17:56:17.974450+0000","last_clean":"2024-09-12T17:56:17.974450+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:17.974450+0000","last_undegraded":"2024-09-12T17:56:17.974450+0000","last_fullsized":"2024-09-12T17:56:17.974450+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:21:33.742296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":713,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'221","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.667775+0000","last_change":"2024-09-12T17:09:51.331173+0000","last_active":"2024-09-12T17:56:31.667775+0000","last_peered":"2024-09-12T17:56:31.667775+0000","last_clean":"2024-09-12T17:56:31.667775+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:56:31.667775+0000","last_undegraded":"2024-09-12T17:56:31.667775+0000","last_fullsized":"2024-09-12T17:56:31.667775+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:57.854425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713163+0000","last_change":"2024-09-12T17:09:53.341808+0000","last_active":"2024-09-12T17:52:38.713163+0000","last_peered":"2024-09-12T17:52:38.713163+0000","last_clean":"2024-09-12T17:52:38.713163+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:52:38.713163+0000","last_undegraded":"2024-09-12T17:52:38.713163+0000","last_fullsized":"2024-09-12T17:52:38.713163+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:59.189974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'130","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204500+0000","last_change":"2024-09-12T17:09:55.352967+0000","last_active":"2024-09-12T17:56:17.204500+0000","last_peered":"2024-09-12T17:56:17.204500+0000","last_clean":"2024-09-12T17:56:17.204500+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:56:17.204500+0000","last_undegraded":"2024-09-12T17:56:17.204500+0000","last_fullsized":"2024-09-12T17:56:17.204500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:41.442664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":765,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:19.511826+0000","last_change":"2024-09-12T17:09:47.334541+0000","last_active":"2024-09-12T17:54:19.511826+0000","last_peered":"2024-09-12T17:54:19.511826+0000","last_clean":"2024-09-12T17:54:19.511826+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:54:19.511826+0000","last_undegraded":"2024-09-12T17:54:19.511826+0000","last_fullsized":"2024-09-12T17:54:19.511826+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:27.546505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548773+0000","last_change":"2024-09-12T17:09:24.535136+0000","last_active":"2024-09-12T17:53:37.548773+0000","last_peered":"2024-09-12T17:53:37.548773+0000","last_clean":"2024-09-12T17:53:37.548773+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:53:37.548773+0000","last_undegraded":"2024-09-12T17:53:37.548773+0000","last_fullsized":"2024-09-12T17:53:37.548773+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_clean_scrub_stamp":"2024-09-12T17:09:23.408825+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:24.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533672+0000","last_change":"2024-09-12T17:09:32.485145+0000","last_active":"2024-09-12T17:53:17.533672+0000","last_peered":"2024-09-12T17:53:17.533672+0000","last_clean":"2024-09-12T17:53:17.533672+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:53:17.533672+0000","last_undegraded":"2024-09-12T17:53:17.533672+0000","last_fullsized":"2024-09-12T17:53:17.533672+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:50.371137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'194","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093788+0000","last_change":"2024-09-12T17:09:45.352229+0000","last_active":"2024-09-12T17:53:33.093788+0000","last_peered":"2024-09-12T17:53:33.093788+0000","last_clean":"2024-09-12T17:53:33.093788+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:53:33.093788+0000","last_undegraded":"2024-09-12T17:53:33.093788+0000","last_fullsized":"2024-09-12T17:53:33.093788+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:08.061470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4920009,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":409,"num_read_kb":8906,"num_write":931,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548956+0000","last_change":"2024-09-12T17:09:49.324072+0000","last_active":"2024-09-12T17:53:37.548956+0000","last_peered":"2024-09-12T17:53:37.548956+0000","last_clean":"2024-09-12T17:53:37.548956+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:53:37.548956+0000","last_undegraded":"2024-09-12T17:53:37.548956+0000","last_fullsized":"2024-09-12T17:53:37.548956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:52.570995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'303","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.804368+0000","last_change":"2024-09-12T17:09:51.335409+0000","last_active":"2024-09-12T17:56:31.804368+0000","last_peered":"2024-09-12T17:56:31.804368+0000","last_clean":"2024-09-12T17:56:31.804368+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:56:31.804368+0000","last_undegraded":"2024-09-12T17:56:31.804368+0000","last_fullsized":"2024-09-12T17:56:31.804368+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:32.658505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.729667+0000","last_change":"2024-09-12T17:09:53.348728+0000","last_active":"2024-09-12T17:53:12.729667+0000","last_peered":"2024-09-12T17:53:12.729667+0000","last_clean":"2024-09-12T17:53:12.729667+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:53:12.729667+0000","last_undegraded":"2024-09-12T17:53:12.729667+0000","last_fullsized":"2024-09-12T17:53:12.729667+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:52.990041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'211","reported_seq":907,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.806698+0000","last_change":"2024-09-12T17:09:55.345713+0000","last_active":"2024-09-12T17:54:58.806698+0000","last_peered":"2024-09-12T17:54:58.806698+0000","last_clean":"2024-09-12T17:54:58.806698+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:54:58.806698+0000","last_undegraded":"2024-09-12T17:54:58.806698+0000","last_fullsized":"2024-09-12T17:54:58.806698+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:02.303439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727729+0000","last_change":"2024-09-12T17:09:47.305554+0000","last_active":"2024-09-12T17:53:07.727729+0000","last_peered":"2024-09-12T17:53:07.727729+0000","last_clean":"2024-09-12T17:53:07.727729+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:53:07.727729+0000","last_undegraded":"2024-09-12T17:53:07.727729+0000","last_fullsized":"2024-09-12T17:53:07.727729+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:16.436643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.549954+0000","last_change":"2024-09-12T17:09:32.973470+0000","last_active":"2024-09-12T17:53:42.549954+0000","last_peered":"2024-09-12T17:53:42.549954+0000","last_clean":"2024-09-12T17:53:42.549954+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:53:42.549954+0000","last_undegraded":"2024-09-12T17:53:42.549954+0000","last_fullsized":"2024-09-12T17:53:42.549954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:47.802781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.692403+0000","last_change":"2024-09-12T17:09:45.322648+0000","last_active":"2024-09-12T17:56:31.692403+0000","last_peered":"2024-09-12T17:56:31.692403+0000","last_clean":"2024-09-12T17:56:31.692403+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:31.692403+0000","last_undegraded":"2024-09-12T17:56:31.692403+0000","last_fullsized":"2024-09-12T17:56:31.692403+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:08.940088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.532734+0000","last_change":"2024-09-12T17:09:49.314390+0000","last_active":"2024-09-12T17:53:12.532734+0000","last_peered":"2024-09-12T17:53:12.532734+0000","last_clean":"2024-09-12T17:53:12.532734+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:53:12.532734+0000","last_undegraded":"2024-09-12T17:53:12.532734+0000","last_fullsized":"2024-09-12T17:53:12.532734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:09.852479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'830","reported_seq":2308,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.364816+0000","last_change":"2024-09-12T17:09:51.330815+0000","last_active":"2024-09-12T17:56:18.364816+0000","last_peered":"2024-09-12T17:56:18.364816+0000","last_clean":"2024-09-12T17:56:18.364816+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:18.364816+0000","last_undegraded":"2024-09-12T17:56:18.364816+0000","last_fullsized":"2024-09-12T17:56:18.364816+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":800,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:41.189677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63539,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1150,"num_read_kb":1385,"num_write":284,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.551332+0000","last_change":"2024-09-12T17:09:53.321267+0000","last_active":"2024-09-12T17:53:47.551332+0000","last_peered":"2024-09-12T17:53:47.551332+0000","last_clean":"2024-09-12T17:53:47.551332+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:53:47.551332+0000","last_undegraded":"2024-09-12T17:53:47.551332+0000","last_fullsized":"2024-09-12T17:53:47.551332+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:16.496781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'215","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532566+0000","last_change":"2024-09-12T17:09:55.338532+0000","last_active":"2024-09-12T17:53:28.532566+0000","last_peered":"2024-09-12T17:53:28.532566+0000","last_clean":"2024-09-12T17:53:28.532566+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:53:28.532566+0000","last_undegraded":"2024-09-12T17:53:28.532566+0000","last_fullsized":"2024-09-12T17:53:28.532566+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:33.277861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.020302+0000","last_change":"2024-09-12T17:09:47.321659+0000","last_active":"2024-09-12T17:54:43.020302+0000","last_peered":"2024-09-12T17:54:43.020302+0000","last_clean":"2024-09-12T17:54:43.020302+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:54:43.020302+0000","last_undegraded":"2024-09-12T17:54:43.020302+0000","last_fullsized":"2024-09-12T17:54:43.020302+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:45.292865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677553+0000","last_change":"2024-09-12T17:09:32.479836+0000","last_active":"2024-09-12T17:53:17.677553+0000","last_peered":"2024-09-12T17:53:17.677553+0000","last_clean":"2024-09-12T17:53:17.677553+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:53:17.677553+0000","last_undegraded":"2024-09-12T17:53:17.677553+0000","last_fullsized":"2024-09-12T17:53:17.677553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:21.050223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'208","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.627025+0000","last_change":"2024-09-12T17:09:45.349985+0000","last_active":"2024-09-12T17:54:39.627025+0000","last_peered":"2024-09-12T17:54:39.627025+0000","last_clean":"2024-09-12T17:54:39.627025+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:54:39.627025+0000","last_undegraded":"2024-09-12T17:54:39.627025+0000","last_fullsized":"2024-09-12T17:54:39.627025+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:41.358630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7784819,"num_objects":12,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":481,"num_read_kb":77221,"num_write":981,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676377+0000","last_change":"2024-09-12T17:09:49.323154+0000","last_active":"2024-09-12T17:53:12.676377+0000","last_peered":"2024-09-12T17:53:12.676377+0000","last_clean":"2024-09-12T17:53:12.676377+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:53:12.676377+0000","last_undegraded":"2024-09-12T17:53:12.676377+0000","last_fullsized":"2024-09-12T17:53:12.676377+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.034297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'208","reported_seq":1316,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:15.647011+0000","last_change":"2024-09-12T17:09:51.347817+0000","last_active":"2024-09-12T17:56:15.647011+0000","last_peered":"2024-09-12T17:56:15.647011+0000","last_clean":"2024-09-12T17:56:15.647011+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:56:15.647011+0000","last_undegraded":"2024-09-12T17:56:15.647011+0000","last_fullsized":"2024-09-12T17:56:15.647011+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:32.541991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735693+0000","last_change":"2024-09-12T17:09:53.356724+0000","last_active":"2024-09-12T17:53:37.735693+0000","last_peered":"2024-09-12T17:53:37.735693+0000","last_clean":"2024-09-12T17:53:37.735693+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:53:37.735693+0000","last_undegraded":"2024-09-12T17:53:37.735693+0000","last_fullsized":"2024-09-12T17:53:37.735693+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:32.694475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'245","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.179452+0000","last_change":"2024-09-12T17:09:55.348926+0000","last_active":"2024-09-12T17:54:58.179452+0000","last_peered":"2024-09-12T17:54:58.179452+0000","last_clean":"2024-09-12T17:54:58.179452+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:54:58.179452+0000","last_undegraded":"2024-09-12T17:54:58.179452+0000","last_fullsized":"2024-09-12T17:54:58.179452+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:35.540275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'112","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.344974+0000","last_change":"2024-09-12T17:09:47.319528+0000","last_active":"2024-09-12T17:54:59.344974+0000","last_peered":"2024-09-12T17:54:59.344974+0000","last_clean":"2024-09-12T17:54:59.344974+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:54:59.344974+0000","last_undegraded":"2024-09-12T17:54:59.344974+0000","last_fullsized":"2024-09-12T17:54:59.344974+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:03.899835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":527,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533629+0000","last_change":"2024-09-12T17:09:32.487224+0000","last_active":"2024-09-12T17:53:17.533629+0000","last_peered":"2024-09-12T17:53:17.533629+0000","last_clean":"2024-09-12T17:53:17.533629+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:53:17.533629+0000","last_undegraded":"2024-09-12T17:53:17.533629+0000","last_fullsized":"2024-09-12T17:53:17.533629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:57.314322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'246","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918973+0000","last_change":"2024-09-12T17:09:45.346001+0000","last_active":"2024-09-12T17:53:33.918973+0000","last_peered":"2024-09-12T17:53:33.918973+0000","last_clean":"2024-09-12T17:53:33.918973+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:53:33.918973+0000","last_undegraded":"2024-09-12T17:53:33.918973+0000","last_fullsized":"2024-09-12T17:53:33.918973+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:03.675872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10121385,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":537,"num_read_kb":5384,"num_write":1064,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.736974+0000","last_change":"2024-09-12T17:09:49.311731+0000","last_active":"2024-09-12T17:53:42.736974+0000","last_peered":"2024-09-12T17:53:42.736974+0000","last_clean":"2024-09-12T17:53:42.736974+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:53:42.736974+0000","last_undegraded":"2024-09-12T17:53:42.736974+0000","last_fullsized":"2024-09-12T17:53:42.736974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:41.404924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'125","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:23.120482+0000","last_change":"2024-09-12T17:09:51.305606+0000","last_active":"2024-09-12T17:55:23.120482+0000","last_peered":"2024-09-12T17:55:23.120482+0000","last_clean":"2024-09-12T17:55:23.120482+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:55:23.120482+0000","last_undegraded":"2024-09-12T17:55:23.120482+0000","last_fullsized":"2024-09-12T17:55:23.120482+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:43.144365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720818+0000","last_change":"2024-09-12T17:09:53.361607+0000","last_active":"2024-09-12T17:53:13.720818+0000","last_peered":"2024-09-12T17:53:13.720818+0000","last_clean":"2024-09-12T17:53:13.720818+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:53:13.720818+0000","last_undegraded":"2024-09-12T17:53:13.720818+0000","last_fullsized":"2024-09-12T17:53:13.720818+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:03.900571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'112","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.103247+0000","last_change":"2024-09-12T17:09:55.355418+0000","last_active":"2024-09-12T17:54:54.103247+0000","last_peered":"2024-09-12T17:54:54.103247+0000","last_clean":"2024-09-12T17:54:54.103247+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:54:54.103247+0000","last_undegraded":"2024-09-12T17:54:54.103247+0000","last_fullsized":"2024-09-12T17:54:54.103247+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:12.518957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:44.497179+0000","last_change":"2024-09-12T17:09:47.320947+0000","last_active":"2024-09-12T17:53:44.497179+0000","last_peered":"2024-09-12T17:53:44.497179+0000","last_clean":"2024-09-12T17:53:44.497179+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:53:44.497179+0000","last_undegraded":"2024-09-12T17:53:44.497179+0000","last_fullsized":"2024-09-12T17:53:44.497179+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:20.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.688477+0000","last_change":"2024-09-12T17:09:45.374145+0000","last_active":"2024-09-12T17:56:31.688477+0000","last_peered":"2024-09-12T17:56:31.688477+0000","last_clean":"2024-09-12T17:56:31.688477+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:31.688477+0000","last_undegraded":"2024-09-12T17:56:31.688477+0000","last_fullsized":"2024-09-12T17:56:31.688477+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:45.403751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.530304+0000","last_change":"2024-09-12T17:09:32.478505+0000","last_active":"2024-09-12T17:53:18.530304+0000","last_peered":"2024-09-12T17:53:18.530304+0000","last_clean":"2024-09-12T17:53:18.530304+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:53:18.530304+0000","last_undegraded":"2024-09-12T17:53:18.530304+0000","last_fullsized":"2024-09-12T17:53:18.530304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:19.651164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735633+0000","last_change":"2024-09-12T17:09:49.323126+0000","last_active":"2024-09-12T17:53:37.735633+0000","last_peered":"2024-09-12T17:53:37.735633+0000","last_clean":"2024-09-12T17:53:37.735633+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:53:37.735633+0000","last_undegraded":"2024-09-12T17:53:37.735633+0000","last_fullsized":"2024-09-12T17:53:37.735633+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:20.912051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'260","reported_seq":923,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.828242+0000","last_change":"2024-09-12T17:09:51.319431+0000","last_active":"2024-09-12T17:56:31.828242+0000","last_peered":"2024-09-12T17:56:31.828242+0000","last_clean":"2024-09-12T17:56:31.828242+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:31.828242+0000","last_undegraded":"2024-09-12T17:56:31.828242+0000","last_fullsized":"2024-09-12T17:56:31.828242+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:06.742946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920103+0000","last_change":"2024-09-12T17:09:53.345438+0000","last_active":"2024-09-12T17:53:38.920103+0000","last_peered":"2024-09-12T17:53:38.920103+0000","last_clean":"2024-09-12T17:53:38.920103+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:53:38.920103+0000","last_undegraded":"2024-09-12T17:53:38.920103+0000","last_fullsized":"2024-09-12T17:53:38.920103+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:47.745083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.895104+0000","last_change":"2024-09-12T17:09:55.346081+0000","last_active":"2024-09-12T17:54:57.895104+0000","last_peered":"2024-09-12T17:54:57.895104+0000","last_clean":"2024-09-12T17:54:57.895104+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:54:57.895104+0000","last_undegraded":"2024-09-12T17:54:57.895104+0000","last_fullsized":"2024-09-12T17:54:57.895104+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:51.486670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.708195+0000","last_change":"2024-09-12T17:09:47.312796+0000","last_active":"2024-09-12T17:53:58.708195+0000","last_peered":"2024-09-12T17:53:58.708195+0000","last_clean":"2024-09-12T17:53:58.708195+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:53:58.708195+0000","last_undegraded":"2024-09-12T17:53:58.708195+0000","last_fullsized":"2024-09-12T17:53:58.708195+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:04.743070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'211","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.866113+0000","last_change":"2024-09-12T17:09:45.325050+0000","last_active":"2024-09-12T17:54:32.866113+0000","last_peered":"2024-09-12T17:54:32.866113+0000","last_clean":"2024-09-12T17:54:32.866113+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:54:32.866113+0000","last_undegraded":"2024-09-12T17:54:32.866113+0000","last_fullsized":"2024-09-12T17:54:32.866113+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:13.065801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5240993,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":541,"num_read_kb":81577,"num_write":1033,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.546469+0000","last_change":"2024-09-12T17:09:32.973626+0000","last_active":"2024-09-12T17:53:27.546469+0000","last_peered":"2024-09-12T17:53:27.546469+0000","last_clean":"2024-09-12T17:53:27.546469+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:53:27.546469+0000","last_undegraded":"2024-09-12T17:53:27.546469+0000","last_fullsized":"2024-09-12T17:53:27.546469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:10.157317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725139+0000","last_change":"2024-09-12T17:09:49.322502+0000","last_active":"2024-09-12T17:53:33.725139+0000","last_peered":"2024-09-12T17:53:33.725139+0000","last_clean":"2024-09-12T17:53:33.725139+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:53:33.725139+0000","last_undegraded":"2024-09-12T17:53:33.725139+0000","last_fullsized":"2024-09-12T17:53:33.725139+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:39.497085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'170","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.487704+0000","last_change":"2024-09-12T17:09:51.340132+0000","last_active":"2024-09-12T17:54:59.487704+0000","last_peered":"2024-09-12T17:54:59.487704+0000","last_clean":"2024-09-12T17:54:59.487704+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:54:59.487704+0000","last_undegraded":"2024-09-12T17:54:59.487704+0000","last_fullsized":"2024-09-12T17:54:59.487704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:23.213148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'757","reported_seq":2767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.210046+0000","last_change":"2024-09-12T17:09:53.354453+0000","last_active":"2024-09-12T17:56:31.210046+0000","last_peered":"2024-09-12T17:56:31.210046+0000","last_clean":"2024-09-12T17:56:31.210046+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:56:31.210046+0000","last_undegraded":"2024-09-12T17:56:31.210046+0000","last_fullsized":"2024-09-12T17:56:31.210046+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":701,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:11.712547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'128","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115785+0000","last_change":"2024-09-12T17:09:55.349153+0000","last_active":"2024-09-12T17:55:03.115785+0000","last_peered":"2024-09-12T17:55:03.115785+0000","last_clean":"2024-09-12T17:55:03.115785+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:55:03.115785+0000","last_undegraded":"2024-09-12T17:55:03.115785+0000","last_fullsized":"2024-09-12T17:55:03.115785+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:07.218450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:24.416929+0000","last_change":"2024-09-12T17:09:47.320463+0000","last_active":"2024-09-12T17:54:24.416929+0000","last_peered":"2024-09-12T17:54:24.416929+0000","last_clean":"2024-09-12T17:54:24.416929+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:54:24.416929+0000","last_undegraded":"2024-09-12T17:54:24.416929+0000","last_fullsized":"2024-09-12T17:54:24.416929+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:00.889640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'222","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.759723+0000","last_change":"2024-09-12T17:09:45.374090+0000","last_active":"2024-09-12T17:53:55.759723+0000","last_peered":"2024-09-12T17:53:55.759723+0000","last_clean":"2024-09-12T17:53:55.759723+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:53:55.759723+0000","last_undegraded":"2024-09-12T17:53:55.759723+0000","last_fullsized":"2024-09-12T17:53:55.759723+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:49.298159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7190251,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":620,"num_read_kb":21214,"num_write":1042,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524765+0000","last_change":"2024-09-12T17:09:32.478381+0000","last_active":"2024-09-12T17:52:53.524765+0000","last_peered":"2024-09-12T17:52:53.524765+0000","last_clean":"2024-09-12T17:52:53.524765+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:52:53.524765+0000","last_undegraded":"2024-09-12T17:52:53.524765+0000","last_fullsized":"2024-09-12T17:52:53.524765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:25.613395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918822+0000","last_change":"2024-09-12T17:09:49.307742+0000","last_active":"2024-09-12T17:53:33.918822+0000","last_peered":"2024-09-12T17:53:33.918822+0000","last_clean":"2024-09-12T17:53:33.918822+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:53:33.918822+0000","last_undegraded":"2024-09-12T17:53:33.918822+0000","last_fullsized":"2024-09-12T17:53:33.918822+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:05.469268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'105","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920169+0000","last_change":"2024-09-12T17:09:51.321181+0000","last_active":"2024-09-12T17:53:38.920169+0000","last_peered":"2024-09-12T17:53:38.920169+0000","last_clean":"2024-09-12T17:53:38.920169+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:53:38.920169+0000","last_undegraded":"2024-09-12T17:53:38.920169+0000","last_fullsized":"2024-09-12T17:53:38.920169+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:54.130860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'748","reported_seq":2432,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.378107+0000","last_change":"2024-09-12T17:09:53.324519+0000","last_active":"2024-09-12T17:56:18.378107+0000","last_peered":"2024-09-12T17:56:18.378107+0000","last_clean":"2024-09-12T17:56:18.378107+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:56:18.378107+0000","last_undegraded":"2024-09-12T17:56:18.378107+0000","last_fullsized":"2024-09-12T17:56:18.378107+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:07.213791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'153","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.711655+0000","last_change":"2024-09-12T17:09:55.361751+0000","last_active":"2024-09-12T17:53:07.711655+0000","last_peered":"2024-09-12T17:53:07.711655+0000","last_clean":"2024-09-12T17:53:07.711655+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:53:07.711655+0000","last_undegraded":"2024-09-12T17:53:07.711655+0000","last_fullsized":"2024-09-12T17:53:07.711655+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:45.470670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918875+0000","last_change":"2024-09-12T17:09:47.315515+0000","last_active":"2024-09-12T17:53:33.918875+0000","last_peered":"2024-09-12T17:53:33.918875+0000","last_clean":"2024-09-12T17:53:33.918875+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:53:33.918875+0000","last_undegraded":"2024-09-12T17:53:33.918875+0000","last_fullsized":"2024-09-12T17:53:33.918875+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:07.959068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.695020+0000","last_change":"2024-09-12T17:09:45.348102+0000","last_active":"2024-09-12T17:56:31.695020+0000","last_peered":"2024-09-12T17:56:31.695020+0000","last_clean":"2024-09-12T17:56:31.695020+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:31.695020+0000","last_undegraded":"2024-09-12T17:56:31.695020+0000","last_fullsized":"2024-09-12T17:56:31.695020+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:46.516802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.716515+0000","last_change":"2024-09-12T17:09:33.147639+0000","last_active":"2024-09-12T17:52:53.716515+0000","last_peered":"2024-09-12T17:52:53.716515+0000","last_clean":"2024-09-12T17:52:53.716515+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:52:53.716515+0000","last_undegraded":"2024-09-12T17:52:53.716515+0000","last_fullsized":"2024-09-12T17:52:53.716515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:16.672658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"38'4","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.971324+0000","last_change":"2024-09-12T17:09:49.315249+0000","last_active":"2024-09-12T17:56:17.971324+0000","last_peered":"2024-09-12T17:56:17.971324+0000","last_clean":"2024-09-12T17:56:17.971324+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:56:17.971324+0000","last_undegraded":"2024-09-12T17:56:17.971324+0000","last_fullsized":"2024-09-12T17:56:17.971324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:27.979718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":712,"num_read_kb":1172,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'342","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.639397+0000","last_change":"2024-09-12T17:09:51.345519+0000","last_active":"2024-09-12T17:56:31.639397+0000","last_peered":"2024-09-12T17:56:31.639397+0000","last_clean":"2024-09-12T17:56:31.639397+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:31.639397+0000","last_undegraded":"2024-09-12T17:56:31.639397+0000","last_fullsized":"2024-09-12T17:56:31.639397+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:58.435916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095264+0000","last_change":"2024-09-12T17:09:53.323986+0000","last_active":"2024-09-12T17:53:38.095264+0000","last_peered":"2024-09-12T17:53:38.095264+0000","last_clean":"2024-09-12T17:53:38.095264+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:53:38.095264+0000","last_undegraded":"2024-09-12T17:53:38.095264+0000","last_fullsized":"2024-09-12T17:53:38.095264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:38.416344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'100","reported_seq":594,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.501735+0000","last_change":"2024-09-12T17:09:55.334559+0000","last_active":"2024-09-12T17:54:56.501735+0000","last_peered":"2024-09-12T17:54:56.501735+0000","last_clean":"2024-09-12T17:54:56.501735+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:54:56.501735+0000","last_undegraded":"2024-09-12T17:54:56.501735+0000","last_fullsized":"2024-09-12T17:54:56.501735+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:32.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'135","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.939869+0000","last_change":"2024-09-12T17:09:55.361500+0000","last_active":"2024-09-12T17:54:58.939869+0000","last_peered":"2024-09-12T17:54:58.939869+0000","last_clean":"2024-09-12T17:54:58.939869+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:54:58.939869+0000","last_undegraded":"2024-09-12T17:54:58.939869+0000","last_fullsized":"2024-09-12T17:54:58.939869+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:16.767966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927036+0000","last_change":"2024-09-12T17:09:47.336912+0000","last_active":"2024-09-12T17:54:08.927036+0000","last_peered":"2024-09-12T17:54:08.927036+0000","last_clean":"2024-09-12T17:54:08.927036+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:54:08.927036+0000","last_undegraded":"2024-09-12T17:54:08.927036+0000","last_fullsized":"2024-09-12T17:54:08.927036+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:19.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'189","reported_seq":867,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.913286+0000","last_change":"2024-09-12T17:10:17.031163+0000","last_active":"2024-09-12T17:53:50.913286+0000","last_peered":"2024-09-12T17:53:50.913286+0000","last_clean":"2024-09-12T17:53:50.913286+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:53:50.913286+0000","last_undegraded":"2024-09-12T17:53:50.913286+0000","last_fullsized":"2024-09-12T17:53:50.913286+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:46.676649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8729771,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":35950,"num_write":872,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542260+0000","last_change":"2024-09-12T17:09:49.320082+0000","last_active":"2024-09-12T17:54:08.542260+0000","last_peered":"2024-09-12T17:54:08.542260+0000","last_clean":"2024-09-12T17:54:08.542260+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:54:08.542260+0000","last_undegraded":"2024-09-12T17:54:08.542260+0000","last_fullsized":"2024-09-12T17:54:08.542260+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:57.447987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'117","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104063+0000","last_change":"2024-09-12T17:09:51.320490+0000","last_active":"2024-09-12T17:54:13.104063+0000","last_peered":"2024-09-12T17:54:13.104063+0000","last_clean":"2024-09-12T17:54:13.104063+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:54:13.104063+0000","last_undegraded":"2024-09-12T17:54:13.104063+0000","last_fullsized":"2024-09-12T17:54:13.104063+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:19:16.806203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":166,"num_read_kb":252,"num_write":88,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.067837+0000","last_change":"2024-09-12T17:09:53.324467+0000","last_active":"2024-09-12T17:51:53.067837+0000","last_peered":"2024-09-12T17:51:53.067837+0000","last_clean":"2024-09-12T17:51:53.067837+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:51:53.067837+0000","last_undegraded":"2024-09-12T17:51:53.067837+0000","last_fullsized":"2024-09-12T17:51:53.067837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:08.561067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'124","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:15.575554+0000","last_change":"2024-09-12T17:09:55.343304+0000","last_active":"2024-09-12T17:54:15.575554+0000","last_peered":"2024-09-12T17:54:15.575554+0000","last_clean":"2024-09-12T17:54:15.575554+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:54:15.575554+0000","last_undegraded":"2024-09-12T17:54:15.575554+0000","last_fullsized":"2024-09-12T17:54:15.575554+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:24.197628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542282+0000","last_change":"2024-09-12T17:09:47.325655+0000","last_active":"2024-09-12T17:54:08.542282+0000","last_peered":"2024-09-12T17:54:08.542282+0000","last_clean":"2024-09-12T17:54:08.542282+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:54:08.542282+0000","last_undegraded":"2024-09-12T17:54:08.542282+0000","last_fullsized":"2024-09-12T17:54:08.542282+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:04.284912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.746088+0000","last_change":"2024-09-12T17:09:45.378173+0000","last_active":"2024-09-12T17:56:31.746088+0000","last_peered":"2024-09-12T17:56:31.746088+0000","last_clean":"2024-09-12T17:56:31.746088+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:31.746088+0000","last_undegraded":"2024-09-12T17:56:31.746088+0000","last_fullsized":"2024-09-12T17:56:31.746088+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:01.340043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.068078+0000","last_change":"2024-09-12T17:09:49.304280+0000","last_active":"2024-09-12T17:51:53.068078+0000","last_peered":"2024-09-12T17:51:53.068078+0000","last_clean":"2024-09-12T17:51:53.068078+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:51:53.068078+0000","last_undegraded":"2024-09-12T17:51:53.068078+0000","last_fullsized":"2024-09-12T17:51:53.068078+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:52:46.699005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'49","reported_seq":553,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744198+0000","last_change":"2024-09-12T17:09:51.328443+0000","last_active":"2024-09-12T17:54:12.744198+0000","last_peered":"2024-09-12T17:54:12.744198+0000","last_clean":"2024-09-12T17:54:12.744198+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:54:12.744198+0000","last_undegraded":"2024-09-12T17:54:12.744198+0000","last_fullsized":"2024-09-12T17:54:12.744198+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:30.731514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557913+0000","last_change":"2024-09-12T17:09:53.324912+0000","last_active":"2024-09-12T17:54:12.557913+0000","last_peered":"2024-09-12T17:54:12.557913+0000","last_clean":"2024-09-12T17:54:12.557913+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:54:12.557913+0000","last_undegraded":"2024-09-12T17:54:12.557913+0000","last_fullsized":"2024-09-12T17:54:12.557913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:04.308536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'199","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.020841+0000","last_change":"2024-09-12T17:09:55.363769+0000","last_active":"2024-09-12T17:54:58.020841+0000","last_peered":"2024-09-12T17:54:58.020841+0000","last_clean":"2024-09-12T17:54:58.020841+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:54:58.020841+0000","last_undegraded":"2024-09-12T17:54:58.020841+0000","last_fullsized":"2024-09-12T17:54:58.020841+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:36.350625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102826+0000","last_change":"2024-09-12T17:09:47.331455+0000","last_active":"2024-09-12T17:54:08.102826+0000","last_peered":"2024-09-12T17:54:08.102826+0000","last_clean":"2024-09-12T17:54:08.102826+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:54:08.102826+0000","last_undegraded":"2024-09-12T17:54:08.102826+0000","last_fullsized":"2024-09-12T17:54:08.102826+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:46.474849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.515382+0000","last_change":"2024-09-12T17:09:45.361231+0000","last_active":"2024-09-12T17:56:31.515382+0000","last_peered":"2024-09-12T17:56:31.515382+0000","last_clean":"2024-09-12T17:56:31.515382+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:31.515382+0000","last_undegraded":"2024-09-12T17:56:31.515382+0000","last_fullsized":"2024-09-12T17:56:31.515382+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:57.952563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557797+0000","last_change":"2024-09-12T17:09:49.330314+0000","last_active":"2024-09-12T17:54:12.557797+0000","last_peered":"2024-09-12T17:54:12.557797+0000","last_clean":"2024-09-12T17:54:12.557797+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:54:12.557797+0000","last_undegraded":"2024-09-12T17:54:12.557797+0000","last_fullsized":"2024-09-12T17:54:12.557797+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:35.815051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'173","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104178+0000","last_change":"2024-09-12T17:09:51.321052+0000","last_active":"2024-09-12T17:54:13.104178+0000","last_peered":"2024-09-12T17:54:13.104178+0000","last_clean":"2024-09-12T17:54:13.104178+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:54:13.104178+0000","last_undegraded":"2024-09-12T17:54:13.104178+0000","last_fullsized":"2024-09-12T17:54:13.104178+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.912388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22496,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":322,"num_write":136,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:51:53.702789+0000","last_change":"2024-09-12T17:09:53.353845+0000","last_active":"2024-09-12T17:51:53.702789+0000","last_peered":"2024-09-12T17:51:53.702789+0000","last_clean":"2024-09-12T17:51:53.702789+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:51:53.702789+0000","last_undegraded":"2024-09-12T17:51:53.702789+0000","last_fullsized":"2024-09-12T17:51:53.702789+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:09.671837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'127","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.024153+0000","last_change":"2024-09-12T17:09:55.345356+0000","last_active":"2024-09-12T17:54:43.024153+0000","last_peered":"2024-09-12T17:54:43.024153+0000","last_clean":"2024-09-12T17:54:43.024153+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:54:43.024153+0000","last_undegraded":"2024-09-12T17:54:43.024153+0000","last_fullsized":"2024-09-12T17:54:43.024153+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:34.720685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102749+0000","last_change":"2024-09-12T17:09:47.312422+0000","last_active":"2024-09-12T17:54:08.102749+0000","last_peered":"2024-09-12T17:54:08.102749+0000","last_clean":"2024-09-12T17:54:08.102749+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:54:08.102749+0000","last_undegraded":"2024-09-12T17:54:08.102749+0000","last_fullsized":"2024-09-12T17:54:08.102749+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:12.272463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.659997+0000","last_change":"2024-09-12T17:09:45.380271+0000","last_active":"2024-09-12T17:56:31.659997+0000","last_peered":"2024-09-12T17:56:31.659997+0000","last_clean":"2024-09-12T17:56:31.659997+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:31.659997+0000","last_undegraded":"2024-09-12T17:56:31.659997+0000","last_fullsized":"2024-09-12T17:56:31.659997+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:14.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.732971+0000","last_change":"2024-09-12T17:09:49.319781+0000","last_active":"2024-09-12T17:54:08.732971+0000","last_peered":"2024-09-12T17:54:08.732971+0000","last_clean":"2024-09-12T17:54:08.732971+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:54:08.732971+0000","last_undegraded":"2024-09-12T17:54:08.732971+0000","last_fullsized":"2024-09-12T17:54:08.732971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.869658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'120","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.530926+0000","last_change":"2024-09-12T17:09:51.338671+0000","last_active":"2024-09-12T17:56:31.530926+0000","last_peered":"2024-09-12T17:56:31.530926+0000","last_clean":"2024-09-12T17:56:31.530926+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:56:31.530926+0000","last_undegraded":"2024-09-12T17:56:31.530926+0000","last_fullsized":"2024-09-12T17:56:31.530926+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:43.852065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744355+0000","last_change":"2024-09-12T17:09:53.358726+0000","last_active":"2024-09-12T17:54:12.744355+0000","last_peered":"2024-09-12T17:54:12.744355+0000","last_clean":"2024-09-12T17:54:12.744355+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:54:12.744355+0000","last_undegraded":"2024-09-12T17:54:12.744355+0000","last_fullsized":"2024-09-12T17:54:12.744355+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:38.847738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725270+0000","last_change":"2024-09-12T17:09:47.340280+0000","last_active":"2024-09-12T17:53:33.725270+0000","last_peered":"2024-09-12T17:53:33.725270+0000","last_clean":"2024-09-12T17:53:33.725270+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:53:33.725270+0000","last_undegraded":"2024-09-12T17:53:33.725270+0000","last_fullsized":"2024-09-12T17:53:33.725270+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:23.220965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'184","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:30.675804+0000","last_change":"2024-09-12T17:09:45.310980+0000","last_active":"2024-09-12T17:54:30.675804+0000","last_peered":"2024-09-12T17:54:30.675804+0000","last_clean":"2024-09-12T17:54:30.675804+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:54:30.675804+0000","last_undegraded":"2024-09-12T17:54:30.675804+0000","last_fullsized":"2024-09-12T17:54:30.675804+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:15.201653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9662777,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":460,"num_read_kb":44060,"num_write":920,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.740578+0000","last_change":"2024-09-12T17:09:49.316839+0000","last_active":"2024-09-12T17:53:57.740578+0000","last_peered":"2024-09-12T17:53:57.740578+0000","last_clean":"2024-09-12T17:53:57.740578+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:53:57.740578+0000","last_undegraded":"2024-09-12T17:53:57.740578+0000","last_fullsized":"2024-09-12T17:53:57.740578+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:18:24.651488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'206","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.270374+0000","last_change":"2024-09-12T17:09:51.333080+0000","last_active":"2024-09-12T17:56:18.270374+0000","last_peered":"2024-09-12T17:56:18.270374+0000","last_clean":"2024-09-12T17:56:18.270374+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:56:18.270374+0000","last_undegraded":"2024-09-12T17:56:18.270374+0000","last_fullsized":"2024-09-12T17:56:18.270374+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:26.088052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45244,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":297,"num_read_kb":478,"num_write":190,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521515+0000","last_change":"2024-09-12T17:09:53.355017+0000","last_active":"2024-09-12T17:52:22.521515+0000","last_peered":"2024-09-12T17:52:22.521515+0000","last_clean":"2024-09-12T17:52:22.521515+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:52:22.521515+0000","last_undegraded":"2024-09-12T17:52:22.521515+0000","last_fullsized":"2024-09-12T17:52:22.521515+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:06.274391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'187","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.581223+0000","last_change":"2024-09-12T17:09:55.354748+0000","last_active":"2024-09-12T17:54:27.581223+0000","last_peered":"2024-09-12T17:54:27.581223+0000","last_clean":"2024-09-12T17:54:27.581223+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:54:27.581223+0000","last_undegraded":"2024-09-12T17:54:27.581223+0000","last_fullsized":"2024-09-12T17:54:27.581223+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:46.277224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739229+0000","last_change":"2024-09-12T17:09:47.307522+0000","last_active":"2024-09-12T17:53:52.739229+0000","last_peered":"2024-09-12T17:53:52.739229+0000","last_clean":"2024-09-12T17:53:52.739229+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:53:52.739229+0000","last_undegraded":"2024-09-12T17:53:52.739229+0000","last_fullsized":"2024-09-12T17:53:52.739229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:41.547820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'203","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.399072+0000","last_change":"2024-09-12T17:09:45.346636+0000","last_active":"2024-09-12T17:54:23.399072+0000","last_peered":"2024-09-12T17:54:23.399072+0000","last_clean":"2024-09-12T17:54:23.399072+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:54:23.399072+0000","last_undegraded":"2024-09-12T17:54:23.399072+0000","last_fullsized":"2024-09-12T17:54:23.399072+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:20.780287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015628,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":431,"num_read_kb":6363,"num_write":937,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725224+0000","last_change":"2024-09-12T17:09:49.331276+0000","last_active":"2024-09-12T17:53:33.725224+0000","last_peered":"2024-09-12T17:53:33.725224+0000","last_clean":"2024-09-12T17:53:33.725224+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:53:33.725224+0000","last_undegraded":"2024-09-12T17:53:33.725224+0000","last_fullsized":"2024-09-12T17:53:33.725224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:39.471303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'148","reported_seq":728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.539646+0000","last_change":"2024-09-12T17:09:51.341301+0000","last_active":"2024-09-12T17:56:31.539646+0000","last_peered":"2024-09-12T17:56:31.539646+0000","last_clean":"2024-09-12T17:56:31.539646+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:56:31.539646+0000","last_undegraded":"2024-09-12T17:56:31.539646+0000","last_fullsized":"2024-09-12T17:56:31.539646+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:38.246295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":484,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.518095+0000","last_change":"2024-09-12T17:09:53.338769+0000","last_active":"2024-09-12T17:52:23.518095+0000","last_peered":"2024-09-12T17:52:23.518095+0000","last_clean":"2024-09-12T17:52:23.518095+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:52:23.518095+0000","last_undegraded":"2024-09-12T17:52:23.518095+0000","last_fullsized":"2024-09-12T17:52:23.518095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:49.717698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'231","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.781487+0000","last_change":"2024-09-12T17:09:55.352338+0000","last_active":"2024-09-12T17:54:58.781487+0000","last_peered":"2024-09-12T17:54:58.781487+0000","last_clean":"2024-09-12T17:54:58.781487+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:54:58.781487+0000","last_undegraded":"2024-09-12T17:54:58.781487+0000","last_fullsized":"2024-09-12T17:54:58.781487+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:51.563266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.588492+0000","last_change":"2024-09-12T17:09:47.326977+0000","last_active":"2024-09-12T17:54:27.588492+0000","last_peered":"2024-09-12T17:54:27.588492+0000","last_clean":"2024-09-12T17:54:27.588492+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:54:27.588492+0000","last_undegraded":"2024-09-12T17:54:27.588492+0000","last_fullsized":"2024-09-12T17:54:27.588492+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:34.857124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'218","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:59.305373+0000","last_change":"2024-09-12T17:10:16.707815+0000","last_active":"2024-09-12T17:53:59.305373+0000","last_peered":"2024-09-12T17:53:59.305373+0000","last_clean":"2024-09-12T17:53:59.305373+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:53:59.305373+0000","last_undegraded":"2024-09-12T17:53:59.305373+0000","last_fullsized":"2024-09-12T17:53:59.305373+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:59.628648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11827878,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":479,"num_read_kb":20078,"num_write":996,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.901773+0000","last_change":"2024-09-12T17:09:49.321821+0000","last_active":"2024-09-12T17:52:18.901773+0000","last_peered":"2024-09-12T17:52:18.901773+0000","last_clean":"2024-09-12T17:52:18.901773+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:52:18.901773+0000","last_undegraded":"2024-09-12T17:52:18.901773+0000","last_fullsized":"2024-09-12T17:52:18.901773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:07.011320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'137","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:43.123557+0000","last_change":"2024-09-12T17:09:51.339739+0000","last_active":"2024-09-12T17:55:43.123557+0000","last_peered":"2024-09-12T17:55:43.123557+0000","last_clean":"2024-09-12T17:55:43.123557+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:55:43.123557+0000","last_undegraded":"2024-09-12T17:55:43.123557+0000","last_fullsized":"2024-09-12T17:55:43.123557+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:38.083667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11568,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":172,"num_read_kb":235,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540993+0000","last_change":"2024-09-12T17:09:53.336586+0000","last_active":"2024-09-12T17:54:03.540993+0000","last_peered":"2024-09-12T17:54:03.540993+0000","last_clean":"2024-09-12T17:54:03.540993+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:54:03.540993+0000","last_undegraded":"2024-09-12T17:54:03.540993+0000","last_fullsized":"2024-09-12T17:54:03.540993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:20.304242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'113","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.344705+0000","last_change":"2024-09-12T17:09:55.339278+0000","last_active":"2024-09-12T17:56:18.344705+0000","last_peered":"2024-09-12T17:56:18.344705+0000","last_clean":"2024-09-12T17:56:18.344705+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:56:18.344705+0000","last_undegraded":"2024-09-12T17:56:18.344705+0000","last_fullsized":"2024-09-12T17:56:18.344705+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:10.624099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.445409+0000","last_change":"2024-09-12T17:09:47.303315+0000","last_active":"2024-09-12T17:53:42.445409+0000","last_peered":"2024-09-12T17:53:42.445409+0000","last_clean":"2024-09-12T17:53:42.445409+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:53:42.445409+0000","last_undegraded":"2024-09-12T17:53:42.445409+0000","last_fullsized":"2024-09-12T17:53:42.445409+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:25.730744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704910+0000","last_change":"2024-09-12T17:09:45.354036+0000","last_active":"2024-09-12T17:56:31.704910+0000","last_peered":"2024-09-12T17:56:31.704910+0000","last_clean":"2024-09-12T17:56:31.704910+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:31.704910+0000","last_undegraded":"2024-09-12T17:56:31.704910+0000","last_fullsized":"2024-09-12T17:56:31.704910+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:20.174012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.516908+0000","last_change":"2024-09-12T17:09:49.324181+0000","last_active":"2024-09-12T17:52:18.516908+0000","last_peered":"2024-09-12T17:52:18.516908+0000","last_clean":"2024-09-12T17:52:18.516908+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:52:18.516908+0000","last_undegraded":"2024-09-12T17:52:18.516908+0000","last_fullsized":"2024-09-12T17:52:18.516908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:10.411639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'96","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.712025+0000","last_change":"2024-09-12T17:09:51.341799+0000","last_active":"2024-09-12T17:53:58.712025+0000","last_peered":"2024-09-12T17:53:58.712025+0000","last_clean":"2024-09-12T17:53:58.712025+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:53:58.712025+0000","last_undegraded":"2024-09-12T17:53:58.712025+0000","last_fullsized":"2024-09-12T17:53:58.712025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:01.912090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'739","reported_seq":2257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.368038+0000","last_change":"2024-09-12T17:09:53.350663+0000","last_active":"2024-09-12T17:56:18.368038+0000","last_peered":"2024-09-12T17:56:18.368038+0000","last_clean":"2024-09-12T17:56:18.368038+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:18.368038+0000","last_undegraded":"2024-09-12T17:56:18.368038+0000","last_fullsized":"2024-09-12T17:56:18.368038+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:07.013766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:59.360281+0000","last_change":"2024-09-12T17:09:55.337511+0000","last_active":"2024-09-12T17:53:59.360281+0000","last_peered":"2024-09-12T17:53:59.360281+0000","last_clean":"2024-09-12T17:53:59.360281+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:53:59.360281+0000","last_undegraded":"2024-09-12T17:53:59.360281+0000","last_fullsized":"2024-09-12T17:53:59.360281+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:02.649418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:40.419903+0000","last_change":"2024-09-12T17:09:47.315991+0000","last_active":"2024-09-12T17:54:40.419903+0000","last_peered":"2024-09-12T17:54:40.419903+0000","last_clean":"2024-09-12T17:54:40.419903+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:54:40.419903+0000","last_undegraded":"2024-09-12T17:54:40.419903+0000","last_fullsized":"2024-09-12T17:54:40.419903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:40.128781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.801894+0000","last_change":"2024-09-12T17:10:17.031338+0000","last_active":"2024-09-12T17:56:31.801894+0000","last_peered":"2024-09-12T17:56:31.801894+0000","last_clean":"2024-09-12T17:56:31.801894+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:31.801894+0000","last_undegraded":"2024-09-12T17:56:31.801894+0000","last_fullsized":"2024-09-12T17:56:31.801894+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:43.643544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.530770+0000","last_change":"2024-09-12T17:09:49.333596+0000","last_active":"2024-09-12T17:52:22.530770+0000","last_peered":"2024-09-12T17:52:22.530770+0000","last_clean":"2024-09-12T17:52:22.530770+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:52:22.530770+0000","last_undegraded":"2024-09-12T17:52:22.530770+0000","last_fullsized":"2024-09-12T17:52:22.530770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:47.423053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'154","reported_seq":735,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.392276+0000","last_change":"2024-09-12T17:09:51.328303+0000","last_active":"2024-09-12T17:56:31.392276+0000","last_peered":"2024-09-12T17:56:31.392276+0000","last_clean":"2024-09-12T17:56:31.392276+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:56:31.392276+0000","last_undegraded":"2024-09-12T17:56:31.392276+0000","last_fullsized":"2024-09-12T17:56:31.392276+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:53.393938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.731979+0000","last_change":"2024-09-12T17:09:53.349323+0000","last_active":"2024-09-12T17:53:22.731979+0000","last_peered":"2024-09-12T17:53:22.731979+0000","last_clean":"2024-09-12T17:53:22.731979+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:53:22.731979+0000","last_undegraded":"2024-09-12T17:53:22.731979+0000","last_fullsized":"2024-09-12T17:53:22.731979+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:14.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'178","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.217026+0000","last_change":"2024-09-12T17:09:55.354136+0000","last_active":"2024-09-12T17:54:56.217026+0000","last_peered":"2024-09-12T17:54:56.217026+0000","last_clean":"2024-09-12T17:54:56.217026+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:54:56.217026+0000","last_undegraded":"2024-09-12T17:54:56.217026+0000","last_fullsized":"2024-09-12T17:54:56.217026+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:32.527380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.087449+0000","last_change":"2024-09-12T17:10:16.319347+0000","last_active":"2024-09-12T17:54:54.087449+0000","last_peered":"2024-09-12T17:54:54.087449+0000","last_clean":"2024-09-12T17:54:54.087449+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:54:54.087449+0000","last_undegraded":"2024-09-12T17:54:54.087449+0000","last_fullsized":"2024-09-12T17:54:54.087449+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:54.665517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":797,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616625+0000","last_change":"2024-09-12T17:09:45.386224+0000","last_active":"2024-09-12T17:56:31.616625+0000","last_peered":"2024-09-12T17:56:31.616625+0000","last_clean":"2024-09-12T17:56:31.616625+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:31.616625+0000","last_undegraded":"2024-09-12T17:56:31.616625+0000","last_fullsized":"2024-09-12T17:56:31.616625+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:09.445443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521462+0000","last_change":"2024-09-12T17:09:49.304156+0000","last_active":"2024-09-12T17:52:22.521462+0000","last_peered":"2024-09-12T17:52:22.521462+0000","last_clean":"2024-09-12T17:52:22.521462+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:52:22.521462+0000","last_undegraded":"2024-09-12T17:52:22.521462+0000","last_fullsized":"2024-09-12T17:52:22.521462+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:08.124114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'122","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.405640+0000","last_change":"2024-09-12T17:09:51.326269+0000","last_active":"2024-09-12T17:56:31.405640+0000","last_peered":"2024-09-12T17:56:31.405640+0000","last_clean":"2024-09-12T17:56:31.405640+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:56:31.405640+0000","last_undegraded":"2024-09-12T17:56:31.405640+0000","last_fullsized":"2024-09-12T17:56:31.405640+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:58.648106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.723917+0000","last_change":"2024-09-12T17:09:53.332842+0000","last_active":"2024-09-12T17:53:28.723917+0000","last_peered":"2024-09-12T17:53:28.723917+0000","last_clean":"2024-09-12T17:53:28.723917+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:53:28.723917+0000","last_undegraded":"2024-09-12T17:53:28.723917+0000","last_fullsized":"2024-09-12T17:53:28.723917+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:27:31.259596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'115","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.092646+0000","last_change":"2024-09-12T17:09:55.348929+0000","last_active":"2024-09-12T17:53:28.092646+0000","last_peered":"2024-09-12T17:53:28.092646+0000","last_clean":"2024-09-12T17:53:28.092646+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:53:28.092646+0000","last_undegraded":"2024-09-12T17:53:28.092646+0000","last_fullsized":"2024-09-12T17:53:28.092646+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:31.831080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091249+0000","last_change":"2024-09-12T17:09:47.303220+0000","last_active":"2024-09-12T17:53:23.091249+0000","last_peered":"2024-09-12T17:53:23.091249+0000","last_clean":"2024-09-12T17:53:23.091249+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:53:23.091249+0000","last_undegraded":"2024-09-12T17:53:23.091249+0000","last_fullsized":"2024-09-12T17:53:23.091249+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:59.785663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'237","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.125010+0000","last_change":"2024-09-12T17:09:45.351000+0000","last_active":"2024-09-12T17:55:53.125010+0000","last_peered":"2024-09-12T17:55:53.125010+0000","last_clean":"2024-09-12T17:55:53.125010+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:55:53.125010+0000","last_undegraded":"2024-09-12T17:55:53.125010+0000","last_fullsized":"2024-09-12T17:55:53.125010+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:30.239842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12567457,"num_objects":12,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":526,"num_read_kb":13444,"num_write":1097,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915335+0000","last_change":"2024-09-12T17:09:49.324311+0000","last_active":"2024-09-12T17:53:18.915335+0000","last_peered":"2024-09-12T17:53:18.915335+0000","last_clean":"2024-09-12T17:53:18.915335+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:53:18.915335+0000","last_undegraded":"2024-09-12T17:53:18.915335+0000","last_fullsized":"2024-09-12T17:53:18.915335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:06.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'102","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.113357+0000","last_change":"2024-09-12T17:09:51.342046+0000","last_active":"2024-09-12T17:54:53.113357+0000","last_peered":"2024-09-12T17:54:53.113357+0000","last_clean":"2024-09-12T17:54:53.113357+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:54:53.113357+0000","last_undegraded":"2024-09-12T17:54:53.113357+0000","last_fullsized":"2024-09-12T17:54:53.113357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.607051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11354,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":180,"num_write":66,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.902927+0000","last_change":"2024-09-12T17:09:53.344175+0000","last_active":"2024-09-12T17:52:23.902927+0000","last_peered":"2024-09-12T17:52:23.902927+0000","last_clean":"2024-09-12T17:52:23.902927+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:52:23.902927+0000","last_undegraded":"2024-09-12T17:52:23.902927+0000","last_fullsized":"2024-09-12T17:52:23.902927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.536856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'172","reported_seq":1275,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.101071+0000","last_change":"2024-09-12T17:09:55.350317+0000","last_active":"2024-09-12T17:54:56.101071+0000","last_peered":"2024-09-12T17:54:56.101071+0000","last_clean":"2024-09-12T17:54:56.101071+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:54:56.101071+0000","last_undegraded":"2024-09-12T17:54:56.101071+0000","last_fullsized":"2024-09-12T17:54:56.101071+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:41.765624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'56","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915284+0000","last_change":"2024-09-12T17:09:47.327138+0000","last_active":"2024-09-12T17:53:18.915284+0000","last_peered":"2024-09-12T17:53:18.915284+0000","last_clean":"2024-09-12T17:53:18.915284+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:53:18.915284+0000","last_undegraded":"2024-09-12T17:53:18.915284+0000","last_fullsized":"2024-09-12T17:53:18.915284+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:29.805481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.814484+0000","last_change":"2024-09-12T17:09:45.372011+0000","last_active":"2024-09-12T17:56:31.814484+0000","last_peered":"2024-09-12T17:56:31.814484+0000","last_clean":"2024-09-12T17:56:31.814484+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:31.814484+0000","last_undegraded":"2024-09-12T17:56:31.814484+0000","last_fullsized":"2024-09-12T17:56:31.814484+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:51.644825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532524+0000","last_change":"2024-09-12T17:09:49.320180+0000","last_active":"2024-09-12T17:53:28.532524+0000","last_peered":"2024-09-12T17:53:28.532524+0000","last_clean":"2024-09-12T17:53:28.532524+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:53:28.532524+0000","last_undegraded":"2024-09-12T17:53:28.532524+0000","last_fullsized":"2024-09-12T17:53:28.532524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:06.846615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'158","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937296+0000","last_change":"2024-09-12T17:09:51.328224+0000","last_active":"2024-09-12T17:54:53.937296+0000","last_peered":"2024-09-12T17:54:53.937296+0000","last_clean":"2024-09-12T17:54:53.937296+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:54:53.937296+0000","last_undegraded":"2024-09-12T17:54:53.937296+0000","last_fullsized":"2024-09-12T17:54:53.937296+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:48.870737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13798,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":203,"num_read_kb":264,"num_write":116,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.716433+0000","last_change":"2024-09-12T17:09:53.356840+0000","last_active":"2024-09-12T17:52:22.716433+0000","last_peered":"2024-09-12T17:52:22.716433+0000","last_clean":"2024-09-12T17:52:22.716433+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:52:22.716433+0000","last_undegraded":"2024-09-12T17:52:22.716433+0000","last_fullsized":"2024-09-12T17:52:22.716433+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:49.233799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":621,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.250484+0000","last_change":"2024-09-12T17:09:55.344968+0000","last_active":"2024-09-12T17:56:17.250484+0000","last_peered":"2024-09-12T17:56:17.250484+0000","last_clean":"2024-09-12T17:56:17.250484+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:56:17.250484+0000","last_undegraded":"2024-09-12T17:56:17.250484+0000","last_fullsized":"2024-09-12T17:56:17.250484+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:36.824023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'168","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.669474+0000","last_change":"2024-09-12T17:09:47.341328+0000","last_active":"2024-09-12T17:54:17.669474+0000","last_peered":"2024-09-12T17:54:17.669474+0000","last_clean":"2024-09-12T17:54:17.669474+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:54:17.669474+0000","last_undegraded":"2024-09-12T17:54:17.669474+0000","last_fullsized":"2024-09-12T17:54:17.669474+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:05.959580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'192","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.724973+0000","last_change":"2024-09-12T17:09:45.378131+0000","last_active":"2024-09-12T17:53:33.724973+0000","last_peered":"2024-09-12T17:53:33.724973+0000","last_clean":"2024-09-12T17:53:33.724973+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:53:33.724973+0000","last_undegraded":"2024-09-12T17:53:33.724973+0000","last_fullsized":"2024-09-12T17:53:33.724973+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:15.897974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9722225,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":355,"num_read_kb":35218,"num_write":927,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.825028+0000","last_change":"2024-09-12T17:09:47.322528+0000","last_active":"2024-09-12T17:53:55.825028+0000","last_peered":"2024-09-12T17:53:55.825028+0000","last_clean":"2024-09-12T17:53:55.825028+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:53:55.825028+0000","last_undegraded":"2024-09-12T17:53:55.825028+0000","last_fullsized":"2024-09-12T17:53:55.825028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:46.496988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.612330+0000","last_change":"2024-09-12T17:09:45.359248+0000","last_active":"2024-09-12T17:56:31.612330+0000","last_peered":"2024-09-12T17:56:31.612330+0000","last_clean":"2024-09-12T17:56:31.612330+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:31.612330+0000","last_undegraded":"2024-09-12T17:56:31.612330+0000","last_fullsized":"2024-09-12T17:56:31.612330+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:01.169002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.531454+0000","last_change":"2024-09-12T17:09:47.324711+0000","last_active":"2024-09-12T17:53:07.531454+0000","last_peered":"2024-09-12T17:53:07.531454+0000","last_clean":"2024-09-12T17:53:07.531454+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:53:07.531454+0000","last_undegraded":"2024-09-12T17:53:07.531454+0000","last_fullsized":"2024-09-12T17:53:07.531454+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:40.294761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.749922+0000","last_change":"2024-09-12T17:09:45.351845+0000","last_active":"2024-09-12T17:56:31.749922+0000","last_peered":"2024-09-12T17:56:31.749922+0000","last_clean":"2024-09-12T17:56:31.749922+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:31.749922+0000","last_undegraded":"2024-09-12T17:56:31.749922+0000","last_fullsized":"2024-09-12T17:56:31.749922+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:25.456758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.457107+0000","last_change":"2024-09-12T17:09:47.321570+0000","last_active":"2024-09-12T17:53:43.457107+0000","last_peered":"2024-09-12T17:53:43.457107+0000","last_clean":"2024-09-12T17:53:43.457107+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:53:43.457107+0000","last_undegraded":"2024-09-12T17:53:43.457107+0000","last_fullsized":"2024-09-12T17:53:43.457107+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:40.719171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.728048+0000","last_change":"2024-09-12T17:09:45.329080+0000","last_active":"2024-09-12T17:56:31.728048+0000","last_peered":"2024-09-12T17:56:31.728048+0000","last_clean":"2024-09-12T17:56:31.728048+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:31.728048+0000","last_undegraded":"2024-09-12T17:56:31.728048+0000","last_fullsized":"2024-09-12T17:56:31.728048+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:24.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.280728+0000","last_change":"2024-09-12T17:09:47.327964+0000","last_active":"2024-09-12T17:53:53.280728+0000","last_peered":"2024-09-12T17:53:53.280728+0000","last_clean":"2024-09-12T17:53:53.280728+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:53:53.280728+0000","last_undegraded":"2024-09-12T17:53:53.280728+0000","last_fullsized":"2024-09-12T17:53:53.280728+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:57.261898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'165","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087471+0000","last_change":"2024-09-12T17:09:45.361303+0000","last_active":"2024-09-12T17:53:08.087471+0000","last_peered":"2024-09-12T17:53:08.087471+0000","last_clean":"2024-09-12T17:53:08.087471+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:53:08.087471+0000","last_undegraded":"2024-09-12T17:53:08.087471+0000","last_fullsized":"2024-09-12T17:53:08.087471+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:55.750684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244935,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":343,"num_read_kb":22164,"num_write":735,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918918+0000","last_change":"2024-09-12T17:09:47.326894+0000","last_active":"2024-09-12T17:53:33.918918+0000","last_peered":"2024-09-12T17:53:33.918918+0000","last_clean":"2024-09-12T17:53:33.918918+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:53:33.918918+0000","last_undegraded":"2024-09-12T17:53:33.918918+0000","last_fullsized":"2024-09-12T17:53:33.918918+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:49.746025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'239","reported_seq":953,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:10.038781+0000","last_change":"2024-09-12T17:09:45.320634+0000","last_active":"2024-09-12T17:56:10.038781+0000","last_peered":"2024-09-12T17:56:10.038781+0000","last_clean":"2024-09-12T17:56:10.038781+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:10.038781+0000","last_undegraded":"2024-09-12T17:56:10.038781+0000","last_fullsized":"2024-09-12T17:56:10.038781+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:16.083525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5160446,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":694,"num_read_kb":139222,"num_write":1138,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093715+0000","last_change":"2024-09-12T17:09:47.331529+0000","last_active":"2024-09-12T17:53:33.093715+0000","last_peered":"2024-09-12T17:53:33.093715+0000","last_clean":"2024-09-12T17:53:33.093715+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:53:33.093715+0000","last_undegraded":"2024-09-12T17:53:33.093715+0000","last_fullsized":"2024-09-12T17:53:33.093715+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:16.260895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'200","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:55.015100+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:54:55.015100+0000","last_peered":"2024-09-12T17:54:55.015100+0000","last_clean":"2024-09-12T17:54:55.015100+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:54:55.015100+0000","last_undegraded":"2024-09-12T17:54:55.015100+0000","last_fullsized":"2024-09-12T17:54:55.015100+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:26.612365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":392,"num_read_kb":17829,"num_write":988,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1389,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:48.486229+0000","last_change":"2024-09-12T17:09:47.324154+0000","last_active":"2024-09-12T17:53:48.486229+0000","last_peered":"2024-09-12T17:53:48.486229+0000","last_clean":"2024-09-12T17:53:48.486229+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:53:48.486229+0000","last_undegraded":"2024-09-12T17:53:48.486229+0000","last_fullsized":"2024-09-12T17:53:48.486229+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:15.247204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'164","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087747+0000","last_change":"2024-09-12T17:09:45.328527+0000","last_active":"2024-09-12T17:53:08.087747+0000","last_peered":"2024-09-12T17:53:08.087747+0000","last_clean":"2024-09-12T17:53:08.087747+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:53:08.087747+0000","last_undegraded":"2024-09-12T17:53:08.087747+0000","last_fullsized":"2024-09-12T17:53:08.087747+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:38.550077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":37490,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":781,"num_read_kb":838,"num_write":841,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743254+0000","last_change":"2024-09-12T17:09:47.315100+0000","last_active":"2024-09-12T17:54:07.743254+0000","last_peered":"2024-09-12T17:54:07.743254+0000","last_clean":"2024-09-12T17:54:07.743254+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:54:07.743254+0000","last_undegraded":"2024-09-12T17:54:07.743254+0000","last_fullsized":"2024-09-12T17:54:07.743254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:58.703267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.689868+0000","last_change":"2024-09-12T17:09:45.351756+0000","last_active":"2024-09-12T17:56:31.689868+0000","last_peered":"2024-09-12T17:56:31.689868+0000","last_clean":"2024-09-12T17:56:31.689868+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:31.689868+0000","last_undegraded":"2024-09-12T17:56:31.689868+0000","last_fullsized":"2024-09-12T17:56:31.689868+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:50.788356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":731,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927135+0000","last_change":"2024-09-12T17:09:47.303842+0000","last_active":"2024-09-12T17:54:08.927135+0000","last_peered":"2024-09-12T17:54:08.927135+0000","last_clean":"2024-09-12T17:54:08.927135+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:54:08.927135+0000","last_undegraded":"2024-09-12T17:54:08.927135+0000","last_fullsized":"2024-09-12T17:54:08.927135+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:57.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'158","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:50.026957+0000","last_change":"2024-09-12T17:09:45.305004+0000","last_active":"2024-09-12T17:52:50.026957+0000","last_peered":"2024-09-12T17:52:50.026957+0000","last_clean":"2024-09-12T17:52:50.026957+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:52:50.026957+0000","last_undegraded":"2024-09-12T17:52:50.026957+0000","last_fullsized":"2024-09-12T17:52:50.026957+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:39.793333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6543168,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":309,"num_read_kb":36530,"num_write":732,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.142260+0000","last_change":"2024-09-12T17:09:47.335758+0000","last_active":"2024-09-12T17:52:51.142260+0000","last_peered":"2024-09-12T17:52:51.142260+0000","last_clean":"2024-09-12T17:52:51.142260+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:52:51.142260+0000","last_undegraded":"2024-09-12T17:52:51.142260+0000","last_fullsized":"2024-09-12T17:52:51.142260+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:28.932313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615080+0000","last_change":"2024-09-12T17:10:17.031631+0000","last_active":"2024-09-12T17:56:31.615080+0000","last_peered":"2024-09-12T17:56:31.615080+0000","last_clean":"2024-09-12T17:56:31.615080+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:31.615080+0000","last_undegraded":"2024-09-12T17:56:31.615080+0000","last_fullsized":"2024-09-12T17:56:31.615080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:50.634398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'498","reported_seq":1120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.206984+0000","last_change":"2024-09-12T17:09:47.336306+0000","last_active":"2024-09-12T17:53:47.206984+0000","last_peered":"2024-09-12T17:53:47.206984+0000","last_clean":"2024-09-12T17:53:47.206984+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:53:47.206984+0000","last_undegraded":"2024-09-12T17:53:47.206984+0000","last_fullsized":"2024-09-12T17:53:47.206984+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:50.947285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.665495+0000","last_change":"2024-09-12T17:09:45.354083+0000","last_active":"2024-09-12T17:56:31.665495+0000","last_peered":"2024-09-12T17:56:31.665495+0000","last_clean":"2024-09-12T17:56:31.665495+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:31.665495+0000","last_undegraded":"2024-09-12T17:56:31.665495+0000","last_fullsized":"2024-09-12T17:56:31.665495+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.203854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:35.060190+0000","last_change":"2024-09-12T17:09:47.335903+0000","last_active":"2024-09-12T17:54:35.060190+0000","last_peered":"2024-09-12T17:54:35.060190+0000","last_clean":"2024-09-12T17:54:35.060190+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:54:35.060190+0000","last_undegraded":"2024-09-12T17:54:35.060190+0000","last_fullsized":"2024-09-12T17:54:35.060190+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:04.449239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'193","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:31.417548+0000","last_change":"2024-09-12T17:09:45.374348+0000","last_active":"2024-09-12T17:53:31.417548+0000","last_peered":"2024-09-12T17:53:31.417548+0000","last_clean":"2024-09-12T17:53:31.417548+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:53:31.417548+0000","last_undegraded":"2024-09-12T17:53:31.417548+0000","last_fullsized":"2024-09-12T17:53:31.417548+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:04.052570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11091027,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":405,"num_read_kb":31775,"num_write":972,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:15.872849+0000","last_change":"2024-09-12T17:09:47.316306+0000","last_active":"2024-09-12T17:53:15.872849+0000","last_peered":"2024-09-12T17:53:15.872849+0000","last_clean":"2024-09-12T17:53:15.872849+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:53:15.872849+0000","last_undegraded":"2024-09-12T17:53:15.872849+0000","last_fullsized":"2024-09-12T17:53:15.872849+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:20.807966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.772509+0000","last_change":"2024-09-12T17:09:45.387968+0000","last_active":"2024-09-12T17:56:31.772509+0000","last_peered":"2024-09-12T17:56:31.772509+0000","last_clean":"2024-09-12T17:56:31.772509+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:31.772509+0000","last_undegraded":"2024-09-12T17:56:31.772509+0000","last_fullsized":"2024-09-12T17:56:31.772509+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:40.674906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.006845+0000","last_change":"2024-09-12T17:09:47.312901+0000","last_active":"2024-09-12T17:54:32.006845+0000","last_peered":"2024-09-12T17:54:32.006845+0000","last_clean":"2024-09-12T17:54:32.006845+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:54:32.006845+0000","last_undegraded":"2024-09-12T17:54:32.006845+0000","last_fullsized":"2024-09-12T17:54:32.006845+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:35.423335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.400432+0000","last_change":"2024-09-12T17:10:16.707990+0000","last_active":"2024-09-12T17:56:31.400432+0000","last_peered":"2024-09-12T17:56:31.400432+0000","last_clean":"2024-09-12T17:56:31.400432+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:31.400432+0000","last_undegraded":"2024-09-12T17:56:31.400432+0000","last_fullsized":"2024-09-12T17:56:31.400432+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:59.729244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.453688+0000","last_change":"2024-09-12T17:09:47.336458+0000","last_active":"2024-09-12T17:53:57.453688+0000","last_peered":"2024-09-12T17:53:57.453688+0000","last_clean":"2024-09-12T17:53:57.453688+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:53:57.453688+0000","last_undegraded":"2024-09-12T17:53:57.453688+0000","last_fullsized":"2024-09-12T17:53:57.453688+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:44.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.745464+0000","last_change":"2024-09-12T17:09:45.386162+0000","last_active":"2024-09-12T17:56:31.745464+0000","last_peered":"2024-09-12T17:56:31.745464+0000","last_clean":"2024-09-12T17:56:31.745464+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:31.745464+0000","last_undegraded":"2024-09-12T17:56:31.745464+0000","last_fullsized":"2024-09-12T17:56:31.745464+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:14.295445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":898,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.820778+0000","last_change":"2024-09-12T17:09:45.362785+0000","last_active":"2024-09-12T17:56:31.820778+0000","last_peered":"2024-09-12T17:56:31.820778+0000","last_clean":"2024-09-12T17:56:31.820778+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:31.820778+0000","last_undegraded":"2024-09-12T17:56:31.820778+0000","last_fullsized":"2024-09-12T17:56:31.820778+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:10.759933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.832808+0000","last_change":"2024-09-12T17:09:47.319522+0000","last_active":"2024-09-12T17:53:47.832808+0000","last_peered":"2024-09-12T17:53:47.832808+0000","last_clean":"2024-09-12T17:53:47.832808+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:53:47.832808+0000","last_undegraded":"2024-09-12T17:53:47.832808+0000","last_fullsized":"2024-09-12T17:53:47.832808+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:00.122662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'242","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542199+0000","last_change":"2024-09-12T17:09:45.320653+0000","last_active":"2024-09-12T17:54:08.542199+0000","last_peered":"2024-09-12T17:54:08.542199+0000","last_clean":"2024-09-12T17:54:08.542199+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:54:08.542199+0000","last_undegraded":"2024-09-12T17:54:08.542199+0000","last_fullsized":"2024-09-12T17:54:08.542199+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:41.435712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7370312,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":575,"num_read_kb":38110,"num_write":1081,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.776893+0000","last_change":"2024-09-12T17:09:47.317513+0000","last_active":"2024-09-12T17:54:32.776893+0000","last_peered":"2024-09-12T17:54:32.776893+0000","last_clean":"2024-09-12T17:54:32.776893+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:54:32.776893+0000","last_undegraded":"2024-09-12T17:54:32.776893+0000","last_fullsized":"2024-09-12T17:54:32.776893+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:04.850566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1132,"ondisk_log_size":1132,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1345,"ondisk_log_size":1345,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":356,"ondisk_log_size":356,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":378499,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8197,"num_read_kb":10219,"num_write":5551,"num_write_kb":2701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":491520,"data_stored":114575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2022,"ondisk_log_size":2022,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2369,"num_read_kb":2827,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3813,"ondisk_log_size":3813,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":263428677,"num_objects":369,"num_object_clones":0,"num_object_copies":1476,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":369,"num_whiteouts":0,"num_read":33045,"num_read_kb":2261405,"num_write":62785,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":391950336,"data_stored":391950336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4526,"ondisk_log_size":4526,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75502432,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":149,"num_read_kb":209476,"num_write":168,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127938560,"data_stored":127935328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":36713312,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":163,"num_read_kb":206399,"num_write":181,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":91238400,"data_stored":91231936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510011,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":388524,"kb_used_data":136604,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93983316,"statfs":{"total":96636764160,"available":96238915584,"internally_reserved":0,"allocated":139882496,"data_stored":137889071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510010,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":207108,"kb_used_data":125940,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94164732,"statfs":{"total":96636764160,"available":96424685568,"internally_reserved":0,"allocated":128962560,"data_stored":127022672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510010,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":258116,"kb_used_data":128436,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94113724,"statfs":{"total":96636764160,"available":96372453376,"internally_reserved":0,"allocated":131518464,"data_stored":129505341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542713,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263540,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108300,"statfs":{"total":96636764160,"available":96366899200,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542712,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128740,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94243100,"statfs":{"total":96636764160,"available":96504934400,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542715,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":377608,"kb_used_data":161784,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":93994232,"statfs":{"total":96636764160,"available":96250093568,"internally_reserved":0,"allocated":165666816,"data_stored":163634133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":103124,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94268716,"statfs":{"total":96636764160,"available":96531165184,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542713,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":362504,"kb_used_data":106376,"kb_used_omap":1,"kb_used_meta":255998,"kb_avail":94009336,"statfs":{"total":96636764160,"available":96265560064,"internally_reserved":0,"allocated":108929024,"data_stored":106896489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262142405},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":85217280,"data_stored":85217280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81608704,"data_stored":81608704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":77524992,"data_stored":77524992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":85245952,"data_stored":85245952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":41270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":42567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":10381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":16215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":22040576,"data_stored":22037344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24104960,"data_stored":24104960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29347840,"data_stored":29347840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15745024,"data_stored":15741792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19914752,"data_stored":19914752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":55582720,"data_stored":55582720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17850368,"data_stored":17847136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34590720,"data_stored":34590720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:56:34.225 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:56:34.303 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-12T17:56:34.576 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:56:34.576 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":267,"fsid":"0a4cd0a7-bf25-4d0f-b086-f0a23c297b60","created":"2024-09-12T17:09:10.275906+0000","modified":"2024-09-12T17:39:01.613571+0000","last_up_change":"2024-09-12T17:09:22.405709+0000","last_in_change":"2024-09-12T17:09:12.565545+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:09:23.231626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:09:28.666424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T17:09:43.278077+0000","flags":1,"flags_names":"hashpspool","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":12288,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T17:09:45.673281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T17:09:47.418725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T17:09:49.427466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T17:09:51.345758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T17:09:53.468606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T17:25:03.331339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"256","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T17:26:50.398407+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"259","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T17:26:53.622222+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"262","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T17:38:58.936849+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"267","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676f7ac5-2efa-4eff-b7a6-7c5cde150495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6817","nonce":701472656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6819","nonce":701472656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6823","nonce":701472656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":701472656},{"type":"v1","addr":"172.21.15.1:6821","nonce":701472656}]},"public_addr":"172.21.15.1:6817/701472656","cluster_addr":"172.21.15.1:6819/701472656","heartbeat_back_addr":"172.21.15.1:6823/701472656","heartbeat_front_addr":"172.21.15.1:6821/701472656","state":["exists","up"]},{"osd":1,"uuid":"42018114-b2dc-4462-af8e-c7b670355245","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6825","nonce":1521527662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6827","nonce":1521527662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6831","nonce":1521527662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":1521527662},{"type":"v1","addr":"172.21.15.1:6829","nonce":1521527662}]},"public_addr":"172.21.15.1:6825/1521527662","cluster_addr":"172.21.15.1:6827/1521527662","heartbeat_back_addr":"172.21.15.1:6831/1521527662","heartbeat_front_addr":"172.21.15.1:6829/1521527662","state":["exists","up"]},{"osd":2,"uuid":"2c75361e-7b83-4647-8ba7-8222cadc5b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6809","nonce":4256850238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6811","nonce":4256850238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6815","nonce":4256850238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":4256850238},{"type":"v1","addr":"172.21.15.1:6813","nonce":4256850238}]},"public_addr":"172.21.15.1:6809/4256850238","cluster_addr":"172.21.15.1:6811/4256850238","heartbeat_back_addr":"172.21.15.1:6815/4256850238","heartbeat_front_addr":"172.21.15.1:6813/4256850238","state":["exists","up"]},{"osd":3,"uuid":"d0071f1c-7e6e-475f-b0c2-c66e687308b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6801","nonce":2761924970}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6803","nonce":2761924970}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6807","nonce":2761924970}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":2761924970},{"type":"v1","addr":"172.21.15.1:6805","nonce":2761924970}]},"public_addr":"172.21.15.1:6801/2761924970","cluster_addr":"172.21.15.1:6803/2761924970","heartbeat_back_addr":"172.21.15.1:6807/2761924970","heartbeat_front_addr":"172.21.15.1:6805/2761924970","state":["exists","up"]},{"osd":4,"uuid":"dd2cd6a1-16f8-452a-9b83-434371cba548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6817","nonce":2348276578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6819","nonce":2348276578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6823","nonce":2348276578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":2348276578},{"type":"v1","addr":"172.21.15.174:6821","nonce":2348276578}]},"public_addr":"172.21.15.174:6817/2348276578","cluster_addr":"172.21.15.174:6819/2348276578","heartbeat_back_addr":"172.21.15.174:6823/2348276578","heartbeat_front_addr":"172.21.15.174:6821/2348276578","state":["exists","up"]},{"osd":5,"uuid":"8b483bb1-cd60-4383-b712-9ca45b99911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6801","nonce":314686769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6803","nonce":314686769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6807","nonce":314686769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":314686769},{"type":"v1","addr":"172.21.15.174:6805","nonce":314686769}]},"public_addr":"172.21.15.174:6801/314686769","cluster_addr":"172.21.15.174:6803/314686769","heartbeat_back_addr":"172.21.15.174:6807/314686769","heartbeat_front_addr":"172.21.15.174:6805/314686769","state":["exists","up"]},{"osd":6,"uuid":"9588a256-a3d7-4749-8538-299afb223f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6825","nonce":121842771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6827","nonce":121842771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6831","nonce":121842771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":121842771},{"type":"v1","addr":"172.21.15.174:6829","nonce":121842771}]},"public_addr":"172.21.15.174:6825/121842771","cluster_addr":"172.21.15.174:6827/121842771","heartbeat_back_addr":"172.21.15.174:6831/121842771","heartbeat_front_addr":"172.21.15.174:6829/121842771","state":["exists","up"]},{"osd":7,"uuid":"3cd83495-c45c-46ed-8a0e-c638f28fcdb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6809","nonce":460661081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6811","nonce":460661081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6815","nonce":460661081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":460661081},{"type":"v1","addr":"172.21.15.174:6813","nonce":460661081}]},"public_addr":"172.21.15.174:6809/460661081","cluster_addr":"172.21.15.174:6811/460661081","heartbeat_back_addr":"172.21.15.174:6815/460661081","heartbeat_front_addr":"172.21.15.174:6813/460661081","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.359661+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.560746+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.301862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.810374+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.557526+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:18.958162+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.374762+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:09:19.096436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.10","mappings":[{"from":6,"to":2}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":1}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.2e","mappings":[{"from":6,"to":3}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"4.1a","mappings":[{"from":3,"to":2}]},{"pgid":"4.3e","mappings":[{"from":1,"to":2}]},{"pgid":"67.17","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"3","m":"1","name":"testprofile","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:56:35.597 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T17:56:35.597 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:35.759 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:35.759 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:35.759 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:35.776 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T17:56:36.081 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T17:56:36.101 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T17:56:36.102 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:36.246 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:36.246 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:36.246 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:36.261 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T17:56:36.552 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T17:56:36.570 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T17:56:36.570 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:36.710 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:36.710 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:36.711 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:36.725 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T17:56:37.020 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T17:56:37.041 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T17:56:37.041 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:37.191 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:37.191 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:37.191 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:37.208 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T17:56:37.509 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T17:56:37.528 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T17:56:37.529 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:37.675 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:37.675 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:37.675 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:37.690 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T17:56:37.983 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T17:56:38.003 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T17:56:38.003 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:38.157 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:38.157 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:38.157 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:38.172 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T17:56:38.473 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T17:56:38.492 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T17:56:38.493 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:38.639 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:38.640 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:38.640 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:38.656 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T17:56:38.956 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T17:56:38.975 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T17:56:38.975 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T17:56:39.122 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-09-12T17:56:39.122 INFO:teuthology.orchestra.run.smithi001.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T17:56:39.122 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-09-12T17:56:39.137 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T17:56:39.430 INFO:teuthology.orchestra.run.smithi001.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T17:56:39.449 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:56:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:56:39.818 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:56:39.832 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1678,"stamp":"2024-09-12T17:56:39.093372+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":103520422,"num_objects":559,"num_object_clones":0,"num_object_copies":1588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":559,"num_whiteouts":0,"num_read":168471,"num_read_kb":2795697,"num_write":124691,"num_write_kb":2453206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13365,"ondisk_log_size":13365,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1550084,"kb_used_data":170488,"kb_used_omap":12,"kb_used_meta":1379123,"kb_avail":753424636,"statfs":{"total":773094113280,"available":771506827264,"internally_reserved":0,"allocated":174579712,"data_stored":158724514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1412222513},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-571582155,"num_objects":-374,"num_object_clones":0,"num_object_copies":-1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-374,"num_whiteouts":0,"num_read":702,"num_read_kb":719,"num_write":530,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008350"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.544132+0000","last_change":"2024-09-12T17:39:00.654994+0000","last_active":"2024-09-12T17:54:02.544132+0000","last_peered":"2024-09-12T17:54:02.544132+0000","last_clean":"2024-09-12T17:54:02.544132+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:54:02.544132+0000","last_undegraded":"2024-09-12T17:54:02.544132+0000","last_fullsized":"2024-09-12T17:54:02.544132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.188480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.464216+0000","last_change":"2024-09-12T17:26:55.507001+0000","last_active":"2024-09-12T17:56:31.464216+0000","last_peered":"2024-09-12T17:56:31.464216+0000","last_clean":"2024-09-12T17:56:31.464216+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:56:31.464216+0000","last_undegraded":"2024-09-12T17:56:31.464216+0000","last_fullsized":"2024-09-12T17:56:31.464216+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:51.487735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.783197+0000","last_change":"2024-09-12T17:26:52.442934+0000","last_active":"2024-09-12T17:56:31.783197+0000","last_peered":"2024-09-12T17:56:31.783197+0000","last_clean":"2024-09-12T17:56:31.783197+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:56:31.783197+0000","last_undegraded":"2024-09-12T17:56:31.783197+0000","last_fullsized":"2024-09-12T17:56:31.783197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:49.626714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9208,"num_write":6,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.745612+0000","last_change":"2024-09-12T17:25:04.922734+0000","last_active":"2024-09-12T17:54:17.745612+0000","last_peered":"2024-09-12T17:54:17.745612+0000","last_clean":"2024-09-12T17:54:17.745612+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:54:17.745612+0000","last_undegraded":"2024-09-12T17:54:17.745612+0000","last_fullsized":"2024-09-12T17:54:17.745612+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:47.228774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.686947+0000","last_change":"2024-09-12T17:39:00.655983+0000","last_active":"2024-09-12T17:54:02.686947+0000","last_peered":"2024-09-12T17:54:02.686947+0000","last_clean":"2024-09-12T17:54:02.686947+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:54:02.686947+0000","last_undegraded":"2024-09-12T17:54:02.686947+0000","last_fullsized":"2024-09-12T17:54:02.686947+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:39.123377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:28.931621+0000","last_change":"2024-09-12T17:26:55.481537+0000","last_active":"2024-09-12T17:54:28.931621+0000","last_peered":"2024-09-12T17:54:28.931621+0000","last_clean":"2024-09-12T17:54:28.931621+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:54:28.931621+0000","last_undegraded":"2024-09-12T17:54:28.931621+0000","last_fullsized":"2024-09-12T17:54:28.931621+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:03.172800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'3","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.337396+0000","last_change":"2024-09-12T17:26:52.447008+0000","last_active":"2024-09-12T17:54:23.337396+0000","last_peered":"2024-09-12T17:54:23.337396+0000","last_clean":"2024-09-12T17:54:23.337396+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:54:23.337396+0000","last_undegraded":"2024-09-12T17:54:23.337396+0000","last_fullsized":"2024-09-12T17:54:23.337396+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:11.557923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676347+0000","last_change":"2024-09-12T17:25:04.907617+0000","last_active":"2024-09-12T17:53:12.676347+0000","last_peered":"2024-09-12T17:53:12.676347+0000","last_clean":"2024-09-12T17:53:12.676347+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:53:12.676347+0000","last_undegraded":"2024-09-12T17:53:12.676347+0000","last_fullsized":"2024-09-12T17:53:12.676347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:29.673018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725076+0000","last_change":"2024-09-12T17:39:00.642074+0000","last_active":"2024-09-12T17:53:33.725076+0000","last_peered":"2024-09-12T17:53:33.725076+0000","last_clean":"2024-09-12T17:53:33.725076+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:53:33.725076+0000","last_undegraded":"2024-09-12T17:53:33.725076+0000","last_fullsized":"2024-09-12T17:53:33.725076+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:58.591036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741918+0000","last_change":"2024-09-12T17:26:55.502249+0000","last_active":"2024-09-12T17:54:02.741918+0000","last_peered":"2024-09-12T17:54:02.741918+0000","last_clean":"2024-09-12T17:54:02.741918+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:54:02.741918+0000","last_undegraded":"2024-09-12T17:54:02.741918+0000","last_fullsized":"2024-09-12T17:54:02.741918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:47.896595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.698944+0000","last_change":"2024-09-12T17:26:52.433582+0000","last_active":"2024-09-12T17:54:57.698944+0000","last_peered":"2024-09-12T17:54:57.698944+0000","last_clean":"2024-09-12T17:54:57.698944+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:54:57.698944+0000","last_undegraded":"2024-09-12T17:54:57.698944+0000","last_fullsized":"2024-09-12T17:54:57.698944+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:54.067612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.251457+0000","last_change":"2024-09-12T17:25:04.911293+0000","last_active":"2024-09-12T17:53:13.251457+0000","last_peered":"2024-09-12T17:53:13.251457+0000","last_clean":"2024-09-12T17:53:13.251457+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:53:13.251457+0000","last_undegraded":"2024-09-12T17:53:13.251457+0000","last_fullsized":"2024-09-12T17:53:13.251457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:49.147916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.086049+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:53:03.086049+0000","last_peered":"2024-09-12T17:53:03.086049+0000","last_clean":"2024-09-12T17:53:03.086049+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:53:03.086049+0000","last_undegraded":"2024-09-12T17:53:03.086049+0000","last_fullsized":"2024-09-12T17:53:03.086049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:08.846965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'2","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.953905+0000","last_change":"2024-09-12T17:26:52.433748+0000","last_active":"2024-09-12T17:56:03.953905+0000","last_peered":"2024-09-12T17:56:03.953905+0000","last_clean":"2024-09-12T17:56:03.953905+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:56:03.953905+0000","last_undegraded":"2024-09-12T17:56:03.953905+0000","last_fullsized":"2024-09-12T17:56:03.953905+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:04.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.143139+0000","last_change":"2024-09-12T17:25:04.925068+0000","last_active":"2024-09-12T17:53:57.143139+0000","last_peered":"2024-09-12T17:53:57.143139+0000","last_clean":"2024-09-12T17:53:57.143139+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:53:57.143139+0000","last_undegraded":"2024-09-12T17:53:57.143139+0000","last_fullsized":"2024-09-12T17:53:57.143139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:27.788147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087576+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:53:08.087576+0000","last_peered":"2024-09-12T17:53:08.087576+0000","last_clean":"2024-09-12T17:53:08.087576+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:53:08.087576+0000","last_undegraded":"2024-09-12T17:53:08.087576+0000","last_fullsized":"2024-09-12T17:53:08.087576+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:10.097756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.364957+0000","last_change":"2024-09-12T17:26:55.485174+0000","last_active":"2024-09-12T17:56:07.364957+0000","last_peered":"2024-09-12T17:56:07.364957+0000","last_clean":"2024-09-12T17:56:07.364957+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:56:07.364957+0000","last_undegraded":"2024-09-12T17:56:07.364957+0000","last_fullsized":"2024-09-12T17:56:07.364957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:47.486545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:52.356114+0000","last_change":"2024-09-12T17:26:52.416884+0000","last_active":"2024-09-12T17:55:52.356114+0000","last_peered":"2024-09-12T17:55:52.356114+0000","last_clean":"2024-09-12T17:55:52.356114+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:55:52.356114+0000","last_undegraded":"2024-09-12T17:55:52.356114+0000","last_fullsized":"2024-09-12T17:55:52.356114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:07.067749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:48.813307+0000","last_change":"2024-09-12T17:25:04.919312+0000","last_active":"2024-09-12T17:52:48.813307+0000","last_peered":"2024-09-12T17:52:48.813307+0000","last_clean":"2024-09-12T17:52:48.813307+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:52:48.813307+0000","last_undegraded":"2024-09-12T17:52:48.813307+0000","last_fullsized":"2024-09-12T17:52:48.813307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:24.912158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.534928+0000","last_change":"2024-09-12T17:39:00.672683+0000","last_active":"2024-09-12T17:53:38.534928+0000","last_peered":"2024-09-12T17:53:38.534928+0000","last_clean":"2024-09-12T17:53:38.534928+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:53:38.534928+0000","last_undegraded":"2024-09-12T17:53:38.534928+0000","last_fullsized":"2024-09-12T17:53:38.534928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:06.279335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'12","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.583715+0000","last_change":"2024-09-12T17:26:55.496929+0000","last_active":"2024-09-12T17:56:31.583715+0000","last_peered":"2024-09-12T17:56:31.583715+0000","last_clean":"2024-09-12T17:56:31.583715+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:56:31.583715+0000","last_undegraded":"2024-09-12T17:56:31.583715+0000","last_fullsized":"2024-09-12T17:56:31.583715+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:17.920085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":20493,"num_write":12,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.917785+0000","last_change":"2024-09-12T17:26:52.420116+0000","last_active":"2024-09-12T17:53:28.917785+0000","last_peered":"2024-09-12T17:53:28.917785+0000","last_clean":"2024-09-12T17:53:28.917785+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:53:28.917785+0000","last_undegraded":"2024-09-12T17:53:28.917785+0000","last_fullsized":"2024-09-12T17:53:28.917785+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:40.398369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'109","reported_seq":400,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713056+0000","last_change":"2024-09-12T17:25:04.910127+0000","last_active":"2024-09-12T17:52:38.713056+0000","last_peered":"2024-09-12T17:52:38.713056+0000","last_clean":"2024-09-12T17:52:38.713056+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:52:38.713056+0000","last_undegraded":"2024-09-12T17:52:38.713056+0000","last_fullsized":"2024-09-12T17:52:38.713056+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:12.369469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554782+0000","last_change":"2024-09-12T17:39:00.653210+0000","last_active":"2024-09-12T17:54:02.554782+0000","last_peered":"2024-09-12T17:54:02.554782+0000","last_clean":"2024-09-12T17:54:02.554782+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:54:02.554782+0000","last_undegraded":"2024-09-12T17:54:02.554782+0000","last_fullsized":"2024-09-12T17:54:02.554782+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:21.443242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'3","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:28.737360+0000","last_change":"2024-09-12T17:26:55.489865+0000","last_active":"2024-09-12T17:54:28.737360+0000","last_peered":"2024-09-12T17:54:28.737360+0000","last_clean":"2024-09-12T17:54:28.737360+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:54:28.737360+0000","last_undegraded":"2024-09-12T17:54:28.737360+0000","last_fullsized":"2024-09-12T17:54:28.737360+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:03.412272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'6","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.416658+0000","last_change":"2024-09-12T17:26:52.430258+0000","last_active":"2024-09-12T17:56:31.416658+0000","last_peered":"2024-09-12T17:56:31.416658+0000","last_clean":"2024-09-12T17:56:31.416658+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:56:31.416658+0000","last_undegraded":"2024-09-12T17:56:31.416658+0000","last_fullsized":"2024-09-12T17:56:31.416658+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:40.197642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":6669,"num_write":6,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743001+0000","last_change":"2024-09-12T17:25:04.900903+0000","last_active":"2024-09-12T17:54:07.743001+0000","last_peered":"2024-09-12T17:54:07.743001+0000","last_clean":"2024-09-12T17:54:07.743001+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:54:07.743001+0000","last_undegraded":"2024-09-12T17:54:07.743001+0000","last_fullsized":"2024-09-12T17:54:07.743001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554870+0000","last_change":"2024-09-12T17:39:00.659857+0000","last_active":"2024-09-12T17:54:02.554870+0000","last_peered":"2024-09-12T17:54:02.554870+0000","last_clean":"2024-09-12T17:54:02.554870+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:54:02.554870+0000","last_undegraded":"2024-09-12T17:54:02.554870+0000","last_fullsized":"2024-09-12T17:54:02.554870+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:42.271561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.459442+0000","last_change":"2024-09-12T17:26:55.497844+0000","last_active":"2024-09-12T17:56:31.459442+0000","last_peered":"2024-09-12T17:56:31.459442+0000","last_clean":"2024-09-12T17:56:31.459442+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:56:31.459442+0000","last_undegraded":"2024-09-12T17:56:31.459442+0000","last_fullsized":"2024-09-12T17:56:31.459442+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:45.595727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.337622+0000","last_change":"2024-09-12T17:26:52.439130+0000","last_active":"2024-09-12T17:54:22.337622+0000","last_peered":"2024-09-12T17:54:22.337622+0000","last_clean":"2024-09-12T17:54:22.337622+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:54:22.337622+0000","last_undegraded":"2024-09-12T17:54:22.337622+0000","last_fullsized":"2024-09-12T17:54:22.337622+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:08.552265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542108+0000","last_change":"2024-09-12T17:25:04.913235+0000","last_active":"2024-09-12T17:54:08.542108+0000","last_peered":"2024-09-12T17:54:08.542108+0000","last_clean":"2024-09-12T17:54:08.542108+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:54:08.542108+0000","last_undegraded":"2024-09-12T17:54:08.542108+0000","last_fullsized":"2024-09-12T17:54:08.542108+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:55.187173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.526871+0000","last_change":"2024-09-12T17:39:00.667249+0000","last_active":"2024-09-12T17:53:03.526871+0000","last_peered":"2024-09-12T17:53:03.526871+0000","last_clean":"2024-09-12T17:53:03.526871+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:53:03.526871+0000","last_undegraded":"2024-09-12T17:53:03.526871+0000","last_fullsized":"2024-09-12T17:53:03.526871+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:18.529716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.719485+0000","last_change":"2024-09-12T17:26:55.511073+0000","last_active":"2024-09-12T17:56:31.719485+0000","last_peered":"2024-09-12T17:56:31.719485+0000","last_clean":"2024-09-12T17:56:31.719485+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:56:31.719485+0000","last_undegraded":"2024-09-12T17:56:31.719485+0000","last_fullsized":"2024-09-12T17:56:31.719485+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:49.577514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.524759+0000","last_change":"2024-09-12T17:26:52.434732+0000","last_active":"2024-09-12T17:52:37.524759+0000","last_peered":"2024-09-12T17:52:37.524759+0000","last_clean":"2024-09-12T17:52:37.524759+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:52:37.524759+0000","last_undegraded":"2024-09-12T17:52:37.524759+0000","last_fullsized":"2024-09-12T17:52:37.524759+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:01.428099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743216+0000","last_change":"2024-09-12T17:25:04.902579+0000","last_active":"2024-09-12T17:54:07.743216+0000","last_peered":"2024-09-12T17:54:07.743216+0000","last_clean":"2024-09-12T17:54:07.743216+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:54:07.743216+0000","last_undegraded":"2024-09-12T17:54:07.743216+0000","last_fullsized":"2024-09-12T17:54:07.743216+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:38.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.674215+0000","last_change":"2024-09-12T17:39:00.645751+0000","last_active":"2024-09-12T17:53:02.674215+0000","last_peered":"2024-09-12T17:53:02.674215+0000","last_clean":"2024-09-12T17:53:02.674215+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:53:02.674215+0000","last_undegraded":"2024-09-12T17:53:02.674215+0000","last_fullsized":"2024-09-12T17:53:02.674215+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:01.389885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'5","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115641+0000","last_change":"2024-09-12T17:26:55.510031+0000","last_active":"2024-09-12T17:55:03.115641+0000","last_peered":"2024-09-12T17:55:03.115641+0000","last_clean":"2024-09-12T17:55:03.115641+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:55:03.115641+0000","last_undegraded":"2024-09-12T17:55:03.115641+0000","last_fullsized":"2024-09-12T17:55:03.115641+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:57.160595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.448420+0000","last_change":"2024-09-12T17:26:52.433514+0000","last_active":"2024-09-12T17:56:31.448420+0000","last_peered":"2024-09-12T17:56:31.448420+0000","last_clean":"2024-09-12T17:56:31.448420+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:56:31.448420+0000","last_undegraded":"2024-09-12T17:56:31.448420+0000","last_fullsized":"2024-09-12T17:56:31.448420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:18.848274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.103003+0000","last_change":"2024-09-12T17:25:04.925132+0000","last_active":"2024-09-12T17:54:08.103003+0000","last_peered":"2024-09-12T17:54:08.103003+0000","last_clean":"2024-09-12T17:54:08.103003+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:54:08.103003+0000","last_undegraded":"2024-09-12T17:54:08.103003+0000","last_fullsized":"2024-09-12T17:54:08.103003+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:03.974572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.539997+0000","last_change":"2024-09-12T17:39:00.652425+0000","last_active":"2024-09-12T17:53:02.539997+0000","last_peered":"2024-09-12T17:53:02.539997+0000","last_clean":"2024-09-12T17:53:02.539997+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:53:02.539997+0000","last_undegraded":"2024-09-12T17:53:02.539997+0000","last_fullsized":"2024-09-12T17:53:02.539997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:06.412877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739369+0000","last_change":"2024-09-12T17:27:17.560393+0000","last_active":"2024-09-12T17:53:52.739369+0000","last_peered":"2024-09-12T17:53:52.739369+0000","last_clean":"2024-09-12T17:53:52.739369+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:53:52.739369+0000","last_undegraded":"2024-09-12T17:53:52.739369+0000","last_fullsized":"2024-09-12T17:53:52.739369+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:05.623877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.679872+0000","last_change":"2024-09-12T17:26:52.438102+0000","last_active":"2024-09-12T17:53:27.679872+0000","last_peered":"2024-09-12T17:53:27.679872+0000","last_clean":"2024-09-12T17:53:27.679872+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:53:27.679872+0000","last_undegraded":"2024-09-12T17:53:27.679872+0000","last_fullsized":"2024-09-12T17:53:27.679872+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:35.849418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.688123+0000","last_change":"2024-09-12T17:25:04.906701+0000","last_active":"2024-09-12T17:54:07.688123+0000","last_peered":"2024-09-12T17:54:07.688123+0000","last_clean":"2024-09-12T17:54:07.688123+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:54:07.688123+0000","last_undegraded":"2024-09-12T17:54:07.688123+0000","last_fullsized":"2024-09-12T17:54:07.688123+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:24.581110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530097+0000","last_change":"2024-09-12T17:39:00.654081+0000","last_active":"2024-09-12T17:53:02.530097+0000","last_peered":"2024-09-12T17:53:02.530097+0000","last_clean":"2024-09-12T17:53:02.530097+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:53:02.530097+0000","last_undegraded":"2024-09-12T17:53:02.530097+0000","last_fullsized":"2024-09-12T17:53:02.530097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:38:51.210163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:58.952760+0000","last_change":"2024-09-12T17:26:55.477753+0000","last_active":"2024-09-12T17:55:58.952760+0000","last_peered":"2024-09-12T17:55:58.952760+0000","last_clean":"2024-09-12T17:55:58.952760+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:55:58.952760+0000","last_undegraded":"2024-09-12T17:55:58.952760+0000","last_fullsized":"2024-09-12T17:55:58.952760+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:59.457820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":10,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.733352+0000","last_change":"2024-09-12T17:26:52.420326+0000","last_active":"2024-09-12T17:53:27.733352+0000","last_peered":"2024-09-12T17:53:27.733352+0000","last_clean":"2024-09-12T17:53:27.733352+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:53:27.733352+0000","last_undegraded":"2024-09-12T17:53:27.733352+0000","last_fullsized":"2024-09-12T17:53:27.733352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:41.492938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.431162+0000","last_change":"2024-09-12T17:25:04.916869+0000","last_active":"2024-09-12T17:53:57.431162+0000","last_peered":"2024-09-12T17:53:57.431162+0000","last_clean":"2024-09-12T17:53:57.431162+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:53:57.431162+0000","last_undegraded":"2024-09-12T17:53:57.431162+0000","last_fullsized":"2024-09-12T17:53:57.431162+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:11.195104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'7","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.345821+0000","last_change":"2024-09-12T17:26:55.513412+0000","last_active":"2024-09-12T17:54:58.345821+0000","last_peered":"2024-09-12T17:54:58.345821+0000","last_clean":"2024-09-12T17:54:58.345821+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:54:58.345821+0000","last_undegraded":"2024-09-12T17:54:58.345821+0000","last_fullsized":"2024-09-12T17:54:58.345821+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:11.001168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8190,"num_write":12,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937177+0000","last_change":"2024-09-12T17:26:52.435249+0000","last_active":"2024-09-12T17:54:53.937177+0000","last_peered":"2024-09-12T17:54:53.937177+0000","last_clean":"2024-09-12T17:54:53.937177+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:54:53.937177+0000","last_undegraded":"2024-09-12T17:54:53.937177+0000","last_fullsized":"2024-09-12T17:54:53.937177+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:05.162270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.541551+0000","last_change":"2024-09-12T17:25:04.924374+0000","last_active":"2024-09-12T17:53:07.541551+0000","last_peered":"2024-09-12T17:53:07.541551+0000","last_clean":"2024-09-12T17:53:07.541551+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:53:07.541551+0000","last_undegraded":"2024-09-12T17:53:07.541551+0000","last_fullsized":"2024-09-12T17:53:07.541551+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:27.673259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:32.734544+0000","last_change":"2024-09-12T17:39:00.646531+0000","last_active":"2024-09-12T17:53:32.734544+0000","last_peered":"2024-09-12T17:53:32.734544+0000","last_clean":"2024-09-12T17:53:32.734544+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:53:32.734544+0000","last_undegraded":"2024-09-12T17:53:32.734544+0000","last_fullsized":"2024-09-12T17:53:32.734544+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521361+0000","last_change":"2024-09-12T17:26:55.492375+0000","last_active":"2024-09-12T17:52:38.521361+0000","last_peered":"2024-09-12T17:52:38.521361+0000","last_clean":"2024-09-12T17:52:38.521361+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:52:38.521361+0000","last_undegraded":"2024-09-12T17:52:38.521361+0000","last_fullsized":"2024-09-12T17:52:38.521361+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.588397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078057+0000","last_change":"2024-09-12T17:26:52.450237+0000","last_active":"2024-09-12T17:52:33.078057+0000","last_peered":"2024-09-12T17:52:33.078057+0000","last_clean":"2024-09-12T17:52:33.078057+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:52:33.078057+0000","last_undegraded":"2024-09-12T17:52:33.078057+0000","last_fullsized":"2024-09-12T17:52:33.078057+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.478327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727409+0000","last_change":"2024-09-12T17:25:04.911153+0000","last_active":"2024-09-12T17:53:07.727409+0000","last_peered":"2024-09-12T17:53:07.727409+0000","last_clean":"2024-09-12T17:53:07.727409+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:53:07.727409+0000","last_undegraded":"2024-09-12T17:53:07.727409+0000","last_fullsized":"2024-09-12T17:53:07.727409+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:51.763751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.725930+0000","last_change":"2024-09-12T17:39:00.658943+0000","last_active":"2024-09-12T17:53:02.725930+0000","last_peered":"2024-09-12T17:53:02.725930+0000","last_clean":"2024-09-12T17:53:02.725930+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:53:02.725930+0000","last_undegraded":"2024-09-12T17:53:02.725930+0000","last_fullsized":"2024-09-12T17:53:02.725930+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:42.277391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'7","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704328+0000","last_change":"2024-09-12T17:26:55.496848+0000","last_active":"2024-09-12T17:56:31.704328+0000","last_peered":"2024-09-12T17:56:31.704328+0000","last_clean":"2024-09-12T17:56:31.704328+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:56:31.704328+0000","last_undegraded":"2024-09-12T17:56:31.704328+0000","last_fullsized":"2024-09-12T17:56:31.704328+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:22.322200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":12,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'10","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.583560+0000","last_change":"2024-09-12T17:26:52.446493+0000","last_active":"2024-09-12T17:56:31.583560+0000","last_peered":"2024-09-12T17:56:31.583560+0000","last_clean":"2024-09-12T17:56:31.583560+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:56:31.583560+0000","last_undegraded":"2024-09-12T17:56:31.583560+0000","last_fullsized":"2024-09-12T17:56:31.583560+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:09.458889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8239,"num_write":10,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912955+0000","last_change":"2024-09-12T17:25:04.906817+0000","last_active":"2024-09-12T17:53:08.912955+0000","last_peered":"2024-09-12T17:53:08.912955+0000","last_clean":"2024-09-12T17:53:08.912955+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:53:08.912955+0000","last_undegraded":"2024-09-12T17:53:08.912955+0000","last_fullsized":"2024-09-12T17:53:08.912955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:30.288230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093972+0000","last_change":"2024-09-12T17:39:00.643558+0000","last_active":"2024-09-12T17:53:33.093972+0000","last_peered":"2024-09-12T17:53:33.093972+0000","last_clean":"2024-09-12T17:53:33.093972+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:53:33.093972+0000","last_undegraded":"2024-09-12T17:53:33.093972+0000","last_fullsized":"2024-09-12T17:53:33.093972+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:43.002321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713011+0000","last_change":"2024-09-12T17:26:55.496230+0000","last_active":"2024-09-12T17:52:38.713011+0000","last_peered":"2024-09-12T17:52:38.713011+0000","last_clean":"2024-09-12T17:52:38.713011+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:52:38.713011+0000","last_undegraded":"2024-09-12T17:52:38.713011+0000","last_fullsized":"2024-09-12T17:52:38.713011+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.054209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.523736+0000","last_change":"2024-09-12T17:26:52.438732+0000","last_active":"2024-09-12T17:52:32.523736+0000","last_peered":"2024-09-12T17:52:32.523736+0000","last_clean":"2024-09-12T17:52:32.523736+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:52:32.523736+0000","last_undegraded":"2024-09-12T17:52:32.523736+0000","last_fullsized":"2024-09-12T17:52:32.523736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:12.548834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.418590+0000","last_change":"2024-09-12T17:25:04.918704+0000","last_active":"2024-09-12T17:53:57.418590+0000","last_peered":"2024-09-12T17:53:57.418590+0000","last_clean":"2024-09-12T17:53:57.418590+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:53:57.418590+0000","last_undegraded":"2024-09-12T17:53:57.418590+0000","last_fullsized":"2024-09-12T17:53:57.418590+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:23.353318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690546+0000","last_change":"2024-09-12T17:39:00.655201+0000","last_active":"2024-09-12T17:54:17.690546+0000","last_peered":"2024-09-12T17:54:17.690546+0000","last_clean":"2024-09-12T17:54:17.690546+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:54:17.690546+0000","last_undegraded":"2024-09-12T17:54:17.690546+0000","last_fullsized":"2024-09-12T17:54:17.690546+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:04.373526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'7","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:13.129399+0000","last_change":"2024-09-12T17:26:55.504258+0000","last_active":"2024-09-12T17:56:13.129399+0000","last_peered":"2024-09-12T17:56:13.129399+0000","last_clean":"2024-09-12T17:56:13.129399+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:56:13.129399+0000","last_undegraded":"2024-09-12T17:56:13.129399+0000","last_fullsized":"2024-09-12T17:56:13.129399+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.086080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.552424+0000","last_change":"2024-09-12T17:26:52.451467+0000","last_active":"2024-09-12T17:53:52.552424+0000","last_peered":"2024-09-12T17:53:52.552424+0000","last_clean":"2024-09-12T17:53:52.552424+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:53:52.552424+0000","last_undegraded":"2024-09-12T17:53:52.552424+0000","last_fullsized":"2024-09-12T17:53:52.552424+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:10.472220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:13.073234+0000","last_change":"2024-09-12T17:25:04.931744+0000","last_active":"2024-09-12T17:52:13.073234+0000","last_peered":"2024-09-12T17:52:13.073234+0000","last_clean":"2024-09-12T17:52:13.073234+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:52:13.073234+0000","last_undegraded":"2024-09-12T17:52:13.073234+0000","last_fullsized":"2024-09-12T17:52:13.073234+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:03.252787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533161+0000","last_change":"2024-09-12T17:39:00.659341+0000","last_active":"2024-09-12T17:52:32.533161+0000","last_peered":"2024-09-12T17:52:32.533161+0000","last_clean":"2024-09-12T17:52:32.533161+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:52:32.533161+0000","last_undegraded":"2024-09-12T17:52:32.533161+0000","last_fullsized":"2024-09-12T17:52:32.533161+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:48.711898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:13.129333+0000","last_change":"2024-09-12T17:26:55.506170+0000","last_active":"2024-09-12T17:56:13.129333+0000","last_peered":"2024-09-12T17:56:13.129333+0000","last_clean":"2024-09-12T17:56:13.129333+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:56:13.129333+0000","last_undegraded":"2024-09-12T17:56:13.129333+0000","last_fullsized":"2024-09-12T17:56:13.129333+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:12.515468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":6,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.684881+0000","last_change":"2024-09-12T17:26:52.436218+0000","last_active":"2024-09-12T17:53:52.684881+0000","last_peered":"2024-09-12T17:53:52.684881+0000","last_clean":"2024-09-12T17:53:52.684881+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:53:52.684881+0000","last_undegraded":"2024-09-12T17:53:52.684881+0000","last_fullsized":"2024-09-12T17:53:52.684881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:38.366491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.340761+0000","last_change":"2024-09-12T17:25:04.905871+0000","last_active":"2024-09-12T17:54:22.340761+0000","last_peered":"2024-09-12T17:54:22.340761+0000","last_clean":"2024-09-12T17:54:22.340761+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:54:22.340761+0000","last_undegraded":"2024-09-12T17:54:22.340761+0000","last_fullsized":"2024-09-12T17:54:22.340761+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:26.645725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.734047+0000","last_change":"2024-09-12T17:39:00.649914+0000","last_active":"2024-09-12T17:54:13.734047+0000","last_peered":"2024-09-12T17:54:13.734047+0000","last_clean":"2024-09-12T17:54:13.734047+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:54:13.734047+0000","last_undegraded":"2024-09-12T17:54:13.734047+0000","last_fullsized":"2024-09-12T17:54:13.734047+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:09.875663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.541069+0000","last_change":"2024-09-12T17:26:55.501141+0000","last_active":"2024-09-12T17:54:03.541069+0000","last_peered":"2024-09-12T17:54:03.541069+0000","last_clean":"2024-09-12T17:54:03.541069+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:54:03.541069+0000","last_undegraded":"2024-09-12T17:54:03.541069+0000","last_fullsized":"2024-09-12T17:54:03.541069+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:25.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.359593+0000","last_change":"2024-09-12T17:26:52.431900+0000","last_active":"2024-09-12T17:56:07.359593+0000","last_peered":"2024-09-12T17:56:07.359593+0000","last_clean":"2024-09-12T17:56:07.359593+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:56:07.359593+0000","last_undegraded":"2024-09-12T17:56:07.359593+0000","last_fullsized":"2024-09-12T17:56:07.359593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:32.402606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":198,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.736304+0000","last_change":"2024-09-12T17:25:04.925129+0000","last_active":"2024-09-12T17:54:23.736304+0000","last_peered":"2024-09-12T17:54:23.736304+0000","last_clean":"2024-09-12T17:54:23.736304+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:54:23.736304+0000","last_undegraded":"2024-09-12T17:54:23.736304+0000","last_fullsized":"2024-09-12T17:54:23.736304+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:17.087361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557852+0000","last_change":"2024-09-12T17:39:00.662714+0000","last_active":"2024-09-12T17:54:12.557852+0000","last_peered":"2024-09-12T17:54:12.557852+0000","last_clean":"2024-09-12T17:54:12.557852+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:54:12.557852+0000","last_undegraded":"2024-09-12T17:54:12.557852+0000","last_fullsized":"2024-09-12T17:54:12.557852+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:01.821319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'15","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.675259+0000","last_change":"2024-09-12T17:26:55.505568+0000","last_active":"2024-09-12T17:56:31.675259+0000","last_peered":"2024-09-12T17:56:31.675259+0000","last_clean":"2024-09-12T17:56:31.675259+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:56:31.675259+0000","last_undegraded":"2024-09-12T17:56:31.675259+0000","last_fullsized":"2024-09-12T17:56:31.675259+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:15.296264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":31750,"num_write":20,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539458+0000","last_change":"2024-09-12T17:26:52.435184+0000","last_active":"2024-09-12T17:53:58.539458+0000","last_peered":"2024-09-12T17:53:58.539458+0000","last_clean":"2024-09-12T17:53:58.539458+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:53:58.539458+0000","last_undegraded":"2024-09-12T17:53:58.539458+0000","last_fullsized":"2024-09-12T17:53:58.539458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:21.625631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.691749+0000","last_change":"2024-09-12T17:25:04.927233+0000","last_active":"2024-09-12T17:54:22.691749+0000","last_peered":"2024-09-12T17:54:22.691749+0000","last_clean":"2024-09-12T17:54:22.691749+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:54:22.691749+0000","last_undegraded":"2024-09-12T17:54:22.691749+0000","last_fullsized":"2024-09-12T17:54:22.691749+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078507+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:52:33.078507+0000","last_peered":"2024-09-12T17:52:33.078507+0000","last_clean":"2024-09-12T17:52:33.078507+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:52:33.078507+0000","last_undegraded":"2024-09-12T17:52:33.078507+0000","last_fullsized":"2024-09-12T17:52:33.078507+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:17.322451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:08.940678+0000","last_change":"2024-09-12T17:26:55.485021+0000","last_active":"2024-09-12T17:55:08.940678+0000","last_peered":"2024-09-12T17:55:08.940678+0000","last_clean":"2024-09-12T17:55:08.940678+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:55:08.940678+0000","last_undegraded":"2024-09-12T17:55:08.940678+0000","last_fullsized":"2024-09-12T17:55:08.940678+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:11.839765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2064,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.604310+0000","last_change":"2024-09-12T17:26:52.435961+0000","last_active":"2024-09-12T17:56:31.604310+0000","last_peered":"2024-09-12T17:56:31.604310+0000","last_clean":"2024-09-12T17:56:31.604310+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:56:31.604310+0000","last_undegraded":"2024-09-12T17:56:31.604310+0000","last_fullsized":"2024-09-12T17:56:31.604310+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:12.555756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.337665+0000","last_change":"2024-09-12T17:25:04.919271+0000","last_active":"2024-09-12T17:54:22.337665+0000","last_peered":"2024-09-12T17:54:22.337665+0000","last_clean":"2024-09-12T17:54:22.337665+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:54:22.337665+0000","last_undegraded":"2024-09-12T17:54:22.337665+0000","last_fullsized":"2024-09-12T17:54:22.337665+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.534476+0000","last_change":"2024-09-12T17:39:00.664802+0000","last_active":"2024-09-12T17:52:37.534476+0000","last_peered":"2024-09-12T17:52:37.534476+0000","last_clean":"2024-09-12T17:52:37.534476+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:52:37.534476+0000","last_undegraded":"2024-09-12T17:52:37.534476+0000","last_fullsized":"2024-09-12T17:52:37.534476+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:32.175823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.538774+0000","last_change":"2024-09-12T17:26:55.501130+0000","last_active":"2024-09-12T17:52:57.538774+0000","last_peered":"2024-09-12T17:52:57.538774+0000","last_clean":"2024-09-12T17:52:57.538774+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:52:57.538774+0000","last_undegraded":"2024-09-12T17:52:57.538774+0000","last_fullsized":"2024-09-12T17:52:57.538774+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.346920+0000","last_change":"2024-09-12T17:26:52.425705+0000","last_active":"2024-09-12T17:55:03.346920+0000","last_peered":"2024-09-12T17:55:03.346920+0000","last_clean":"2024-09-12T17:55:03.346920+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:55:03.346920+0000","last_undegraded":"2024-09-12T17:55:03.346920+0000","last_fullsized":"2024-09-12T17:55:03.346920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:53.730889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1029,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545227+0000","last_change":"2024-09-12T17:25:04.917932+0000","last_active":"2024-09-12T17:53:22.545227+0000","last_peered":"2024-09-12T17:53:22.545227+0000","last_clean":"2024-09-12T17:53:22.545227+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:53:22.545227+0000","last_undegraded":"2024-09-12T17:53:22.545227+0000","last_fullsized":"2024-09-12T17:53:22.545227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:30.368537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533240+0000","last_change":"2024-09-12T17:39:00.654488+0000","last_active":"2024-09-12T17:52:32.533240+0000","last_peered":"2024-09-12T17:52:32.533240+0000","last_clean":"2024-09-12T17:52:32.533240+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:52:32.533240+0000","last_undegraded":"2024-09-12T17:52:32.533240+0000","last_fullsized":"2024-09-12T17:52:32.533240+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:04.660452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539327+0000","last_change":"2024-09-12T17:26:55.501178+0000","last_active":"2024-09-12T17:53:58.539327+0000","last_peered":"2024-09-12T17:53:58.539327+0000","last_clean":"2024-09-12T17:53:58.539327+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:53:58.539327+0000","last_undegraded":"2024-09-12T17:53:58.539327+0000","last_fullsized":"2024-09-12T17:53:58.539327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:26.019681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.603526+0000","last_change":"2024-09-12T17:26:52.425514+0000","last_active":"2024-09-12T17:56:31.603526+0000","last_peered":"2024-09-12T17:56:31.603526+0000","last_clean":"2024-09-12T17:56:31.603526+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:56:31.603526+0000","last_undegraded":"2024-09-12T17:56:31.603526+0000","last_fullsized":"2024-09-12T17:56:31.603526+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:52.842777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090018+0000","last_change":"2024-09-12T17:25:04.927376+0000","last_active":"2024-09-12T17:53:18.090018+0000","last_peered":"2024-09-12T17:53:18.090018+0000","last_clean":"2024-09-12T17:53:18.090018+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:53:18.090018+0000","last_undegraded":"2024-09-12T17:53:18.090018+0000","last_fullsized":"2024-09-12T17:53:18.090018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:13.941411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.718867+0000","last_change":"2024-09-12T17:39:00.640046+0000","last_active":"2024-09-12T17:52:32.718867+0000","last_peered":"2024-09-12T17:52:32.718867+0000","last_clean":"2024-09-12T17:52:32.718867+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:52:32.718867+0000","last_undegraded":"2024-09-12T17:52:32.718867+0000","last_fullsized":"2024-09-12T17:52:32.718867+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:04.095238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:17.355201+0000","last_change":"2024-09-12T17:26:55.505902+0000","last_active":"2024-09-12T17:55:17.355201+0000","last_peered":"2024-09-12T17:55:17.355201+0000","last_clean":"2024-09-12T17:55:17.355201+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:55:17.355201+0000","last_undegraded":"2024-09-12T17:55:17.355201+0000","last_fullsized":"2024-09-12T17:55:17.355201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:18.168697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'5","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:08.954985+0000","last_change":"2024-09-12T17:26:52.430631+0000","last_active":"2024-09-12T17:56:08.954985+0000","last_peered":"2024-09-12T17:56:08.954985+0000","last_clean":"2024-09-12T17:56:08.954985+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:56:08.954985+0000","last_undegraded":"2024-09-12T17:56:08.954985+0000","last_fullsized":"2024-09-12T17:56:08.954985+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:21.320741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721712+0000","last_change":"2024-09-12T17:25:04.926419+0000","last_active":"2024-09-12T17:53:18.721712+0000","last_peered":"2024-09-12T17:53:18.721712+0000","last_clean":"2024-09-12T17:53:18.721712+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:53:18.721712+0000","last_undegraded":"2024-09-12T17:53:18.721712+0000","last_fullsized":"2024-09-12T17:53:18.721712+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:12.496690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548866+0000","last_change":"2024-09-12T17:39:00.664144+0000","last_active":"2024-09-12T17:53:37.548866+0000","last_peered":"2024-09-12T17:53:37.548866+0000","last_clean":"2024-09-12T17:53:37.548866+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:53:37.548866+0000","last_undegraded":"2024-09-12T17:53:37.548866+0000","last_fullsized":"2024-09-12T17:53:37.548866+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:22.584560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741795+0000","last_change":"2024-09-12T17:26:55.494403+0000","last_active":"2024-09-12T17:54:02.741795+0000","last_peered":"2024-09-12T17:54:02.741795+0000","last_clean":"2024-09-12T17:54:02.741795+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:54:02.741795+0000","last_undegraded":"2024-09-12T17:54:02.741795+0000","last_fullsized":"2024-09-12T17:54:02.741795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:16.399115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365873+0000","last_change":"2024-09-12T17:26:52.432409+0000","last_active":"2024-09-12T17:56:02.365873+0000","last_peered":"2024-09-12T17:56:02.365873+0000","last_clean":"2024-09-12T17:56:02.365873+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:56:02.365873+0000","last_undegraded":"2024-09-12T17:56:02.365873+0000","last_fullsized":"2024-09-12T17:56:02.365873+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.190199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730979+0000","last_change":"2024-09-12T17:25:04.909223+0000","last_active":"2024-09-12T17:53:17.730979+0000","last_peered":"2024-09-12T17:53:17.730979+0000","last_clean":"2024-09-12T17:53:17.730979+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:53:17.730979+0000","last_undegraded":"2024-09-12T17:53:17.730979+0000","last_fullsized":"2024-09-12T17:53:17.730979+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:42.210364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.538326+0000","last_change":"2024-09-12T17:39:00.654891+0000","last_active":"2024-09-12T17:53:37.538326+0000","last_peered":"2024-09-12T17:53:37.538326+0000","last_clean":"2024-09-12T17:53:37.538326+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:53:37.538326+0000","last_undegraded":"2024-09-12T17:53:37.538326+0000","last_fullsized":"2024-09-12T17:53:37.538326+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:47.569569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741691+0000","last_change":"2024-09-12T17:26:55.494198+0000","last_active":"2024-09-12T17:54:02.741691+0000","last_peered":"2024-09-12T17:54:02.741691+0000","last_clean":"2024-09-12T17:54:02.741691+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:54:02.741691+0000","last_undegraded":"2024-09-12T17:54:02.741691+0000","last_fullsized":"2024-09-12T17:54:02.741691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:30.763557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.415863+0000","last_change":"2024-09-12T17:26:52.421048+0000","last_active":"2024-09-12T17:56:31.415863+0000","last_peered":"2024-09-12T17:56:31.415863+0000","last_clean":"2024-09-12T17:56:31.415863+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:56:31.415863+0000","last_undegraded":"2024-09-12T17:56:31.415863+0000","last_fullsized":"2024-09-12T17:56:31.415863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:13.665056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'99","reported_seq":355,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721897+0000","last_change":"2024-09-12T17:25:04.912652+0000","last_active":"2024-09-12T17:53:18.721897+0000","last_peered":"2024-09-12T17:53:18.721897+0000","last_clean":"2024-09-12T17:53:18.721897+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:53:18.721897+0000","last_undegraded":"2024-09-12T17:53:18.721897+0000","last_fullsized":"2024-09-12T17:53:18.721897+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:55.550588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.528018+0000","last_change":"2024-09-12T17:39:00.652336+0000","last_active":"2024-09-12T17:53:08.528018+0000","last_peered":"2024-09-12T17:53:08.528018+0000","last_clean":"2024-09-12T17:53:08.528018+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:53:08.528018+0000","last_undegraded":"2024-09-12T17:53:08.528018+0000","last_fullsized":"2024-09-12T17:53:08.528018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:10.652480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.539010+0000","last_change":"2024-09-12T17:26:55.501491+0000","last_active":"2024-09-12T17:52:57.539010+0000","last_peered":"2024-09-12T17:52:57.539010+0000","last_clean":"2024-09-12T17:52:57.539010+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:52:57.539010+0000","last_undegraded":"2024-09-12T17:52:57.539010+0000","last_fullsized":"2024-09-12T17:52:57.539010+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:25.289555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.450025+0000","last_change":"2024-09-12T17:26:52.440847+0000","last_active":"2024-09-12T17:56:31.450025+0000","last_peered":"2024-09-12T17:56:31.450025+0000","last_clean":"2024-09-12T17:56:31.450025+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:56:31.450025+0000","last_undegraded":"2024-09-12T17:56:31.450025+0000","last_fullsized":"2024-09-12T17:56:31.450025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.992459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.342390+0000","last_change":"2024-09-12T17:25:04.923471+0000","last_active":"2024-09-12T17:54:27.342390+0000","last_peered":"2024-09-12T17:54:27.342390+0000","last_clean":"2024-09-12T17:54:27.342390+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:54:27.342390+0000","last_undegraded":"2024-09-12T17:54:27.342390+0000","last_fullsized":"2024-09-12T17:54:27.342390+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:49.462927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920018+0000","last_change":"2024-09-12T17:39:00.659805+0000","last_active":"2024-09-12T17:53:38.920018+0000","last_peered":"2024-09-12T17:53:38.920018+0000","last_clean":"2024-09-12T17:53:38.920018+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:53:38.920018+0000","last_undegraded":"2024-09-12T17:53:38.920018+0000","last_fullsized":"2024-09-12T17:53:38.920018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:28.940467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'4","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:08.940885+0000","last_change":"2024-09-12T17:26:55.494155+0000","last_active":"2024-09-12T17:55:08.940885+0000","last_peered":"2024-09-12T17:55:08.940885+0000","last_clean":"2024-09-12T17:55:08.940885+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:55:08.940885+0000","last_undegraded":"2024-09-12T17:55:08.940885+0000","last_fullsized":"2024-09-12T17:55:08.940885+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.284739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351426+0000","last_change":"2024-09-12T17:26:52.451455+0000","last_active":"2024-09-12T17:55:02.351426+0000","last_peered":"2024-09-12T17:55:02.351426+0000","last_clean":"2024-09-12T17:55:02.351426+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:55:02.351426+0000","last_undegraded":"2024-09-12T17:55:02.351426+0000","last_fullsized":"2024-09-12T17:55:02.351426+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:39.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.544480+0000","last_change":"2024-09-12T17:25:04.916830+0000","last_active":"2024-09-12T17:54:18.544480+0000","last_peered":"2024-09-12T17:54:18.544480+0000","last_clean":"2024-09-12T17:54:18.544480+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:54:18.544480+0000","last_undegraded":"2024-09-12T17:54:18.544480+0000","last_fullsized":"2024-09-12T17:54:18.544480+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.147484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.689479+0000","last_change":"2024-09-12T17:39:00.664310+0000","last_active":"2024-09-12T17:54:12.689479+0000","last_peered":"2024-09-12T17:54:12.689479+0000","last_clean":"2024-09-12T17:54:12.689479+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:54:12.689479+0000","last_undegraded":"2024-09-12T17:54:12.689479+0000","last_fullsized":"2024-09-12T17:54:12.689479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:37.061031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'4","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:08.357570+0000","last_change":"2024-09-12T17:26:55.513647+0000","last_active":"2024-09-12T17:56:08.357570+0000","last_peered":"2024-09-12T17:56:08.357570+0000","last_clean":"2024-09-12T17:56:08.357570+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:56:08.357570+0000","last_undegraded":"2024-09-12T17:56:08.357570+0000","last_fullsized":"2024-09-12T17:56:08.357570+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:42.438516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351136+0000","last_change":"2024-09-12T17:26:52.423586+0000","last_active":"2024-09-12T17:55:02.351136+0000","last_peered":"2024-09-12T17:55:02.351136+0000","last_clean":"2024-09-12T17:55:02.351136+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:55:02.351136+0000","last_undegraded":"2024-09-12T17:55:02.351136+0000","last_fullsized":"2024-09-12T17:55:02.351136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:47.651404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.547441+0000","last_change":"2024-09-12T17:25:04.909357+0000","last_active":"2024-09-12T17:54:17.547441+0000","last_peered":"2024-09-12T17:54:17.547441+0000","last_clean":"2024-09-12T17:54:17.547441+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:54:17.547441+0000","last_undegraded":"2024-09-12T17:54:17.547441+0000","last_fullsized":"2024-09-12T17:54:17.547441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:35.825123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744479+0000","last_change":"2024-09-12T17:39:00.639165+0000","last_active":"2024-09-12T17:54:12.744479+0000","last_peered":"2024-09-12T17:54:12.744479+0000","last_clean":"2024-09-12T17:54:12.744479+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:54:12.744479+0000","last_undegraded":"2024-09-12T17:54:12.744479+0000","last_fullsized":"2024-09-12T17:54:12.744479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:56.916713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530037+0000","last_change":"2024-09-12T17:26:55.501882+0000","last_active":"2024-09-12T17:53:02.530037+0000","last_peered":"2024-09-12T17:53:02.530037+0000","last_clean":"2024-09-12T17:53:02.530037+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:53:02.530037+0000","last_undegraded":"2024-09-12T17:53:02.530037+0000","last_fullsized":"2024-09-12T17:53:02.530037+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:23.989107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365732+0000","last_change":"2024-09-12T17:26:52.442803+0000","last_active":"2024-09-12T17:56:02.365732+0000","last_peered":"2024-09-12T17:56:02.365732+0000","last_clean":"2024-09-12T17:56:02.365732+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:56:02.365732+0000","last_undegraded":"2024-09-12T17:56:02.365732+0000","last_fullsized":"2024-09-12T17:56:02.365732+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:34.766461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.929232+0000","last_change":"2024-09-12T17:25:04.906949+0000","last_active":"2024-09-12T17:54:18.929232+0000","last_peered":"2024-09-12T17:54:18.929232+0000","last_clean":"2024-09-12T17:54:18.929232+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:54:18.929232+0000","last_undegraded":"2024-09-12T17:54:18.929232+0000","last_fullsized":"2024-09-12T17:54:18.929232+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:22.831255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735735+0000","last_change":"2024-09-12T17:39:00.647720+0000","last_active":"2024-09-12T17:53:37.735735+0000","last_peered":"2024-09-12T17:53:37.735735+0000","last_clean":"2024-09-12T17:53:37.735735+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:53:37.735735+0000","last_undegraded":"2024-09-12T17:53:37.735735+0000","last_fullsized":"2024-09-12T17:53:37.735735+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:28.444411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'4","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.720940+0000","last_change":"2024-09-12T17:26:55.497028+0000","last_active":"2024-09-12T17:56:31.720940+0000","last_peered":"2024-09-12T17:56:31.720940+0000","last_clean":"2024-09-12T17:56:31.720940+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:56:31.720940+0000","last_undegraded":"2024-09-12T17:56:31.720940+0000","last_fullsized":"2024-09-12T17:56:31.720940+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:00.101370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'2","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.356575+0000","last_change":"2024-09-12T17:26:52.436641+0000","last_active":"2024-09-12T17:56:03.356575+0000","last_peered":"2024-09-12T17:56:03.356575+0000","last_clean":"2024-09-12T17:56:03.356575+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:56:03.356575+0000","last_undegraded":"2024-09-12T17:56:03.356575+0000","last_fullsized":"2024-09-12T17:56:03.356575+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:43.055210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.735137+0000","last_change":"2024-09-12T17:25:04.913125+0000","last_active":"2024-09-12T17:54:18.735137+0000","last_peered":"2024-09-12T17:54:18.735137+0000","last_clean":"2024-09-12T17:54:18.735137+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:54:18.735137+0000","last_undegraded":"2024-09-12T17:54:18.735137+0000","last_fullsized":"2024-09-12T17:54:18.735137+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:44.104292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.550097+0000","last_change":"2024-09-12T17:39:00.660194+0000","last_active":"2024-09-12T17:53:42.550097+0000","last_peered":"2024-09-12T17:53:42.550097+0000","last_clean":"2024-09-12T17:53:42.550097+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:53:42.550097+0000","last_undegraded":"2024-09-12T17:53:42.550097+0000","last_fullsized":"2024-09-12T17:53:42.550097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:01.999885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.793919+0000","last_change":"2024-09-12T17:26:55.501253+0000","last_active":"2024-09-12T17:56:31.793919+0000","last_peered":"2024-09-12T17:56:31.793919+0000","last_clean":"2024-09-12T17:56:31.793919+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:56:31.793919+0000","last_undegraded":"2024-09-12T17:56:31.793919+0000","last_fullsized":"2024-09-12T17:56:31.793919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:35.145755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.730654+0000","last_change":"2024-09-12T17:26:52.421946+0000","last_active":"2024-09-12T17:53:58.730654+0000","last_peered":"2024-09-12T17:53:58.730654+0000","last_clean":"2024-09-12T17:53:58.730654+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:53:58.730654+0000","last_undegraded":"2024-09-12T17:53:58.730654+0000","last_fullsized":"2024-09-12T17:53:58.730654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:14.235918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542762+0000","last_change":"2024-09-12T17:25:04.925137+0000","last_active":"2024-09-12T17:53:12.542762+0000","last_peered":"2024-09-12T17:53:12.542762+0000","last_clean":"2024-09-12T17:53:12.542762+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:53:12.542762+0000","last_undegraded":"2024-09-12T17:53:12.542762+0000","last_fullsized":"2024-09-12T17:53:12.542762+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:12.583686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.783819+0000","last_change":"2024-09-12T17:09:45.389341+0000","last_active":"2024-09-12T17:56:31.783819+0000","last_peered":"2024-09-12T17:56:31.783819+0000","last_clean":"2024-09-12T17:56:31.783819+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:31.783819+0000","last_undegraded":"2024-09-12T17:56:31.783819+0000","last_fullsized":"2024-09-12T17:56:31.783819+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:03.051276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:40.284491+0000","last_change":"2024-09-12T17:09:47.310590+0000","last_active":"2024-09-12T17:52:40.284491+0000","last_peered":"2024-09-12T17:52:40.284491+0000","last_clean":"2024-09-12T17:52:40.284491+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:52:40.284491+0000","last_undegraded":"2024-09-12T17:52:40.284491+0000","last_fullsized":"2024-09-12T17:52:40.284491+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:04.330823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'279","reported_seq":974,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.771010+0000","last_change":"2024-09-12T17:09:45.352880+0000","last_active":"2024-09-12T17:56:31.771010+0000","last_peered":"2024-09-12T17:56:31.771010+0000","last_clean":"2024-09-12T17:56:31.771010+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:56:31.771010+0000","last_undegraded":"2024-09-12T17:56:31.771010+0000","last_fullsized":"2024-09-12T17:56:31.771010+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:15.465179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49062,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":760,"num_read_kb":9805,"num_write":1459,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1320,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.007691+0000","last_change":"2024-09-12T17:09:47.311524+0000","last_active":"2024-09-12T17:52:51.007691+0000","last_peered":"2024-09-12T17:52:51.007691+0000","last_clean":"2024-09-12T17:52:51.007691+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:52:51.007691+0000","last_undegraded":"2024-09-12T17:52:51.007691+0000","last_fullsized":"2024-09-12T17:52:51.007691+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:07.327936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.570592+0000","last_change":"2024-09-12T17:09:45.346291+0000","last_active":"2024-09-12T17:56:31.570592+0000","last_peered":"2024-09-12T17:56:31.570592+0000","last_clean":"2024-09-12T17:56:31.570592+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:31.570592+0000","last_undegraded":"2024-09-12T17:56:31.570592+0000","last_fullsized":"2024-09-12T17:56:31.570592+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:21.134009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.934479+0000","last_change":"2024-09-12T17:09:47.312195+0000","last_active":"2024-09-12T17:52:51.934479+0000","last_peered":"2024-09-12T17:52:51.934479+0000","last_clean":"2024-09-12T17:52:51.934479+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:52:51.934479+0000","last_undegraded":"2024-09-12T17:52:51.934479+0000","last_fullsized":"2024-09-12T17:52:51.934479+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:01.721993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615762+0000","last_change":"2024-09-12T17:09:45.361528+0000","last_active":"2024-09-12T17:56:31.615762+0000","last_peered":"2024-09-12T17:56:31.615762+0000","last_clean":"2024-09-12T17:56:31.615762+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:31.615762+0000","last_undegraded":"2024-09-12T17:56:31.615762+0000","last_fullsized":"2024-09-12T17:56:31.615762+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:17.743493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:44.606001+0000","last_change":"2024-09-12T17:09:47.312857+0000","last_active":"2024-09-12T17:54:44.606001+0000","last_peered":"2024-09-12T17:54:44.606001+0000","last_clean":"2024-09-12T17:54:44.606001+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:54:44.606001+0000","last_undegraded":"2024-09-12T17:54:44.606001+0000","last_fullsized":"2024-09-12T17:54:44.606001+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.112446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.567724+0000","last_change":"2024-09-12T17:09:45.381710+0000","last_active":"2024-09-12T17:56:31.567724+0000","last_peered":"2024-09-12T17:56:31.567724+0000","last_clean":"2024-09-12T17:56:31.567724+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:31.567724+0000","last_undegraded":"2024-09-12T17:56:31.567724+0000","last_fullsized":"2024-09-12T17:56:31.567724+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:11.860245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:37.652203+0000","last_change":"2024-09-12T17:09:47.340995+0000","last_active":"2024-09-12T17:54:37.652203+0000","last_peered":"2024-09-12T17:54:37.652203+0000","last_clean":"2024-09-12T17:54:37.652203+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:54:37.652203+0000","last_undegraded":"2024-09-12T17:54:37.652203+0000","last_fullsized":"2024-09-12T17:54:37.652203+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:43.881679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.678334+0000","last_change":"2024-09-12T17:09:45.334305+0000","last_active":"2024-09-12T17:56:31.678334+0000","last_peered":"2024-09-12T17:56:31.678334+0000","last_clean":"2024-09-12T17:56:31.678334+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:31.678334+0000","last_undegraded":"2024-09-12T17:56:31.678334+0000","last_fullsized":"2024-09-12T17:56:31.678334+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:36.018081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.919040+0000","last_change":"2024-09-12T17:09:47.305175+0000","last_active":"2024-09-12T17:53:33.919040+0000","last_peered":"2024-09-12T17:53:33.919040+0000","last_clean":"2024-09-12T17:53:33.919040+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:53:33.919040+0000","last_undegraded":"2024-09-12T17:53:33.919040+0000","last_fullsized":"2024-09-12T17:53:33.919040+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:41.684043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":926,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.760028+0000","last_change":"2024-09-12T17:10:17.030095+0000","last_active":"2024-09-12T17:56:31.760028+0000","last_peered":"2024-09-12T17:56:31.760028+0000","last_clean":"2024-09-12T17:56:31.760028+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:31.760028+0000","last_undegraded":"2024-09-12T17:56:31.760028+0000","last_fullsized":"2024-09-12T17:56:31.760028+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:57.761525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.157080+0000","last_change":"2024-09-12T17:10:16.322414+0000","last_active":"2024-09-12T17:54:31.157080+0000","last_peered":"2024-09-12T17:54:31.157080+0000","last_clean":"2024-09-12T17:54:31.157080+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:54:31.157080+0000","last_undegraded":"2024-09-12T17:54:31.157080+0000","last_fullsized":"2024-09-12T17:54:31.157080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:20.683567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'231","reported_seq":866,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.573025+0000","last_change":"2024-09-12T17:09:45.320408+0000","last_active":"2024-09-12T17:56:31.573025+0000","last_peered":"2024-09-12T17:56:31.573025+0000","last_clean":"2024-09-12T17:56:31.573025+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:56:31.573025+0000","last_undegraded":"2024-09-12T17:56:31.573025+0000","last_fullsized":"2024-09-12T17:56:31.573025+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:51.999259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306864,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":538,"num_read_kb":37835,"num_write":961,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1016,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.172713+0000","last_change":"2024-09-12T17:09:47.321399+0000","last_active":"2024-09-12T17:53:50.172713+0000","last_peered":"2024-09-12T17:53:50.172713+0000","last_clean":"2024-09-12T17:53:50.172713+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:53:50.172713+0000","last_undegraded":"2024-09-12T17:53:50.172713+0000","last_fullsized":"2024-09-12T17:53:50.172713+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:36.230482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'247","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.259671+0000","last_change":"2024-09-12T17:09:47.304027+0000","last_active":"2024-09-12T17:56:17.259671+0000","last_peered":"2024-09-12T17:56:17.259671+0000","last_clean":"2024-09-12T17:56:17.259671+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:17.259671+0000","last_undegraded":"2024-09-12T17:56:17.259671+0000","last_fullsized":"2024-09-12T17:56:17.259671+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:00.712269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616977+0000","last_change":"2024-09-12T17:09:45.385302+0000","last_active":"2024-09-12T17:56:31.616977+0000","last_peered":"2024-09-12T17:56:31.616977+0000","last_clean":"2024-09-12T17:56:31.616977+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:31.616977+0000","last_undegraded":"2024-09-12T17:56:31.616977+0000","last_fullsized":"2024-09-12T17:56:31.616977+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:28.384139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.770877+0000","last_change":"2024-09-12T17:09:47.314417+0000","last_active":"2024-09-12T17:54:41.770877+0000","last_peered":"2024-09-12T17:54:41.770877+0000","last_clean":"2024-09-12T17:54:41.770877+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:54:41.770877+0000","last_undegraded":"2024-09-12T17:54:41.770877+0000","last_fullsized":"2024-09-12T17:54:41.770877+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:14.188578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'201","reported_seq":908,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.794217+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:56:31.794217+0000","last_peered":"2024-09-12T17:56:31.794217+0000","last_clean":"2024-09-12T17:56:31.794217+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:56:31.794217+0000","last_undegraded":"2024-09-12T17:56:31.794217+0000","last_fullsized":"2024-09-12T17:56:31.794217+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.410936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451455,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":690,"num_read_kb":140828,"num_write":965,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:10.563154+0000","last_change":"2024-09-12T17:09:47.320265+0000","last_active":"2024-09-12T17:53:10.563154+0000","last_peered":"2024-09-12T17:53:10.563154+0000","last_clean":"2024-09-12T17:53:10.563154+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:53:10.563154+0000","last_undegraded":"2024-09-12T17:53:10.563154+0000","last_fullsized":"2024-09-12T17:53:10.563154+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:52.938572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'183","reported_seq":798,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.618612+0000","last_change":"2024-09-12T17:09:45.378296+0000","last_active":"2024-09-12T17:56:31.618612+0000","last_peered":"2024-09-12T17:56:31.618612+0000","last_clean":"2024-09-12T17:56:31.618612+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:56:31.618612+0000","last_undegraded":"2024-09-12T17:56:31.618612+0000","last_fullsized":"2024-09-12T17:56:31.618612+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.734366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661388,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":3699,"num_write":931,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:54.438537+0000","last_change":"2024-09-12T17:09:47.314584+0000","last_active":"2024-09-12T17:53:54.438537+0000","last_peered":"2024-09-12T17:53:54.438537+0000","last_clean":"2024-09-12T17:53:54.438537+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:53:54.438537+0000","last_undegraded":"2024-09-12T17:53:54.438537+0000","last_fullsized":"2024-09-12T17:53:54.438537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:16.268580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'183","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.712349+0000","last_change":"2024-09-12T17:09:45.362978+0000","last_active":"2024-09-12T17:56:31.712349+0000","last_peered":"2024-09-12T17:56:31.712349+0000","last_clean":"2024-09-12T17:56:31.712349+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:56:31.712349+0000","last_undegraded":"2024-09-12T17:56:31.712349+0000","last_fullsized":"2024-09-12T17:56:31.712349+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:12.907857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8070378,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":986,"num_read_kb":89474,"num_write":877,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:33.296776+0000","last_change":"2024-09-12T17:09:47.315153+0000","last_active":"2024-09-12T17:54:33.296776+0000","last_peered":"2024-09-12T17:54:33.296776+0000","last_clean":"2024-09-12T17:54:33.296776+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:54:33.296776+0000","last_undegraded":"2024-09-12T17:54:33.296776+0000","last_fullsized":"2024-09-12T17:54:33.296776+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:47.227102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'201","reported_seq":860,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.744972+0000","last_change":"2024-09-12T17:09:45.350971+0000","last_active":"2024-09-12T17:56:31.744972+0000","last_peered":"2024-09-12T17:56:31.744972+0000","last_clean":"2024-09-12T17:56:31.744972+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:56:31.744972+0000","last_undegraded":"2024-09-12T17:56:31.744972+0000","last_fullsized":"2024-09-12T17:56:31.744972+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:21.825708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":60259,"num_write":963,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'232","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.767253+0000","last_change":"2024-09-12T17:09:47.329345+0000","last_active":"2024-09-12T17:54:23.767253+0000","last_peered":"2024-09-12T17:54:23.767253+0000","last_clean":"2024-09-12T17:54:23.767253+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:54:23.767253+0000","last_undegraded":"2024-09-12T17:54:23.767253+0000","last_fullsized":"2024-09-12T17:54:23.767253+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:00.925601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.745589+0000","last_change":"2024-09-12T17:09:45.331710+0000","last_active":"2024-09-12T17:56:31.745589+0000","last_peered":"2024-09-12T17:56:31.745589+0000","last_clean":"2024-09-12T17:56:31.745589+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:31.745589+0000","last_undegraded":"2024-09-12T17:56:31.745589+0000","last_fullsized":"2024-09-12T17:56:31.745589+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'157","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.951415+0000","last_change":"2024-09-12T17:09:55.336695+0000","last_active":"2024-09-12T17:55:53.951415+0000","last_peered":"2024-09-12T17:55:53.951415+0000","last_clean":"2024-09-12T17:55:53.951415+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:55:53.951415+0000","last_undegraded":"2024-09-12T17:55:53.951415+0000","last_fullsized":"2024-09-12T17:55:53.951415+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.273726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:34.259584+0000","last_change":"2024-09-12T17:09:47.327271+0000","last_active":"2024-09-12T17:54:34.259584+0000","last_peered":"2024-09-12T17:54:34.259584+0000","last_clean":"2024-09-12T17:54:34.259584+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:54:34.259584+0000","last_undegraded":"2024-09-12T17:54:34.259584+0000","last_fullsized":"2024-09-12T17:54:34.259584+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:55.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":894,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.800866+0000","last_change":"2024-09-12T17:09:45.379538+0000","last_active":"2024-09-12T17:56:31.800866+0000","last_peered":"2024-09-12T17:56:31.800866+0000","last_clean":"2024-09-12T17:56:31.800866+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:31.800866+0000","last_undegraded":"2024-09-12T17:56:31.800866+0000","last_fullsized":"2024-09-12T17:56:31.800866+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:24.144447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535000+0000","last_change":"2024-09-12T17:09:49.315632+0000","last_active":"2024-09-12T17:53:22.535000+0000","last_peered":"2024-09-12T17:53:22.535000+0000","last_clean":"2024-09-12T17:53:22.535000+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:53:22.535000+0000","last_undegraded":"2024-09-12T17:53:22.535000+0000","last_fullsized":"2024-09-12T17:53:22.535000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:03.011217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'186","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.651641+0000","last_change":"2024-09-12T17:09:51.335916+0000","last_active":"2024-09-12T17:56:31.651641+0000","last_peered":"2024-09-12T17:56:31.651641+0000","last_clean":"2024-09-12T17:56:31.651641+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:56:31.651641+0000","last_undegraded":"2024-09-12T17:56:31.651641+0000","last_fullsized":"2024-09-12T17:56:31.651641+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:03.129516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545446+0000","last_change":"2024-09-12T17:09:53.328884+0000","last_active":"2024-09-12T17:53:22.545446+0000","last_peered":"2024-09-12T17:53:22.545446+0000","last_clean":"2024-09-12T17:53:22.545446+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:53:22.545446+0000","last_undegraded":"2024-09-12T17:53:22.545446+0000","last_fullsized":"2024-09-12T17:53:22.545446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:23.863127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2441","reported_seq":4337,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.348283+0000","last_change":"2024-09-12T17:09:55.337219+0000","last_active":"2024-09-12T17:54:59.348283+0000","last_peered":"2024-09-12T17:54:59.348283+0000","last_clean":"2024-09-12T17:54:59.348283+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:54:59.348283+0000","last_undegraded":"2024-09-12T17:54:59.348283+0000","last_fullsized":"2024-09-12T17:54:59.348283+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":2400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:00.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'256","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:39.292437+0000","last_change":"2024-09-12T17:09:47.324296+0000","last_active":"2024-09-12T17:54:39.292437+0000","last_peered":"2024-09-12T17:54:39.292437+0000","last_clean":"2024-09-12T17:54:39.292437+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:54:39.292437+0000","last_undegraded":"2024-09-12T17:54:39.292437+0000","last_fullsized":"2024-09-12T17:54:39.292437+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:39.580872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.751160+0000","last_change":"2024-09-12T17:10:16.708630+0000","last_active":"2024-09-12T17:56:31.751160+0000","last_peered":"2024-09-12T17:56:31.751160+0000","last_clean":"2024-09-12T17:56:31.751160+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:31.751160+0000","last_undegraded":"2024-09-12T17:56:31.751160+0000","last_fullsized":"2024-09-12T17:56:31.751160+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:45.867869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.105612+0000","last_change":"2024-09-12T17:09:49.314472+0000","last_active":"2024-09-12T17:54:18.105612+0000","last_peered":"2024-09-12T17:54:18.105612+0000","last_clean":"2024-09-12T17:54:18.105612+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:54:18.105612+0000","last_undegraded":"2024-09-12T17:54:18.105612+0000","last_fullsized":"2024-09-12T17:54:18.105612+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'88","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.176841+0000","last_change":"2024-09-12T17:09:51.309007+0000","last_active":"2024-09-12T17:53:50.176841+0000","last_peered":"2024-09-12T17:53:50.176841+0000","last_clean":"2024-09-12T17:53:50.176841+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:53:50.176841+0000","last_undegraded":"2024-09-12T17:53:50.176841+0000","last_fullsized":"2024-09-12T17:53:50.176841+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:39.693564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.916801+0000","last_change":"2024-09-12T17:09:53.359555+0000","last_active":"2024-09-12T17:53:23.916801+0000","last_peered":"2024-09-12T17:53:23.916801+0000","last_clean":"2024-09-12T17:53:23.916801+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:53:23.916801+0000","last_undegraded":"2024-09-12T17:53:23.916801+0000","last_fullsized":"2024-09-12T17:53:23.916801+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:08.748939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'90","reported_seq":589,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.770414+0000","last_change":"2024-09-12T17:09:55.354180+0000","last_active":"2024-09-12T17:54:58.770414+0000","last_peered":"2024-09-12T17:54:58.770414+0000","last_clean":"2024-09-12T17:54:58.770414+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:54:58.770414+0000","last_undegraded":"2024-09-12T17:54:58.770414+0000","last_fullsized":"2024-09-12T17:54:58.770414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:36.492985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'367","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730840+0000","last_change":"2024-09-12T17:09:47.313888+0000","last_active":"2024-09-12T17:53:17.730840+0000","last_peered":"2024-09-12T17:53:17.730840+0000","last_clean":"2024-09-12T17:53:17.730840+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:53:17.730840+0000","last_undegraded":"2024-09-12T17:53:17.730840+0000","last_fullsized":"2024-09-12T17:53:17.730840+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:13.482793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.734054+0000","last_change":"2024-09-12T17:09:45.382198+0000","last_active":"2024-09-12T17:56:31.734054+0000","last_peered":"2024-09-12T17:56:31.734054+0000","last_clean":"2024-09-12T17:56:31.734054+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:31.734054+0000","last_undegraded":"2024-09-12T17:56:31.734054+0000","last_fullsized":"2024-09-12T17:56:31.734054+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:17.182585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091493+0000","last_change":"2024-09-12T17:09:49.315017+0000","last_active":"2024-09-12T17:53:23.091493+0000","last_peered":"2024-09-12T17:53:23.091493+0000","last_clean":"2024-09-12T17:53:23.091493+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:53:23.091493+0000","last_undegraded":"2024-09-12T17:53:23.091493+0000","last_fullsized":"2024-09-12T17:53:23.091493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:58.023429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'109","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690644+0000","last_change":"2024-09-12T17:09:51.306615+0000","last_active":"2024-09-12T17:54:17.690644+0000","last_peered":"2024-09-12T17:54:17.690644+0000","last_clean":"2024-09-12T17:54:17.690644+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:54:17.690644+0000","last_undegraded":"2024-09-12T17:54:17.690644+0000","last_fullsized":"2024-09-12T17:54:17.690644+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'735","reported_seq":2349,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.213735+0000","last_change":"2024-09-12T17:09:53.341375+0000","last_active":"2024-09-12T17:56:31.213735+0000","last_peered":"2024-09-12T17:56:31.213735+0000","last_clean":"2024-09-12T17:56:31.213735+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:56:31.213735+0000","last_undegraded":"2024-09-12T17:56:31.213735+0000","last_fullsized":"2024-09-12T17:56:31.213735+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:46.278983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'211","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.932285+0000","last_change":"2024-09-12T17:09:55.329605+0000","last_active":"2024-09-12T17:54:58.932285+0000","last_peered":"2024-09-12T17:54:58.932285+0000","last_clean":"2024-09-12T17:54:58.932285+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:54:58.932285+0000","last_undegraded":"2024-09-12T17:54:58.932285+0000","last_fullsized":"2024-09-12T17:54:58.932285+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:32.807930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.038082+0000","last_change":"2024-09-12T17:09:47.328280+0000","last_active":"2024-09-12T17:54:58.038082+0000","last_peered":"2024-09-12T17:54:58.038082+0000","last_clean":"2024-09-12T17:54:58.038082+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:54:58.038082+0000","last_undegraded":"2024-09-12T17:54:58.038082+0000","last_fullsized":"2024-09-12T17:54:58.038082+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:59.339308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.646989+0000","last_change":"2024-09-12T17:10:16.915495+0000","last_active":"2024-09-12T17:56:31.646989+0000","last_peered":"2024-09-12T17:56:31.646989+0000","last_clean":"2024-09-12T17:56:31.646989+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:31.646989+0000","last_undegraded":"2024-09-12T17:56:31.646989+0000","last_fullsized":"2024-09-12T17:56:31.646989+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:59.333114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535064+0000","last_change":"2024-09-12T17:09:49.312239+0000","last_active":"2024-09-12T17:53:22.535064+0000","last_peered":"2024-09-12T17:53:22.535064+0000","last_clean":"2024-09-12T17:53:22.535064+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:53:22.535064+0000","last_undegraded":"2024-09-12T17:53:22.535064+0000","last_fullsized":"2024-09-12T17:53:22.535064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:32.496801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'138","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.590759+0000","last_change":"2024-09-12T17:09:51.347676+0000","last_active":"2024-09-12T17:56:31.590759+0000","last_peered":"2024-09-12T17:56:31.590759+0000","last_clean":"2024-09-12T17:56:31.590759+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:56:31.590759+0000","last_undegraded":"2024-09-12T17:56:31.590759+0000","last_fullsized":"2024-09-12T17:56:31.590759+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:18.093029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'749","reported_seq":2499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.839216+0000","last_change":"2024-09-12T17:09:53.334359+0000","last_active":"2024-09-12T17:56:31.839216+0000","last_peered":"2024-09-12T17:56:31.839216+0000","last_clean":"2024-09-12T17:56:31.839216+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:56:31.839216+0000","last_undegraded":"2024-09-12T17:56:31.839216+0000","last_fullsized":"2024-09-12T17:56:31.839216+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":700,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:06.992839+0000","last_change":"2024-09-12T17:09:47.324527+0000","last_active":"2024-09-12T17:54:06.992839+0000","last_peered":"2024-09-12T17:54:06.992839+0000","last_clean":"2024-09-12T17:54:06.992839+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:54:06.992839+0000","last_undegraded":"2024-09-12T17:54:06.992839+0000","last_fullsized":"2024-09-12T17:54:06.992839+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:38.097469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":857,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.367782+0000","last_change":"2024-09-12T17:09:45.384596+0000","last_active":"2024-09-12T17:56:31.367782+0000","last_peered":"2024-09-12T17:56:31.367782+0000","last_clean":"2024-09-12T17:56:31.367782+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:31.367782+0000","last_undegraded":"2024-09-12T17:56:31.367782+0000","last_fullsized":"2024-09-12T17:56:31.367782+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:16.824205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542862+0000","last_change":"2024-09-12T17:09:49.327143+0000","last_active":"2024-09-12T17:53:12.542862+0000","last_peered":"2024-09-12T17:53:12.542862+0000","last_clean":"2024-09-12T17:53:12.542862+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:53:12.542862+0000","last_undegraded":"2024-09-12T17:53:12.542862+0000","last_fullsized":"2024-09-12T17:53:12.542862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:22.060786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'195","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.707368+0000","last_change":"2024-09-12T17:09:51.340247+0000","last_active":"2024-09-12T17:56:31.707368+0000","last_peered":"2024-09-12T17:56:31.707368+0000","last_clean":"2024-09-12T17:56:31.707368+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:56:31.707368+0000","last_undegraded":"2024-09-12T17:56:31.707368+0000","last_fullsized":"2024-09-12T17:56:31.707368+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:08.036045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521492+0000","last_change":"2024-09-12T17:09:53.334513+0000","last_active":"2024-09-12T17:52:38.521492+0000","last_peered":"2024-09-12T17:52:38.521492+0000","last_clean":"2024-09-12T17:52:38.521492+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:52:38.521492+0000","last_undegraded":"2024-09-12T17:52:38.521492+0000","last_fullsized":"2024-09-12T17:52:38.521492+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:48.082848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'631","reported_seq":1477,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.346108+0000","last_change":"2024-09-12T17:09:55.346703+0000","last_active":"2024-09-12T17:56:18.346108+0000","last_peered":"2024-09-12T17:56:18.346108+0000","last_clean":"2024-09-12T17:56:18.346108+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:56:18.346108+0000","last_undegraded":"2024-09-12T17:56:18.346108+0000","last_fullsized":"2024-09-12T17:56:18.346108+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:28.184780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'158","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:25.696813+0000","last_change":"2024-09-12T17:09:47.316328+0000","last_active":"2024-09-12T17:54:25.696813+0000","last_peered":"2024-09-12T17:54:25.696813+0000","last_clean":"2024-09-12T17:54:25.696813+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:54:25.696813+0000","last_undegraded":"2024-09-12T17:54:25.696813+0000","last_fullsized":"2024-09-12T17:54:25.696813+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:09.529377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.731784+0000","last_change":"2024-09-12T17:09:45.377972+0000","last_active":"2024-09-12T17:56:31.731784+0000","last_peered":"2024-09-12T17:56:31.731784+0000","last_clean":"2024-09-12T17:56:31.731784+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:31.731784+0000","last_undegraded":"2024-09-12T17:56:31.731784+0000","last_fullsized":"2024-09-12T17:56:31.731784+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:40.947031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676194+0000","last_change":"2024-09-12T17:09:49.312672+0000","last_active":"2024-09-12T17:53:12.676194+0000","last_peered":"2024-09-12T17:53:12.676194+0000","last_clean":"2024-09-12T17:53:12.676194+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:53:12.676194+0000","last_undegraded":"2024-09-12T17:53:12.676194+0000","last_fullsized":"2024-09-12T17:53:12.676194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:01.292514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'130","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.424314+0000","last_change":"2024-09-12T17:09:51.337099+0000","last_active":"2024-09-12T17:56:31.424314+0000","last_peered":"2024-09-12T17:56:31.424314+0000","last_clean":"2024-09-12T17:56:31.424314+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:56:31.424314+0000","last_undegraded":"2024-09-12T17:56:31.424314+0000","last_fullsized":"2024-09-12T17:56:31.424314+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:08.800142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8121,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":224,"num_write":82,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090082+0000","last_change":"2024-09-12T17:09:53.324818+0000","last_active":"2024-09-12T17:53:18.090082+0000","last_peered":"2024-09-12T17:53:18.090082+0000","last_clean":"2024-09-12T17:53:18.090082+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:53:18.090082+0000","last_undegraded":"2024-09-12T17:53:18.090082+0000","last_fullsized":"2024-09-12T17:53:18.090082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:04.110293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'114","reported_seq":610,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.756491+0000","last_change":"2024-09-12T17:09:55.333903+0000","last_active":"2024-09-12T17:55:53.756491+0000","last_peered":"2024-09-12T17:55:53.756491+0000","last_clean":"2024-09-12T17:55:53.756491+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:55:53.756491+0000","last_undegraded":"2024-09-12T17:55:53.756491+0000","last_fullsized":"2024-09-12T17:55:53.756491+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:57.953499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720725+0000","last_change":"2024-09-12T17:09:47.329194+0000","last_active":"2024-09-12T17:53:13.720725+0000","last_peered":"2024-09-12T17:53:13.720725+0000","last_clean":"2024-09-12T17:53:13.720725+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:53:13.720725+0000","last_undegraded":"2024-09-12T17:53:13.720725+0000","last_fullsized":"2024-09-12T17:53:13.720725+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:45.621848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.347443+0000","last_change":"2024-09-12T17:09:45.387526+0000","last_active":"2024-09-12T17:54:47.347443+0000","last_peered":"2024-09-12T17:54:47.347443+0000","last_clean":"2024-09-12T17:54:47.347443+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:54:47.347443+0000","last_undegraded":"2024-09-12T17:54:47.347443+0000","last_fullsized":"2024-09-12T17:54:47.347443+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:11.442956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668149+0000","last_change":"2024-09-12T17:09:49.314833+0000","last_active":"2024-09-12T17:52:37.668149+0000","last_peered":"2024-09-12T17:52:37.668149+0000","last_clean":"2024-09-12T17:52:37.668149+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:52:37.668149+0000","last_undegraded":"2024-09-12T17:52:37.668149+0000","last_fullsized":"2024-09-12T17:52:37.668149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:11.182549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'153","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.722207+0000","last_change":"2024-09-12T17:09:51.338787+0000","last_active":"2024-09-12T17:56:31.722207+0000","last_peered":"2024-09-12T17:56:31.722207+0000","last_clean":"2024-09-12T17:56:31.722207+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:56:31.722207+0000","last_undegraded":"2024-09-12T17:56:31.722207+0000","last_fullsized":"2024-09-12T17:56:31.722207+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:19.906682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'759","reported_seq":4606,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.226425+0000","last_change":"2024-09-12T17:09:53.348752+0000","last_active":"2024-09-12T17:56:31.226425+0000","last_peered":"2024-09-12T17:56:31.226425+0000","last_clean":"2024-09-12T17:56:31.226425+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:56:31.226425+0000","last_undegraded":"2024-09-12T17:56:31.226425+0000","last_fullsized":"2024-09-12T17:56:31.226425+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:27.110452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'145","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204065+0000","last_change":"2024-09-12T17:09:55.350668+0000","last_active":"2024-09-12T17:56:17.204065+0000","last_peered":"2024-09-12T17:56:17.204065+0000","last_clean":"2024-09-12T17:56:17.204065+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:56:17.204065+0000","last_undegraded":"2024-09-12T17:56:17.204065+0000","last_fullsized":"2024-09-12T17:56:17.204065+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.780012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.610238+0000","last_change":"2024-09-12T17:09:47.305309+0000","last_active":"2024-09-12T17:52:53.610238+0000","last_peered":"2024-09-12T17:52:53.610238+0000","last_clean":"2024-09-12T17:52:53.610238+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:52:53.610238+0000","last_undegraded":"2024-09-12T17:52:53.610238+0000","last_fullsized":"2024-09-12T17:52:53.610238+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:57.693076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.346428+0000","last_change":"2024-09-12T17:09:45.375368+0000","last_active":"2024-09-12T17:54:47.346428+0000","last_peered":"2024-09-12T17:54:47.346428+0000","last_clean":"2024-09-12T17:54:47.346428+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:54:47.346428+0000","last_undegraded":"2024-09-12T17:54:47.346428+0000","last_fullsized":"2024-09-12T17:54:47.346428+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:51.838681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677638+0000","last_change":"2024-09-12T17:09:49.329572+0000","last_active":"2024-09-12T17:53:17.677638+0000","last_peered":"2024-09-12T17:53:17.677638+0000","last_clean":"2024-09-12T17:53:17.677638+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:53:17.677638+0000","last_undegraded":"2024-09-12T17:53:17.677638+0000","last_fullsized":"2024-09-12T17:53:17.677638+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:02.265796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'205","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.752992+0000","last_change":"2024-09-12T17:09:51.336150+0000","last_active":"2024-09-12T17:56:31.752992+0000","last_peered":"2024-09-12T17:56:31.752992+0000","last_clean":"2024-09-12T17:56:31.752992+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:31.752992+0000","last_undegraded":"2024-09-12T17:56:31.752992+0000","last_fullsized":"2024-09-12T17:56:31.752992+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:02.600493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676237+0000","last_change":"2024-09-12T17:09:53.327389+0000","last_active":"2024-09-12T17:53:12.676237+0000","last_peered":"2024-09-12T17:53:12.676237+0000","last_clean":"2024-09-12T17:53:12.676237+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:53:12.676237+0000","last_undegraded":"2024-09-12T17:53:12.676237+0000","last_fullsized":"2024-09-12T17:53:12.676237+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:45.426019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'129","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.001359+0000","last_change":"2024-09-12T17:09:55.352358+0000","last_active":"2024-09-12T17:54:22.001359+0000","last_peered":"2024-09-12T17:54:22.001359+0000","last_clean":"2024-09-12T17:54:22.001359+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:54:22.001359+0000","last_undegraded":"2024-09-12T17:54:22.001359+0000","last_fullsized":"2024-09-12T17:54:22.001359+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.705132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'111","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:38.489380+0000","last_change":"2024-09-12T17:09:47.316652+0000","last_active":"2024-09-12T17:54:38.489380+0000","last_peered":"2024-09-12T17:54:38.489380+0000","last_clean":"2024-09-12T17:54:38.489380+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:54:38.489380+0000","last_undegraded":"2024-09-12T17:54:38.489380+0000","last_fullsized":"2024-09-12T17:54:38.489380+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:25.765900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'214","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.759975+0000","last_change":"2024-09-12T17:09:45.340916+0000","last_active":"2024-09-12T17:56:31.759975+0000","last_peered":"2024-09-12T17:56:31.759975+0000","last_clean":"2024-09-12T17:56:31.759975+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:56:31.759975+0000","last_undegraded":"2024-09-12T17:56:31.759975+0000","last_fullsized":"2024-09-12T17:56:31.759975+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:34.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661586,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":3633,"num_write":981,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.668229+0000","last_change":"2024-09-12T17:09:49.318661+0000","last_active":"2024-09-12T17:52:37.668229+0000","last_peered":"2024-09-12T17:52:37.668229+0000","last_clean":"2024-09-12T17:52:37.668229+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:52:37.668229+0000","last_undegraded":"2024-09-12T17:52:37.668229+0000","last_fullsized":"2024-09-12T17:52:37.668229+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.777684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'166","reported_seq":741,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.505983+0000","last_change":"2024-09-12T17:09:51.325948+0000","last_active":"2024-09-12T17:56:31.505983+0000","last_peered":"2024-09-12T17:56:31.505983+0000","last_clean":"2024-09-12T17:56:31.505983+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:56:31.505983+0000","last_undegraded":"2024-09-12T17:56:31.505983+0000","last_fullsized":"2024-09-12T17:56:31.505983+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:08.360154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13960,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":229,"num_read_kb":325,"num_write":184,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:42.721481+0000","last_change":"2024-09-12T17:09:53.356632+0000","last_active":"2024-09-12T17:52:42.721481+0000","last_peered":"2024-09-12T17:52:42.721481+0000","last_clean":"2024-09-12T17:52:42.721481+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:52:42.721481+0000","last_undegraded":"2024-09-12T17:52:42.721481+0000","last_fullsized":"2024-09-12T17:52:42.721481+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:18.428163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'129","reported_seq":652,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.127070+0000","last_change":"2024-09-12T17:09:55.358661+0000","last_active":"2024-09-12T17:56:03.127070+0000","last_peered":"2024-09-12T17:56:03.127070+0000","last_clean":"2024-09-12T17:56:03.127070+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:56:03.127070+0000","last_undegraded":"2024-09-12T17:56:03.127070+0000","last_fullsized":"2024-09-12T17:56:03.127070+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:13.659009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.905576+0000","last_change":"2024-09-12T17:09:47.304111+0000","last_active":"2024-09-12T17:52:33.905576+0000","last_peered":"2024-09-12T17:52:33.905576+0000","last_clean":"2024-09-12T17:52:33.905576+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:52:33.905576+0000","last_undegraded":"2024-09-12T17:52:33.905576+0000","last_fullsized":"2024-09-12T17:52:33.905576+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:43.195574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'208","reported_seq":833,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.674670+0000","last_change":"2024-09-12T17:09:45.357408+0000","last_active":"2024-09-12T17:56:31.674670+0000","last_peered":"2024-09-12T17:56:31.674670+0000","last_clean":"2024-09-12T17:56:31.674670+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:56:31.674670+0000","last_undegraded":"2024-09-12T17:56:31.674670+0000","last_fullsized":"2024-09-12T17:56:31.674670+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:29.584408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4496756,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":463,"num_read_kb":14880,"num_write":982,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.520365+0000","last_change":"2024-09-12T17:09:49.330028+0000","last_active":"2024-09-12T17:52:33.520365+0000","last_peered":"2024-09-12T17:52:33.520365+0000","last_clean":"2024-09-12T17:52:33.520365+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:52:33.520365+0000","last_undegraded":"2024-09-12T17:52:33.520365+0000","last_fullsized":"2024-09-12T17:52:33.520365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:45.627451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'148","reported_seq":737,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.339704+0000","last_change":"2024-09-12T17:09:51.321136+0000","last_active":"2024-09-12T17:56:31.339704+0000","last_peered":"2024-09-12T17:56:31.339704+0000","last_clean":"2024-09-12T17:56:31.339704+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:31.339704+0000","last_undegraded":"2024-09-12T17:56:31.339704+0000","last_fullsized":"2024-09-12T17:56:31.339704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:53.820661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2157,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.215132+0000","last_change":"2024-09-12T17:09:53.332207+0000","last_active":"2024-09-12T17:56:31.215132+0000","last_peered":"2024-09-12T17:56:31.215132+0000","last_clean":"2024-09-12T17:56:31.215132+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:31.215132+0000","last_undegraded":"2024-09-12T17:56:31.215132+0000","last_fullsized":"2024-09-12T17:56:31.215132+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:55.328869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'144","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.786086+0000","last_change":"2024-09-12T17:09:55.359473+0000","last_active":"2024-09-12T17:54:58.786086+0000","last_peered":"2024-09-12T17:54:58.786086+0000","last_clean":"2024-09-12T17:54:58.786086+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:54:58.786086+0000","last_undegraded":"2024-09-12T17:54:58.786086+0000","last_fullsized":"2024-09-12T17:54:58.786086+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:12.025422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:29.779455+0000","last_change":"2024-09-12T17:09:47.337518+0000","last_active":"2024-09-12T17:54:29.779455+0000","last_peered":"2024-09-12T17:54:29.779455+0000","last_clean":"2024-09-12T17:54:29.779455+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:54:29.779455+0000","last_undegraded":"2024-09-12T17:54:29.779455+0000","last_fullsized":"2024-09-12T17:54:29.779455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:59.897219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'247","reported_seq":891,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.810744+0000","last_change":"2024-09-12T17:09:45.342777+0000","last_active":"2024-09-12T17:56:31.810744+0000","last_peered":"2024-09-12T17:56:31.810744+0000","last_clean":"2024-09-12T17:56:31.810744+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:56:31.810744+0000","last_undegraded":"2024-09-12T17:56:31.810744+0000","last_fullsized":"2024-09-12T17:56:31.810744+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:40.833892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":10579,"num_write":1188,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1440,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.959190+0000","last_change":"2024-09-12T17:09:49.304426+0000","last_active":"2024-09-12T17:56:30.959190+0000","last_peered":"2024-09-12T17:56:30.959190+0000","last_clean":"2024-09-12T17:56:30.959190+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:30.959190+0000","last_undegraded":"2024-09-12T17:56:30.959190+0000","last_fullsized":"2024-09-12T17:56:30.959190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.914328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'66","reported_seq":588,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.457466+0000","last_change":"2024-09-12T17:09:51.339275+0000","last_active":"2024-09-12T17:53:57.457466+0000","last_peered":"2024-09-12T17:53:57.457466+0000","last_clean":"2024-09-12T17:53:57.457466+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:53:57.457466+0000","last_undegraded":"2024-09-12T17:53:57.457466+0000","last_fullsized":"2024-09-12T17:53:57.457466+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.863967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'741","reported_seq":3925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.218806+0000","last_change":"2024-09-12T17:09:53.341913+0000","last_active":"2024-09-12T17:56:31.218806+0000","last_peered":"2024-09-12T17:56:31.218806+0000","last_clean":"2024-09-12T17:56:31.218806+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:31.218806+0000","last_undegraded":"2024-09-12T17:56:31.218806+0000","last_fullsized":"2024-09-12T17:56:31.218806+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:29.670235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.921240+0000","last_change":"2024-09-12T17:09:55.345113+0000","last_active":"2024-09-12T17:53:43.921240+0000","last_peered":"2024-09-12T17:53:43.921240+0000","last_clean":"2024-09-12T17:53:43.921240+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:53:43.921240+0000","last_undegraded":"2024-09-12T17:53:43.921240+0000","last_fullsized":"2024-09-12T17:53:43.921240+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:14.405910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:36.786448+0000","last_change":"2024-09-12T17:09:47.315540+0000","last_active":"2024-09-12T17:54:36.786448+0000","last_peered":"2024-09-12T17:54:36.786448+0000","last_clean":"2024-09-12T17:54:36.786448+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:54:36.786448+0000","last_undegraded":"2024-09-12T17:54:36.786448+0000","last_fullsized":"2024-09-12T17:54:36.786448+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:20.827221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'212","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.801984+0000","last_change":"2024-09-12T17:09:45.360650+0000","last_active":"2024-09-12T17:56:31.801984+0000","last_peered":"2024-09-12T17:56:31.801984+0000","last_clean":"2024-09-12T17:56:31.801984+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:56:31.801984+0000","last_undegraded":"2024-09-12T17:56:31.801984+0000","last_fullsized":"2024-09-12T17:56:31.801984+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:52.857106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299633,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":520,"num_read_kb":25872,"num_write":1051,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"38'3","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.946074+0000","last_change":"2024-09-12T17:09:49.315513+0000","last_active":"2024-09-12T17:56:30.946074+0000","last_peered":"2024-09-12T17:56:30.946074+0000","last_clean":"2024-09-12T17:56:30.946074+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:30.946074+0000","last_undegraded":"2024-09-12T17:56:30.946074+0000","last_fullsized":"2024-09-12T17:56:30.946074+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:21:33.742296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":718,"num_read_kb":716,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'221","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.667775+0000","last_change":"2024-09-12T17:09:51.331173+0000","last_active":"2024-09-12T17:56:31.667775+0000","last_peered":"2024-09-12T17:56:31.667775+0000","last_clean":"2024-09-12T17:56:31.667775+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:56:31.667775+0000","last_undegraded":"2024-09-12T17:56:31.667775+0000","last_fullsized":"2024-09-12T17:56:31.667775+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:57.854425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713163+0000","last_change":"2024-09-12T17:09:53.341808+0000","last_active":"2024-09-12T17:52:38.713163+0000","last_peered":"2024-09-12T17:52:38.713163+0000","last_clean":"2024-09-12T17:52:38.713163+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:52:38.713163+0000","last_undegraded":"2024-09-12T17:52:38.713163+0000","last_fullsized":"2024-09-12T17:52:38.713163+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:59.189974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'130","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204500+0000","last_change":"2024-09-12T17:09:55.352967+0000","last_active":"2024-09-12T17:56:17.204500+0000","last_peered":"2024-09-12T17:56:17.204500+0000","last_clean":"2024-09-12T17:56:17.204500+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:56:17.204500+0000","last_undegraded":"2024-09-12T17:56:17.204500+0000","last_fullsized":"2024-09-12T17:56:17.204500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:41.442664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":765,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:19.511826+0000","last_change":"2024-09-12T17:09:47.334541+0000","last_active":"2024-09-12T17:54:19.511826+0000","last_peered":"2024-09-12T17:54:19.511826+0000","last_clean":"2024-09-12T17:54:19.511826+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:54:19.511826+0000","last_undegraded":"2024-09-12T17:54:19.511826+0000","last_fullsized":"2024-09-12T17:54:19.511826+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:27.546505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548773+0000","last_change":"2024-09-12T17:09:24.535136+0000","last_active":"2024-09-12T17:53:37.548773+0000","last_peered":"2024-09-12T17:53:37.548773+0000","last_clean":"2024-09-12T17:53:37.548773+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:53:37.548773+0000","last_undegraded":"2024-09-12T17:53:37.548773+0000","last_fullsized":"2024-09-12T17:53:37.548773+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:23.408825+0000","last_clean_scrub_stamp":"2024-09-12T17:09:23.408825+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:24.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533672+0000","last_change":"2024-09-12T17:09:32.485145+0000","last_active":"2024-09-12T17:53:17.533672+0000","last_peered":"2024-09-12T17:53:17.533672+0000","last_clean":"2024-09-12T17:53:17.533672+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:53:17.533672+0000","last_undegraded":"2024-09-12T17:53:17.533672+0000","last_fullsized":"2024-09-12T17:53:17.533672+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:50.371137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'198","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.730465+0000","last_change":"2024-09-12T17:09:45.352229+0000","last_active":"2024-09-12T17:56:31.730465+0000","last_peered":"2024-09-12T17:56:31.730465+0000","last_clean":"2024-09-12T17:56:31.730465+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:56:31.730465+0000","last_undegraded":"2024-09-12T17:56:31.730465+0000","last_fullsized":"2024-09-12T17:56:31.730465+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:08.061470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3836058,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":8906,"num_write":935,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548956+0000","last_change":"2024-09-12T17:09:49.324072+0000","last_active":"2024-09-12T17:53:37.548956+0000","last_peered":"2024-09-12T17:53:37.548956+0000","last_clean":"2024-09-12T17:53:37.548956+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:53:37.548956+0000","last_undegraded":"2024-09-12T17:53:37.548956+0000","last_fullsized":"2024-09-12T17:53:37.548956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:52.570995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'303","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.804368+0000","last_change":"2024-09-12T17:09:51.335409+0000","last_active":"2024-09-12T17:56:31.804368+0000","last_peered":"2024-09-12T17:56:31.804368+0000","last_clean":"2024-09-12T17:56:31.804368+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:56:31.804368+0000","last_undegraded":"2024-09-12T17:56:31.804368+0000","last_fullsized":"2024-09-12T17:56:31.804368+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:32.658505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.729667+0000","last_change":"2024-09-12T17:09:53.348728+0000","last_active":"2024-09-12T17:53:12.729667+0000","last_peered":"2024-09-12T17:53:12.729667+0000","last_clean":"2024-09-12T17:53:12.729667+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:53:12.729667+0000","last_undegraded":"2024-09-12T17:53:12.729667+0000","last_fullsized":"2024-09-12T17:53:12.729667+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:52.990041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'211","reported_seq":907,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.806698+0000","last_change":"2024-09-12T17:09:55.345713+0000","last_active":"2024-09-12T17:54:58.806698+0000","last_peered":"2024-09-12T17:54:58.806698+0000","last_clean":"2024-09-12T17:54:58.806698+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:54:58.806698+0000","last_undegraded":"2024-09-12T17:54:58.806698+0000","last_fullsized":"2024-09-12T17:54:58.806698+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:02.303439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727729+0000","last_change":"2024-09-12T17:09:47.305554+0000","last_active":"2024-09-12T17:53:07.727729+0000","last_peered":"2024-09-12T17:53:07.727729+0000","last_clean":"2024-09-12T17:53:07.727729+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:53:07.727729+0000","last_undegraded":"2024-09-12T17:53:07.727729+0000","last_fullsized":"2024-09-12T17:53:07.727729+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:16.436643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.549954+0000","last_change":"2024-09-12T17:09:32.973470+0000","last_active":"2024-09-12T17:53:42.549954+0000","last_peered":"2024-09-12T17:53:42.549954+0000","last_clean":"2024-09-12T17:53:42.549954+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:53:42.549954+0000","last_undegraded":"2024-09-12T17:53:42.549954+0000","last_fullsized":"2024-09-12T17:53:42.549954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:47.802781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:36.405274+0000","last_change":"2024-09-12T17:56:36.405274+0000","last_active":"2024-09-12T17:56:36.405274+0000","last_peered":"2024-09-12T17:56:36.405274+0000","last_clean":"2024-09-12T17:56:36.405274+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:36.405274+0000","last_undegraded":"2024-09-12T17:56:36.405274+0000","last_fullsized":"2024-09-12T17:56:36.405274+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_clean_scrub_stamp":"2024-09-12T17:56:36.405164+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:13.233139+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.532734+0000","last_change":"2024-09-12T17:09:49.314390+0000","last_active":"2024-09-12T17:53:12.532734+0000","last_peered":"2024-09-12T17:53:12.532734+0000","last_clean":"2024-09-12T17:53:12.532734+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:53:12.532734+0000","last_undegraded":"2024-09-12T17:53:12.532734+0000","last_fullsized":"2024-09-12T17:53:12.532734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:09.852479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'844","reported_seq":2335,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.681110+0000","last_change":"2024-09-12T17:09:51.330815+0000","last_active":"2024-09-12T17:56:31.681110+0000","last_peered":"2024-09-12T17:56:31.681110+0000","last_clean":"2024-09-12T17:56:31.681110+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:31.681110+0000","last_undegraded":"2024-09-12T17:56:31.681110+0000","last_fullsized":"2024-09-12T17:56:31.681110+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":800,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:41.189677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48951,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1180,"num_read_kb":1459,"num_write":296,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.551332+0000","last_change":"2024-09-12T17:09:53.321267+0000","last_active":"2024-09-12T17:53:47.551332+0000","last_peered":"2024-09-12T17:53:47.551332+0000","last_clean":"2024-09-12T17:53:47.551332+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:53:47.551332+0000","last_undegraded":"2024-09-12T17:53:47.551332+0000","last_fullsized":"2024-09-12T17:53:47.551332+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:16.496781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'215","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532566+0000","last_change":"2024-09-12T17:09:55.338532+0000","last_active":"2024-09-12T17:53:28.532566+0000","last_peered":"2024-09-12T17:53:28.532566+0000","last_clean":"2024-09-12T17:53:28.532566+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:53:28.532566+0000","last_undegraded":"2024-09-12T17:53:28.532566+0000","last_fullsized":"2024-09-12T17:53:28.532566+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:33.277861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.020302+0000","last_change":"2024-09-12T17:09:47.321659+0000","last_active":"2024-09-12T17:54:43.020302+0000","last_peered":"2024-09-12T17:54:43.020302+0000","last_clean":"2024-09-12T17:54:43.020302+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:54:43.020302+0000","last_undegraded":"2024-09-12T17:54:43.020302+0000","last_fullsized":"2024-09-12T17:54:43.020302+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:45.292865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.677553+0000","last_change":"2024-09-12T17:09:32.479836+0000","last_active":"2024-09-12T17:53:17.677553+0000","last_peered":"2024-09-12T17:53:17.677553+0000","last_clean":"2024-09-12T17:53:17.677553+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:53:17.677553+0000","last_undegraded":"2024-09-12T17:53:17.677553+0000","last_fullsized":"2024-09-12T17:53:17.677553+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:21.050223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'214","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.748893+0000","last_change":"2024-09-12T17:09:45.349985+0000","last_active":"2024-09-12T17:56:31.748893+0000","last_peered":"2024-09-12T17:56:31.748893+0000","last_clean":"2024-09-12T17:56:31.748893+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:56:31.748893+0000","last_undegraded":"2024-09-12T17:56:31.748893+0000","last_fullsized":"2024-09-12T17:56:31.748893+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:41.358630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399156,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":487,"num_read_kb":77221,"num_write":987,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676377+0000","last_change":"2024-09-12T17:09:49.323154+0000","last_active":"2024-09-12T17:53:12.676377+0000","last_peered":"2024-09-12T17:53:12.676377+0000","last_clean":"2024-09-12T17:53:12.676377+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:53:12.676377+0000","last_undegraded":"2024-09-12T17:53:12.676377+0000","last_fullsized":"2024-09-12T17:53:12.676377+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.034297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'208","reported_seq":1316,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:15.647011+0000","last_change":"2024-09-12T17:09:51.347817+0000","last_active":"2024-09-12T17:56:15.647011+0000","last_peered":"2024-09-12T17:56:15.647011+0000","last_clean":"2024-09-12T17:56:15.647011+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:56:15.647011+0000","last_undegraded":"2024-09-12T17:56:15.647011+0000","last_fullsized":"2024-09-12T17:56:15.647011+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:32.541991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735693+0000","last_change":"2024-09-12T17:09:53.356724+0000","last_active":"2024-09-12T17:53:37.735693+0000","last_peered":"2024-09-12T17:53:37.735693+0000","last_clean":"2024-09-12T17:53:37.735693+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:53:37.735693+0000","last_undegraded":"2024-09-12T17:53:37.735693+0000","last_fullsized":"2024-09-12T17:53:37.735693+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:32.694475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'245","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.179452+0000","last_change":"2024-09-12T17:09:55.348926+0000","last_active":"2024-09-12T17:54:58.179452+0000","last_peered":"2024-09-12T17:54:58.179452+0000","last_clean":"2024-09-12T17:54:58.179452+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:54:58.179452+0000","last_undegraded":"2024-09-12T17:54:58.179452+0000","last_fullsized":"2024-09-12T17:54:58.179452+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:35.540275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'112","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.344974+0000","last_change":"2024-09-12T17:09:47.319528+0000","last_active":"2024-09-12T17:54:59.344974+0000","last_peered":"2024-09-12T17:54:59.344974+0000","last_clean":"2024-09-12T17:54:59.344974+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:54:59.344974+0000","last_undegraded":"2024-09-12T17:54:59.344974+0000","last_fullsized":"2024-09-12T17:54:59.344974+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:03.899835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":527,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.533629+0000","last_change":"2024-09-12T17:09:32.487224+0000","last_active":"2024-09-12T17:53:17.533629+0000","last_peered":"2024-09-12T17:53:17.533629+0000","last_clean":"2024-09-12T17:53:17.533629+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:53:17.533629+0000","last_undegraded":"2024-09-12T17:53:17.533629+0000","last_fullsized":"2024-09-12T17:53:17.533629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:57.314322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'254","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.011089+0000","last_change":"2024-09-12T17:56:38.011089+0000","last_active":"2024-09-12T17:56:38.011089+0000","last_peered":"2024-09-12T17:56:38.011089+0000","last_clean":"2024-09-12T17:56:38.011089+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:56:38.011089+0000","last_undegraded":"2024-09-12T17:56:38.011089+0000","last_fullsized":"2024-09-12T17:56:38.011089+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.010867+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:17.075164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":545,"num_read_kb":5384,"num_write":1072,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.736974+0000","last_change":"2024-09-12T17:09:49.311731+0000","last_active":"2024-09-12T17:53:42.736974+0000","last_peered":"2024-09-12T17:53:42.736974+0000","last_clean":"2024-09-12T17:53:42.736974+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:53:42.736974+0000","last_undegraded":"2024-09-12T17:53:42.736974+0000","last_fullsized":"2024-09-12T17:53:42.736974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:41.404924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'125","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:23.120482+0000","last_change":"2024-09-12T17:09:51.305606+0000","last_active":"2024-09-12T17:55:23.120482+0000","last_peered":"2024-09-12T17:55:23.120482+0000","last_clean":"2024-09-12T17:55:23.120482+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:55:23.120482+0000","last_undegraded":"2024-09-12T17:55:23.120482+0000","last_fullsized":"2024-09-12T17:55:23.120482+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:43.144365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.720818+0000","last_change":"2024-09-12T17:09:53.361607+0000","last_active":"2024-09-12T17:53:13.720818+0000","last_peered":"2024-09-12T17:53:13.720818+0000","last_clean":"2024-09-12T17:53:13.720818+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:53:13.720818+0000","last_undegraded":"2024-09-12T17:53:13.720818+0000","last_fullsized":"2024-09-12T17:53:13.720818+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:03.900571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'112","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.103247+0000","last_change":"2024-09-12T17:09:55.355418+0000","last_active":"2024-09-12T17:54:54.103247+0000","last_peered":"2024-09-12T17:54:54.103247+0000","last_clean":"2024-09-12T17:54:54.103247+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:54:54.103247+0000","last_undegraded":"2024-09-12T17:54:54.103247+0000","last_fullsized":"2024-09-12T17:54:54.103247+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:12.518957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:44.497179+0000","last_change":"2024-09-12T17:09:47.320947+0000","last_active":"2024-09-12T17:53:44.497179+0000","last_peered":"2024-09-12T17:53:44.497179+0000","last_clean":"2024-09-12T17:53:44.497179+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:53:44.497179+0000","last_undegraded":"2024-09-12T17:53:44.497179+0000","last_fullsized":"2024-09-12T17:53:44.497179+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:20.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.688477+0000","last_change":"2024-09-12T17:09:45.374145+0000","last_active":"2024-09-12T17:56:31.688477+0000","last_peered":"2024-09-12T17:56:31.688477+0000","last_clean":"2024-09-12T17:56:31.688477+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:31.688477+0000","last_undegraded":"2024-09-12T17:56:31.688477+0000","last_fullsized":"2024-09-12T17:56:31.688477+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:45.403751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.530304+0000","last_change":"2024-09-12T17:09:32.478505+0000","last_active":"2024-09-12T17:53:18.530304+0000","last_peered":"2024-09-12T17:53:18.530304+0000","last_clean":"2024-09-12T17:53:18.530304+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:53:18.530304+0000","last_undegraded":"2024-09-12T17:53:18.530304+0000","last_fullsized":"2024-09-12T17:53:18.530304+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:19.651164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735633+0000","last_change":"2024-09-12T17:09:49.323126+0000","last_active":"2024-09-12T17:53:37.735633+0000","last_peered":"2024-09-12T17:53:37.735633+0000","last_clean":"2024-09-12T17:53:37.735633+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:53:37.735633+0000","last_undegraded":"2024-09-12T17:53:37.735633+0000","last_fullsized":"2024-09-12T17:53:37.735633+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:20.912051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'260","reported_seq":923,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.828242+0000","last_change":"2024-09-12T17:09:51.319431+0000","last_active":"2024-09-12T17:56:31.828242+0000","last_peered":"2024-09-12T17:56:31.828242+0000","last_clean":"2024-09-12T17:56:31.828242+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:31.828242+0000","last_undegraded":"2024-09-12T17:56:31.828242+0000","last_fullsized":"2024-09-12T17:56:31.828242+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:06.742946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920103+0000","last_change":"2024-09-12T17:09:53.345438+0000","last_active":"2024-09-12T17:53:38.920103+0000","last_peered":"2024-09-12T17:53:38.920103+0000","last_clean":"2024-09-12T17:53:38.920103+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:53:38.920103+0000","last_undegraded":"2024-09-12T17:53:38.920103+0000","last_fullsized":"2024-09-12T17:53:38.920103+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:47.745083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.895104+0000","last_change":"2024-09-12T17:09:55.346081+0000","last_active":"2024-09-12T17:54:57.895104+0000","last_peered":"2024-09-12T17:54:57.895104+0000","last_clean":"2024-09-12T17:54:57.895104+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:54:57.895104+0000","last_undegraded":"2024-09-12T17:54:57.895104+0000","last_fullsized":"2024-09-12T17:54:57.895104+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:51.486670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.708195+0000","last_change":"2024-09-12T17:09:47.312796+0000","last_active":"2024-09-12T17:53:58.708195+0000","last_peered":"2024-09-12T17:53:58.708195+0000","last_clean":"2024-09-12T17:53:58.708195+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:53:58.708195+0000","last_undegraded":"2024-09-12T17:53:58.708195+0000","last_fullsized":"2024-09-12T17:53:58.708195+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:04.743070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'215","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.503628+0000","last_change":"2024-09-12T17:56:37.503628+0000","last_active":"2024-09-12T17:56:37.503628+0000","last_peered":"2024-09-12T17:56:37.503628+0000","last_clean":"2024-09-12T17:56:37.503628+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:56:37.503628+0000","last_undegraded":"2024-09-12T17:56:37.503628+0000","last_fullsized":"2024-09-12T17:56:37.503628+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.503401+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:11.831596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399451,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":81577,"num_write":1037,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.546469+0000","last_change":"2024-09-12T17:09:32.973626+0000","last_active":"2024-09-12T17:53:27.546469+0000","last_peered":"2024-09-12T17:53:27.546469+0000","last_clean":"2024-09-12T17:53:27.546469+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:53:27.546469+0000","last_undegraded":"2024-09-12T17:53:27.546469+0000","last_fullsized":"2024-09-12T17:53:27.546469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:10.157317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725139+0000","last_change":"2024-09-12T17:09:49.322502+0000","last_active":"2024-09-12T17:53:33.725139+0000","last_peered":"2024-09-12T17:53:33.725139+0000","last_clean":"2024-09-12T17:53:33.725139+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:53:33.725139+0000","last_undegraded":"2024-09-12T17:53:33.725139+0000","last_fullsized":"2024-09-12T17:53:33.725139+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:39.497085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'170","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.487704+0000","last_change":"2024-09-12T17:09:51.340132+0000","last_active":"2024-09-12T17:54:59.487704+0000","last_peered":"2024-09-12T17:54:59.487704+0000","last_clean":"2024-09-12T17:54:59.487704+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:54:59.487704+0000","last_undegraded":"2024-09-12T17:54:59.487704+0000","last_fullsized":"2024-09-12T17:54:59.487704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:23.213148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'757","reported_seq":2767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.210046+0000","last_change":"2024-09-12T17:09:53.354453+0000","last_active":"2024-09-12T17:56:31.210046+0000","last_peered":"2024-09-12T17:56:31.210046+0000","last_clean":"2024-09-12T17:56:31.210046+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:56:31.210046+0000","last_undegraded":"2024-09-12T17:56:31.210046+0000","last_fullsized":"2024-09-12T17:56:31.210046+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":701,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:11.712547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'128","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115785+0000","last_change":"2024-09-12T17:09:55.349153+0000","last_active":"2024-09-12T17:55:03.115785+0000","last_peered":"2024-09-12T17:55:03.115785+0000","last_clean":"2024-09-12T17:55:03.115785+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:55:03.115785+0000","last_undegraded":"2024-09-12T17:55:03.115785+0000","last_fullsized":"2024-09-12T17:55:03.115785+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:07.218450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:24.416929+0000","last_change":"2024-09-12T17:09:47.320463+0000","last_active":"2024-09-12T17:54:24.416929+0000","last_peered":"2024-09-12T17:54:24.416929+0000","last_clean":"2024-09-12T17:54:24.416929+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:54:24.416929+0000","last_undegraded":"2024-09-12T17:54:24.416929+0000","last_fullsized":"2024-09-12T17:54:24.416929+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:00.889640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'232","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.969134+0000","last_change":"2024-09-12T17:56:37.969134+0000","last_active":"2024-09-12T17:56:37.969134+0000","last_peered":"2024-09-12T17:56:37.969134+0000","last_clean":"2024-09-12T17:56:37.969134+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:56:37.969134+0000","last_undegraded":"2024-09-12T17:56:37.969134+0000","last_fullsized":"2024-09-12T17:56:37.969134+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'232","last_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_deep_scrub":"267'232","last_deep_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.968860+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:42.202390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":630,"num_read_kb":21220,"num_write":1052,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.524765+0000","last_change":"2024-09-12T17:09:32.478381+0000","last_active":"2024-09-12T17:52:53.524765+0000","last_peered":"2024-09-12T17:52:53.524765+0000","last_clean":"2024-09-12T17:52:53.524765+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:52:53.524765+0000","last_undegraded":"2024-09-12T17:52:53.524765+0000","last_fullsized":"2024-09-12T17:52:53.524765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:25.613395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918822+0000","last_change":"2024-09-12T17:09:49.307742+0000","last_active":"2024-09-12T17:53:33.918822+0000","last_peered":"2024-09-12T17:53:33.918822+0000","last_clean":"2024-09-12T17:53:33.918822+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:53:33.918822+0000","last_undegraded":"2024-09-12T17:53:33.918822+0000","last_fullsized":"2024-09-12T17:53:33.918822+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:05.469268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'105","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920169+0000","last_change":"2024-09-12T17:09:51.321181+0000","last_active":"2024-09-12T17:53:38.920169+0000","last_peered":"2024-09-12T17:53:38.920169+0000","last_clean":"2024-09-12T17:53:38.920169+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:53:38.920169+0000","last_undegraded":"2024-09-12T17:53:38.920169+0000","last_fullsized":"2024-09-12T17:53:38.920169+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:54.130860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'751","reported_seq":2435,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.221404+0000","last_change":"2024-09-12T17:09:53.324519+0000","last_active":"2024-09-12T17:56:31.221404+0000","last_peered":"2024-09-12T17:56:31.221404+0000","last_clean":"2024-09-12T17:56:31.221404+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:56:31.221404+0000","last_undegraded":"2024-09-12T17:56:31.221404+0000","last_fullsized":"2024-09-12T17:56:31.221404+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:07.213791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'153","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.711655+0000","last_change":"2024-09-12T17:09:55.361751+0000","last_active":"2024-09-12T17:53:07.711655+0000","last_peered":"2024-09-12T17:53:07.711655+0000","last_clean":"2024-09-12T17:53:07.711655+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:53:07.711655+0000","last_undegraded":"2024-09-12T17:53:07.711655+0000","last_fullsized":"2024-09-12T17:53:07.711655+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:45.470670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918875+0000","last_change":"2024-09-12T17:09:47.315515+0000","last_active":"2024-09-12T17:53:33.918875+0000","last_peered":"2024-09-12T17:53:33.918875+0000","last_clean":"2024-09-12T17:53:33.918875+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:53:33.918875+0000","last_undegraded":"2024-09-12T17:53:33.918875+0000","last_fullsized":"2024-09-12T17:53:33.918875+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:07.959068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.695020+0000","last_change":"2024-09-12T17:09:45.348102+0000","last_active":"2024-09-12T17:56:31.695020+0000","last_peered":"2024-09-12T17:56:31.695020+0000","last_clean":"2024-09-12T17:56:31.695020+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:31.695020+0000","last_undegraded":"2024-09-12T17:56:31.695020+0000","last_fullsized":"2024-09-12T17:56:31.695020+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:46.516802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:53.716515+0000","last_change":"2024-09-12T17:09:33.147639+0000","last_active":"2024-09-12T17:52:53.716515+0000","last_peered":"2024-09-12T17:52:53.716515+0000","last_clean":"2024-09-12T17:52:53.716515+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:52:53.716515+0000","last_undegraded":"2024-09-12T17:52:53.716515+0000","last_fullsized":"2024-09-12T17:52:53.716515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:29.449631+0000","last_clean_scrub_stamp":"2024-09-12T17:09:29.449631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:16.672658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"38'4","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.943058+0000","last_change":"2024-09-12T17:09:49.315249+0000","last_active":"2024-09-12T17:56:30.943058+0000","last_peered":"2024-09-12T17:56:30.943058+0000","last_clean":"2024-09-12T17:56:30.943058+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:56:30.943058+0000","last_undegraded":"2024-09-12T17:56:30.943058+0000","last_fullsized":"2024-09-12T17:56:30.943058+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:27.979718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":1177,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'342","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.639397+0000","last_change":"2024-09-12T17:09:51.345519+0000","last_active":"2024-09-12T17:56:31.639397+0000","last_peered":"2024-09-12T17:56:31.639397+0000","last_clean":"2024-09-12T17:56:31.639397+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:31.639397+0000","last_undegraded":"2024-09-12T17:56:31.639397+0000","last_fullsized":"2024-09-12T17:56:31.639397+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:58.435916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095264+0000","last_change":"2024-09-12T17:09:53.323986+0000","last_active":"2024-09-12T17:53:38.095264+0000","last_peered":"2024-09-12T17:53:38.095264+0000","last_clean":"2024-09-12T17:53:38.095264+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:53:38.095264+0000","last_undegraded":"2024-09-12T17:53:38.095264+0000","last_fullsized":"2024-09-12T17:53:38.095264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:38.416344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'100","reported_seq":594,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.501735+0000","last_change":"2024-09-12T17:09:55.334559+0000","last_active":"2024-09-12T17:54:56.501735+0000","last_peered":"2024-09-12T17:54:56.501735+0000","last_clean":"2024-09-12T17:54:56.501735+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:54:56.501735+0000","last_undegraded":"2024-09-12T17:54:56.501735+0000","last_fullsized":"2024-09-12T17:54:56.501735+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:32.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'135","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.939869+0000","last_change":"2024-09-12T17:09:55.361500+0000","last_active":"2024-09-12T17:54:58.939869+0000","last_peered":"2024-09-12T17:54:58.939869+0000","last_clean":"2024-09-12T17:54:58.939869+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:54:58.939869+0000","last_undegraded":"2024-09-12T17:54:58.939869+0000","last_fullsized":"2024-09-12T17:54:58.939869+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:16.767966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927036+0000","last_change":"2024-09-12T17:09:47.336912+0000","last_active":"2024-09-12T17:54:08.927036+0000","last_peered":"2024-09-12T17:54:08.927036+0000","last_clean":"2024-09-12T17:54:08.927036+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:54:08.927036+0000","last_undegraded":"2024-09-12T17:54:08.927036+0000","last_fullsized":"2024-09-12T17:54:08.927036+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:19.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'194","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.677728+0000","last_change":"2024-09-12T17:10:17.031163+0000","last_active":"2024-09-12T17:56:31.677728+0000","last_peered":"2024-09-12T17:56:31.677728+0000","last_clean":"2024-09-12T17:56:31.677728+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:56:31.677728+0000","last_undegraded":"2024-09-12T17:56:31.677728+0000","last_fullsized":"2024-09-12T17:56:31.677728+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:46.676649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":635,"num_read_kb":35950,"num_write":877,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542260+0000","last_change":"2024-09-12T17:09:49.320082+0000","last_active":"2024-09-12T17:54:08.542260+0000","last_peered":"2024-09-12T17:54:08.542260+0000","last_clean":"2024-09-12T17:54:08.542260+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:54:08.542260+0000","last_undegraded":"2024-09-12T17:54:08.542260+0000","last_fullsized":"2024-09-12T17:54:08.542260+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:57.447987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'121","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.714441+0000","last_change":"2024-09-12T17:09:51.320490+0000","last_active":"2024-09-12T17:56:31.714441+0000","last_peered":"2024-09-12T17:56:31.714441+0000","last_clean":"2024-09-12T17:56:31.714441+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:56:31.714441+0000","last_undegraded":"2024-09-12T17:56:31.714441+0000","last_fullsized":"2024-09-12T17:56:31.714441+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:19:16.806203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":267,"num_write":92,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.103942+0000","last_change":"2024-09-12T17:09:53.324467+0000","last_active":"2024-09-12T17:54:13.103942+0000","last_peered":"2024-09-12T17:54:13.103942+0000","last_clean":"2024-09-12T17:54:13.103942+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:54:13.103942+0000","last_undegraded":"2024-09-12T17:54:13.103942+0000","last_fullsized":"2024-09-12T17:54:13.103942+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:08.561067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'124","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:15.575554+0000","last_change":"2024-09-12T17:09:55.343304+0000","last_active":"2024-09-12T17:54:15.575554+0000","last_peered":"2024-09-12T17:54:15.575554+0000","last_clean":"2024-09-12T17:54:15.575554+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:54:15.575554+0000","last_undegraded":"2024-09-12T17:54:15.575554+0000","last_fullsized":"2024-09-12T17:54:15.575554+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:24.197628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542282+0000","last_change":"2024-09-12T17:09:47.325655+0000","last_active":"2024-09-12T17:54:08.542282+0000","last_peered":"2024-09-12T17:54:08.542282+0000","last_clean":"2024-09-12T17:54:08.542282+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:54:08.542282+0000","last_undegraded":"2024-09-12T17:54:08.542282+0000","last_fullsized":"2024-09-12T17:54:08.542282+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:04.284912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.746088+0000","last_change":"2024-09-12T17:09:45.378173+0000","last_active":"2024-09-12T17:56:31.746088+0000","last_peered":"2024-09-12T17:56:31.746088+0000","last_clean":"2024-09-12T17:56:31.746088+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:31.746088+0000","last_undegraded":"2024-09-12T17:56:31.746088+0000","last_fullsized":"2024-09-12T17:56:31.746088+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:01.340043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104221+0000","last_change":"2024-09-12T17:09:49.304280+0000","last_active":"2024-09-12T17:54:13.104221+0000","last_peered":"2024-09-12T17:54:13.104221+0000","last_clean":"2024-09-12T17:54:13.104221+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:54:13.104221+0000","last_undegraded":"2024-09-12T17:54:13.104221+0000","last_fullsized":"2024-09-12T17:54:13.104221+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:52:46.699005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'49","reported_seq":553,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744198+0000","last_change":"2024-09-12T17:09:51.328443+0000","last_active":"2024-09-12T17:54:12.744198+0000","last_peered":"2024-09-12T17:54:12.744198+0000","last_clean":"2024-09-12T17:54:12.744198+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:54:12.744198+0000","last_undegraded":"2024-09-12T17:54:12.744198+0000","last_fullsized":"2024-09-12T17:54:12.744198+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:30.731514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557913+0000","last_change":"2024-09-12T17:09:53.324912+0000","last_active":"2024-09-12T17:54:12.557913+0000","last_peered":"2024-09-12T17:54:12.557913+0000","last_clean":"2024-09-12T17:54:12.557913+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:54:12.557913+0000","last_undegraded":"2024-09-12T17:54:12.557913+0000","last_fullsized":"2024-09-12T17:54:12.557913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:04.308536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'199","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.020841+0000","last_change":"2024-09-12T17:09:55.363769+0000","last_active":"2024-09-12T17:54:58.020841+0000","last_peered":"2024-09-12T17:54:58.020841+0000","last_clean":"2024-09-12T17:54:58.020841+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:54:58.020841+0000","last_undegraded":"2024-09-12T17:54:58.020841+0000","last_fullsized":"2024-09-12T17:54:58.020841+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:36.350625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102826+0000","last_change":"2024-09-12T17:09:47.331455+0000","last_active":"2024-09-12T17:54:08.102826+0000","last_peered":"2024-09-12T17:54:08.102826+0000","last_clean":"2024-09-12T17:54:08.102826+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:54:08.102826+0000","last_undegraded":"2024-09-12T17:54:08.102826+0000","last_fullsized":"2024-09-12T17:54:08.102826+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:46.474849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.515382+0000","last_change":"2024-09-12T17:09:45.361231+0000","last_active":"2024-09-12T17:56:31.515382+0000","last_peered":"2024-09-12T17:56:31.515382+0000","last_clean":"2024-09-12T17:56:31.515382+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:31.515382+0000","last_undegraded":"2024-09-12T17:56:31.515382+0000","last_fullsized":"2024-09-12T17:56:31.515382+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:57.952563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557797+0000","last_change":"2024-09-12T17:09:49.330314+0000","last_active":"2024-09-12T17:54:12.557797+0000","last_peered":"2024-09-12T17:54:12.557797+0000","last_clean":"2024-09-12T17:54:12.557797+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:54:12.557797+0000","last_undegraded":"2024-09-12T17:54:12.557797+0000","last_fullsized":"2024-09-12T17:54:12.557797+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:35.815051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'177","reported_seq":770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.576162+0000","last_change":"2024-09-12T17:09:51.321052+0000","last_active":"2024-09-12T17:56:31.576162+0000","last_peered":"2024-09-12T17:56:31.576162+0000","last_clean":"2024-09-12T17:56:31.576162+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:56:31.576162+0000","last_undegraded":"2024-09-12T17:56:31.576162+0000","last_fullsized":"2024-09-12T17:56:31.576162+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.912388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14375,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":351,"num_write":140,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.734126+0000","last_change":"2024-09-12T17:09:53.353845+0000","last_active":"2024-09-12T17:54:13.734126+0000","last_peered":"2024-09-12T17:54:13.734126+0000","last_clean":"2024-09-12T17:54:13.734126+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:54:13.734126+0000","last_undegraded":"2024-09-12T17:54:13.734126+0000","last_fullsized":"2024-09-12T17:54:13.734126+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:09.671837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'127","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.024153+0000","last_change":"2024-09-12T17:09:55.345356+0000","last_active":"2024-09-12T17:54:43.024153+0000","last_peered":"2024-09-12T17:54:43.024153+0000","last_clean":"2024-09-12T17:54:43.024153+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:54:43.024153+0000","last_undegraded":"2024-09-12T17:54:43.024153+0000","last_fullsized":"2024-09-12T17:54:43.024153+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:34.720685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.102749+0000","last_change":"2024-09-12T17:09:47.312422+0000","last_active":"2024-09-12T17:54:08.102749+0000","last_peered":"2024-09-12T17:54:08.102749+0000","last_clean":"2024-09-12T17:54:08.102749+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:54:08.102749+0000","last_undegraded":"2024-09-12T17:54:08.102749+0000","last_fullsized":"2024-09-12T17:54:08.102749+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:12.272463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.659997+0000","last_change":"2024-09-12T17:09:45.380271+0000","last_active":"2024-09-12T17:56:31.659997+0000","last_peered":"2024-09-12T17:56:31.659997+0000","last_clean":"2024-09-12T17:56:31.659997+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:31.659997+0000","last_undegraded":"2024-09-12T17:56:31.659997+0000","last_fullsized":"2024-09-12T17:56:31.659997+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:14.958691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.732971+0000","last_change":"2024-09-12T17:09:49.319781+0000","last_active":"2024-09-12T17:54:08.732971+0000","last_peered":"2024-09-12T17:54:08.732971+0000","last_clean":"2024-09-12T17:54:08.732971+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:54:08.732971+0000","last_undegraded":"2024-09-12T17:54:08.732971+0000","last_fullsized":"2024-09-12T17:54:08.732971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.869658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'120","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.530926+0000","last_change":"2024-09-12T17:09:51.338671+0000","last_active":"2024-09-12T17:56:31.530926+0000","last_peered":"2024-09-12T17:56:31.530926+0000","last_clean":"2024-09-12T17:56:31.530926+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:56:31.530926+0000","last_undegraded":"2024-09-12T17:56:31.530926+0000","last_fullsized":"2024-09-12T17:56:31.530926+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:43.852065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744355+0000","last_change":"2024-09-12T17:09:53.358726+0000","last_active":"2024-09-12T17:54:12.744355+0000","last_peered":"2024-09-12T17:54:12.744355+0000","last_clean":"2024-09-12T17:54:12.744355+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:54:12.744355+0000","last_undegraded":"2024-09-12T17:54:12.744355+0000","last_fullsized":"2024-09-12T17:54:12.744355+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:38.847738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725270+0000","last_change":"2024-09-12T17:09:47.340280+0000","last_active":"2024-09-12T17:53:33.725270+0000","last_peered":"2024-09-12T17:53:33.725270+0000","last_clean":"2024-09-12T17:53:33.725270+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:53:33.725270+0000","last_undegraded":"2024-09-12T17:53:33.725270+0000","last_fullsized":"2024-09-12T17:53:33.725270+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:23.220965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'188","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.647112+0000","last_change":"2024-09-12T17:09:45.310980+0000","last_active":"2024-09-12T17:56:31.647112+0000","last_peered":"2024-09-12T17:56:31.647112+0000","last_clean":"2024-09-12T17:56:31.647112+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:56:31.647112+0000","last_undegraded":"2024-09-12T17:56:31.647112+0000","last_fullsized":"2024-09-12T17:56:31.647112+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:15.201653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207038,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":464,"num_read_kb":44060,"num_write":924,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.740578+0000","last_change":"2024-09-12T17:09:49.316839+0000","last_active":"2024-09-12T17:53:57.740578+0000","last_peered":"2024-09-12T17:53:57.740578+0000","last_clean":"2024-09-12T17:53:57.740578+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:53:57.740578+0000","last_undegraded":"2024-09-12T17:53:57.740578+0000","last_fullsized":"2024-09-12T17:53:57.740578+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:18:24.651488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'214","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.785613+0000","last_change":"2024-09-12T17:09:51.333080+0000","last_active":"2024-09-12T17:56:31.785613+0000","last_peered":"2024-09-12T17:56:31.785613+0000","last_clean":"2024-09-12T17:56:31.785613+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:56:31.785613+0000","last_undegraded":"2024-09-12T17:56:31.785613+0000","last_fullsized":"2024-09-12T17:56:31.785613+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:26.088052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":315,"num_read_kb":514,"num_write":198,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521515+0000","last_change":"2024-09-12T17:09:53.355017+0000","last_active":"2024-09-12T17:52:22.521515+0000","last_peered":"2024-09-12T17:52:22.521515+0000","last_clean":"2024-09-12T17:52:22.521515+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:52:22.521515+0000","last_undegraded":"2024-09-12T17:52:22.521515+0000","last_fullsized":"2024-09-12T17:52:22.521515+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:06.274391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'187","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.591251+0000","last_change":"2024-09-12T17:09:55.354748+0000","last_active":"2024-09-12T17:54:27.591251+0000","last_peered":"2024-09-12T17:54:27.591251+0000","last_clean":"2024-09-12T17:54:27.591251+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:54:27.591251+0000","last_undegraded":"2024-09-12T17:54:27.591251+0000","last_fullsized":"2024-09-12T17:54:27.591251+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739229+0000","last_change":"2024-09-12T17:09:47.307522+0000","last_active":"2024-09-12T17:53:52.739229+0000","last_peered":"2024-09-12T17:53:52.739229+0000","last_clean":"2024-09-12T17:53:52.739229+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:53:52.739229+0000","last_undegraded":"2024-09-12T17:53:52.739229+0000","last_fullsized":"2024-09-12T17:53:52.739229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:41.547820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'207","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.695228+0000","last_change":"2024-09-12T17:09:45.346636+0000","last_active":"2024-09-12T17:56:31.695228+0000","last_peered":"2024-09-12T17:56:31.695228+0000","last_clean":"2024-09-12T17:56:31.695228+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:56:31.695228+0000","last_undegraded":"2024-09-12T17:56:31.695228+0000","last_fullsized":"2024-09-12T17:56:31.695228+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:20.780287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568921,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":435,"num_read_kb":6363,"num_write":941,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725224+0000","last_change":"2024-09-12T17:09:49.331276+0000","last_active":"2024-09-12T17:53:33.725224+0000","last_peered":"2024-09-12T17:53:33.725224+0000","last_clean":"2024-09-12T17:53:33.725224+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:53:33.725224+0000","last_undegraded":"2024-09-12T17:53:33.725224+0000","last_fullsized":"2024-09-12T17:53:33.725224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:39.471303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'148","reported_seq":728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.539646+0000","last_change":"2024-09-12T17:09:51.341301+0000","last_active":"2024-09-12T17:56:31.539646+0000","last_peered":"2024-09-12T17:56:31.539646+0000","last_clean":"2024-09-12T17:56:31.539646+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:56:31.539646+0000","last_undegraded":"2024-09-12T17:56:31.539646+0000","last_fullsized":"2024-09-12T17:56:31.539646+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:38.246295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":484,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.518095+0000","last_change":"2024-09-12T17:09:53.338769+0000","last_active":"2024-09-12T17:52:23.518095+0000","last_peered":"2024-09-12T17:52:23.518095+0000","last_clean":"2024-09-12T17:52:23.518095+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:52:23.518095+0000","last_undegraded":"2024-09-12T17:52:23.518095+0000","last_fullsized":"2024-09-12T17:52:23.518095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:49.717698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'231","reported_seq":1165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.874179+0000","last_change":"2024-09-12T17:09:55.352338+0000","last_active":"2024-09-12T17:54:58.874179+0000","last_peered":"2024-09-12T17:54:58.874179+0000","last_clean":"2024-09-12T17:54:58.874179+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:54:58.874179+0000","last_undegraded":"2024-09-12T17:54:58.874179+0000","last_fullsized":"2024-09-12T17:54:58.874179+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:51.563266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.588492+0000","last_change":"2024-09-12T17:09:47.326977+0000","last_active":"2024-09-12T17:54:27.588492+0000","last_peered":"2024-09-12T17:54:27.588492+0000","last_clean":"2024-09-12T17:54:27.588492+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:54:27.588492+0000","last_undegraded":"2024-09-12T17:54:27.588492+0000","last_fullsized":"2024-09-12T17:54:27.588492+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:34.857124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'224","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.705324+0000","last_change":"2024-09-12T17:10:16.707815+0000","last_active":"2024-09-12T17:56:31.705324+0000","last_peered":"2024-09-12T17:56:31.705324+0000","last_clean":"2024-09-12T17:56:31.705324+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:56:31.705324+0000","last_undegraded":"2024-09-12T17:56:31.705324+0000","last_fullsized":"2024-09-12T17:56:31.705324+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:59.628648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262253,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":485,"num_read_kb":20078,"num_write":1002,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.901773+0000","last_change":"2024-09-12T17:09:49.321821+0000","last_active":"2024-09-12T17:52:18.901773+0000","last_peered":"2024-09-12T17:52:18.901773+0000","last_clean":"2024-09-12T17:52:18.901773+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:52:18.901773+0000","last_undegraded":"2024-09-12T17:52:18.901773+0000","last_fullsized":"2024-09-12T17:52:18.901773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:07.011320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'141","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.764425+0000","last_change":"2024-09-12T17:09:51.339739+0000","last_active":"2024-09-12T17:56:31.764425+0000","last_peered":"2024-09-12T17:56:31.764425+0000","last_clean":"2024-09-12T17:56:31.764425+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:56:31.764425+0000","last_undegraded":"2024-09-12T17:56:31.764425+0000","last_fullsized":"2024-09-12T17:56:31.764425+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:38.083667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8597,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":254,"num_write":100,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540993+0000","last_change":"2024-09-12T17:09:53.336586+0000","last_active":"2024-09-12T17:54:03.540993+0000","last_peered":"2024-09-12T17:54:03.540993+0000","last_clean":"2024-09-12T17:54:03.540993+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:54:03.540993+0000","last_undegraded":"2024-09-12T17:54:03.540993+0000","last_fullsized":"2024-09-12T17:54:03.540993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:20.304242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'113","reported_seq":609,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.360603+0000","last_change":"2024-09-12T17:09:55.339278+0000","last_active":"2024-09-12T17:56:18.360603+0000","last_peered":"2024-09-12T17:56:18.360603+0000","last_clean":"2024-09-12T17:56:18.360603+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:56:18.360603+0000","last_undegraded":"2024-09-12T17:56:18.360603+0000","last_fullsized":"2024-09-12T17:56:18.360603+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:10.624099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.445409+0000","last_change":"2024-09-12T17:09:47.303315+0000","last_active":"2024-09-12T17:53:42.445409+0000","last_peered":"2024-09-12T17:53:42.445409+0000","last_clean":"2024-09-12T17:53:42.445409+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:53:42.445409+0000","last_undegraded":"2024-09-12T17:53:42.445409+0000","last_fullsized":"2024-09-12T17:53:42.445409+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:25.730744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704910+0000","last_change":"2024-09-12T17:09:45.354036+0000","last_active":"2024-09-12T17:56:31.704910+0000","last_peered":"2024-09-12T17:56:31.704910+0000","last_clean":"2024-09-12T17:56:31.704910+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:31.704910+0000","last_undegraded":"2024-09-12T17:56:31.704910+0000","last_fullsized":"2024-09-12T17:56:31.704910+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:20.174012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.516908+0000","last_change":"2024-09-12T17:09:49.324181+0000","last_active":"2024-09-12T17:52:18.516908+0000","last_peered":"2024-09-12T17:52:18.516908+0000","last_clean":"2024-09-12T17:52:18.516908+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:52:18.516908+0000","last_undegraded":"2024-09-12T17:52:18.516908+0000","last_fullsized":"2024-09-12T17:52:18.516908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:10.411639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'96","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.712025+0000","last_change":"2024-09-12T17:09:51.341799+0000","last_active":"2024-09-12T17:53:58.712025+0000","last_peered":"2024-09-12T17:53:58.712025+0000","last_clean":"2024-09-12T17:53:58.712025+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:53:58.712025+0000","last_undegraded":"2024-09-12T17:53:58.712025+0000","last_fullsized":"2024-09-12T17:53:58.712025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:01.912090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'742","reported_seq":2260,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.205919+0000","last_change":"2024-09-12T17:09:53.350663+0000","last_active":"2024-09-12T17:56:31.205919+0000","last_peered":"2024-09-12T17:56:31.205919+0000","last_clean":"2024-09-12T17:56:31.205919+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:31.205919+0000","last_undegraded":"2024-09-12T17:56:31.205919+0000","last_fullsized":"2024-09-12T17:56:31.205919+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:07.013766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":621,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.559126+0000","last_change":"2024-09-12T17:09:55.337511+0000","last_active":"2024-09-12T17:54:17.559126+0000","last_peered":"2024-09-12T17:54:17.559126+0000","last_clean":"2024-09-12T17:54:17.559126+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:54:17.559126+0000","last_undegraded":"2024-09-12T17:54:17.559126+0000","last_fullsized":"2024-09-12T17:54:17.559126+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:02.649418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:40.419903+0000","last_change":"2024-09-12T17:09:47.315991+0000","last_active":"2024-09-12T17:54:40.419903+0000","last_peered":"2024-09-12T17:54:40.419903+0000","last_clean":"2024-09-12T17:54:40.419903+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:54:40.419903+0000","last_undegraded":"2024-09-12T17:54:40.419903+0000","last_fullsized":"2024-09-12T17:54:40.419903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:40.128781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.801894+0000","last_change":"2024-09-12T17:10:17.031338+0000","last_active":"2024-09-12T17:56:31.801894+0000","last_peered":"2024-09-12T17:56:31.801894+0000","last_clean":"2024-09-12T17:56:31.801894+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:31.801894+0000","last_undegraded":"2024-09-12T17:56:31.801894+0000","last_fullsized":"2024-09-12T17:56:31.801894+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:43.643544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.530770+0000","last_change":"2024-09-12T17:09:49.333596+0000","last_active":"2024-09-12T17:52:22.530770+0000","last_peered":"2024-09-12T17:52:22.530770+0000","last_clean":"2024-09-12T17:52:22.530770+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:52:22.530770+0000","last_undegraded":"2024-09-12T17:52:22.530770+0000","last_fullsized":"2024-09-12T17:52:22.530770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:47.423053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'154","reported_seq":735,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.392276+0000","last_change":"2024-09-12T17:09:51.328303+0000","last_active":"2024-09-12T17:56:31.392276+0000","last_peered":"2024-09-12T17:56:31.392276+0000","last_clean":"2024-09-12T17:56:31.392276+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:56:31.392276+0000","last_undegraded":"2024-09-12T17:56:31.392276+0000","last_fullsized":"2024-09-12T17:56:31.392276+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:53.393938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.731979+0000","last_change":"2024-09-12T17:09:53.349323+0000","last_active":"2024-09-12T17:53:22.731979+0000","last_peered":"2024-09-12T17:53:22.731979+0000","last_clean":"2024-09-12T17:53:22.731979+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:53:22.731979+0000","last_undegraded":"2024-09-12T17:53:22.731979+0000","last_fullsized":"2024-09-12T17:53:22.731979+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:14.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'178","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.217026+0000","last_change":"2024-09-12T17:09:55.354136+0000","last_active":"2024-09-12T17:54:56.217026+0000","last_peered":"2024-09-12T17:54:56.217026+0000","last_clean":"2024-09-12T17:54:56.217026+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:54:56.217026+0000","last_undegraded":"2024-09-12T17:54:56.217026+0000","last_fullsized":"2024-09-12T17:54:56.217026+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:32.527380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.087449+0000","last_change":"2024-09-12T17:10:16.319347+0000","last_active":"2024-09-12T17:54:54.087449+0000","last_peered":"2024-09-12T17:54:54.087449+0000","last_clean":"2024-09-12T17:54:54.087449+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:54:54.087449+0000","last_undegraded":"2024-09-12T17:54:54.087449+0000","last_fullsized":"2024-09-12T17:54:54.087449+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:54.665517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":797,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.616625+0000","last_change":"2024-09-12T17:09:45.386224+0000","last_active":"2024-09-12T17:56:31.616625+0000","last_peered":"2024-09-12T17:56:31.616625+0000","last_clean":"2024-09-12T17:56:31.616625+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:31.616625+0000","last_undegraded":"2024-09-12T17:56:31.616625+0000","last_fullsized":"2024-09-12T17:56:31.616625+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:09.445443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521462+0000","last_change":"2024-09-12T17:09:49.304156+0000","last_active":"2024-09-12T17:52:22.521462+0000","last_peered":"2024-09-12T17:52:22.521462+0000","last_clean":"2024-09-12T17:52:22.521462+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:52:22.521462+0000","last_undegraded":"2024-09-12T17:52:22.521462+0000","last_fullsized":"2024-09-12T17:52:22.521462+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:08.124114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'122","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.405640+0000","last_change":"2024-09-12T17:09:51.326269+0000","last_active":"2024-09-12T17:56:31.405640+0000","last_peered":"2024-09-12T17:56:31.405640+0000","last_clean":"2024-09-12T17:56:31.405640+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:56:31.405640+0000","last_undegraded":"2024-09-12T17:56:31.405640+0000","last_fullsized":"2024-09-12T17:56:31.405640+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:58.648106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.723917+0000","last_change":"2024-09-12T17:09:53.332842+0000","last_active":"2024-09-12T17:53:28.723917+0000","last_peered":"2024-09-12T17:53:28.723917+0000","last_clean":"2024-09-12T17:53:28.723917+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:53:28.723917+0000","last_undegraded":"2024-09-12T17:53:28.723917+0000","last_fullsized":"2024-09-12T17:53:28.723917+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:27:31.259596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'115","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.092646+0000","last_change":"2024-09-12T17:09:55.348929+0000","last_active":"2024-09-12T17:53:28.092646+0000","last_peered":"2024-09-12T17:53:28.092646+0000","last_clean":"2024-09-12T17:53:28.092646+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:53:28.092646+0000","last_undegraded":"2024-09-12T17:53:28.092646+0000","last_fullsized":"2024-09-12T17:53:28.092646+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:31.831080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091249+0000","last_change":"2024-09-12T17:09:47.303220+0000","last_active":"2024-09-12T17:53:23.091249+0000","last_peered":"2024-09-12T17:53:23.091249+0000","last_clean":"2024-09-12T17:53:23.091249+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:53:23.091249+0000","last_undegraded":"2024-09-12T17:53:23.091249+0000","last_fullsized":"2024-09-12T17:53:23.091249+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:59.785663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'244","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.794602+0000","last_change":"2024-09-12T17:09:45.351000+0000","last_active":"2024-09-12T17:56:31.794602+0000","last_peered":"2024-09-12T17:56:31.794602+0000","last_clean":"2024-09-12T17:56:31.794602+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:56:31.794602+0000","last_undegraded":"2024-09-12T17:56:31.794602+0000","last_fullsized":"2024-09-12T17:56:31.794602+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:30.239842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2054960,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":13444,"num_write":1104,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915335+0000","last_change":"2024-09-12T17:09:49.324311+0000","last_active":"2024-09-12T17:53:18.915335+0000","last_peered":"2024-09-12T17:53:18.915335+0000","last_clean":"2024-09-12T17:53:18.915335+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:53:18.915335+0000","last_undegraded":"2024-09-12T17:53:18.915335+0000","last_fullsized":"2024-09-12T17:53:18.915335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:06.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'106","reported_seq":666,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.735738+0000","last_change":"2024-09-12T17:09:51.342046+0000","last_active":"2024-09-12T17:56:31.735738+0000","last_peered":"2024-09-12T17:56:31.735738+0000","last_clean":"2024-09-12T17:56:31.735738+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:56:31.735738+0000","last_undegraded":"2024-09-12T17:56:31.735738+0000","last_fullsized":"2024-09-12T17:56:31.735738+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.607051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7029,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":203,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.902927+0000","last_change":"2024-09-12T17:09:53.344175+0000","last_active":"2024-09-12T17:52:23.902927+0000","last_peered":"2024-09-12T17:52:23.902927+0000","last_clean":"2024-09-12T17:52:23.902927+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:52:23.902927+0000","last_undegraded":"2024-09-12T17:52:23.902927+0000","last_fullsized":"2024-09-12T17:52:23.902927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.536856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'172","reported_seq":1275,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.101071+0000","last_change":"2024-09-12T17:09:55.350317+0000","last_active":"2024-09-12T17:54:56.101071+0000","last_peered":"2024-09-12T17:54:56.101071+0000","last_clean":"2024-09-12T17:54:56.101071+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:54:56.101071+0000","last_undegraded":"2024-09-12T17:54:56.101071+0000","last_fullsized":"2024-09-12T17:54:56.101071+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:41.765624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'56","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915284+0000","last_change":"2024-09-12T17:09:47.327138+0000","last_active":"2024-09-12T17:53:18.915284+0000","last_peered":"2024-09-12T17:53:18.915284+0000","last_clean":"2024-09-12T17:53:18.915284+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:53:18.915284+0000","last_undegraded":"2024-09-12T17:53:18.915284+0000","last_fullsized":"2024-09-12T17:53:18.915284+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:29.805481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.814484+0000","last_change":"2024-09-12T17:09:45.372011+0000","last_active":"2024-09-12T17:56:31.814484+0000","last_peered":"2024-09-12T17:56:31.814484+0000","last_clean":"2024-09-12T17:56:31.814484+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:31.814484+0000","last_undegraded":"2024-09-12T17:56:31.814484+0000","last_fullsized":"2024-09-12T17:56:31.814484+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:51.644825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532524+0000","last_change":"2024-09-12T17:09:49.320180+0000","last_active":"2024-09-12T17:53:28.532524+0000","last_peered":"2024-09-12T17:53:28.532524+0000","last_clean":"2024-09-12T17:53:28.532524+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:53:28.532524+0000","last_undegraded":"2024-09-12T17:53:28.532524+0000","last_fullsized":"2024-09-12T17:53:28.532524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:06.846615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'162","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.776863+0000","last_change":"2024-09-12T17:09:51.328224+0000","last_active":"2024-09-12T17:56:31.776863+0000","last_peered":"2024-09-12T17:56:31.776863+0000","last_clean":"2024-09-12T17:56:31.776863+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:56:31.776863+0000","last_undegraded":"2024-09-12T17:56:31.776863+0000","last_fullsized":"2024-09-12T17:56:31.776863+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:48.870737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10177,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":212,"num_read_kb":285,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.716433+0000","last_change":"2024-09-12T17:09:53.356840+0000","last_active":"2024-09-12T17:52:22.716433+0000","last_peered":"2024-09-12T17:52:22.716433+0000","last_clean":"2024-09-12T17:52:22.716433+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:52:22.716433+0000","last_undegraded":"2024-09-12T17:52:22.716433+0000","last_fullsized":"2024-09-12T17:52:22.716433+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:49.233799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.263980+0000","last_change":"2024-09-12T17:09:55.344968+0000","last_active":"2024-09-12T17:56:17.263980+0000","last_peered":"2024-09-12T17:56:17.263980+0000","last_clean":"2024-09-12T17:56:17.263980+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:56:17.263980+0000","last_undegraded":"2024-09-12T17:56:17.263980+0000","last_fullsized":"2024-09-12T17:56:17.263980+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'168","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.669474+0000","last_change":"2024-09-12T17:09:47.341328+0000","last_active":"2024-09-12T17:54:17.669474+0000","last_peered":"2024-09-12T17:54:17.669474+0000","last_clean":"2024-09-12T17:54:17.669474+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:54:17.669474+0000","last_undegraded":"2024-09-12T17:54:17.669474+0000","last_fullsized":"2024-09-12T17:54:17.669474+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:05.959580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'197","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.573081+0000","last_change":"2024-09-12T17:09:45.378131+0000","last_active":"2024-09-12T17:56:31.573081+0000","last_peered":"2024-09-12T17:56:31.573081+0000","last_clean":"2024-09-12T17:56:31.573081+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:56:31.573081+0000","last_undegraded":"2024-09-12T17:56:31.573081+0000","last_fullsized":"2024-09-12T17:56:31.573081+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:15.897974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":35218,"num_write":932,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:55.825028+0000","last_change":"2024-09-12T17:09:47.322528+0000","last_active":"2024-09-12T17:53:55.825028+0000","last_peered":"2024-09-12T17:53:55.825028+0000","last_clean":"2024-09-12T17:53:55.825028+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:53:55.825028+0000","last_undegraded":"2024-09-12T17:53:55.825028+0000","last_fullsized":"2024-09-12T17:53:55.825028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:46.496988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.612330+0000","last_change":"2024-09-12T17:09:45.359248+0000","last_active":"2024-09-12T17:56:31.612330+0000","last_peered":"2024-09-12T17:56:31.612330+0000","last_clean":"2024-09-12T17:56:31.612330+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:31.612330+0000","last_undegraded":"2024-09-12T17:56:31.612330+0000","last_fullsized":"2024-09-12T17:56:31.612330+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:01.169002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.531454+0000","last_change":"2024-09-12T17:09:47.324711+0000","last_active":"2024-09-12T17:53:07.531454+0000","last_peered":"2024-09-12T17:53:07.531454+0000","last_clean":"2024-09-12T17:53:07.531454+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:53:07.531454+0000","last_undegraded":"2024-09-12T17:53:07.531454+0000","last_fullsized":"2024-09-12T17:53:07.531454+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:40.294761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.749922+0000","last_change":"2024-09-12T17:09:45.351845+0000","last_active":"2024-09-12T17:56:31.749922+0000","last_peered":"2024-09-12T17:56:31.749922+0000","last_clean":"2024-09-12T17:56:31.749922+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:31.749922+0000","last_undegraded":"2024-09-12T17:56:31.749922+0000","last_fullsized":"2024-09-12T17:56:31.749922+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:25.456758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.457107+0000","last_change":"2024-09-12T17:09:47.321570+0000","last_active":"2024-09-12T17:53:43.457107+0000","last_peered":"2024-09-12T17:53:43.457107+0000","last_clean":"2024-09-12T17:53:43.457107+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:53:43.457107+0000","last_undegraded":"2024-09-12T17:53:43.457107+0000","last_fullsized":"2024-09-12T17:53:43.457107+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:40.719171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.728048+0000","last_change":"2024-09-12T17:09:45.329080+0000","last_active":"2024-09-12T17:56:31.728048+0000","last_peered":"2024-09-12T17:56:31.728048+0000","last_clean":"2024-09-12T17:56:31.728048+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:31.728048+0000","last_undegraded":"2024-09-12T17:56:31.728048+0000","last_fullsized":"2024-09-12T17:56:31.728048+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:24.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:53.280728+0000","last_change":"2024-09-12T17:09:47.327964+0000","last_active":"2024-09-12T17:53:53.280728+0000","last_peered":"2024-09-12T17:53:53.280728+0000","last_clean":"2024-09-12T17:53:53.280728+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:53:53.280728+0000","last_undegraded":"2024-09-12T17:53:53.280728+0000","last_fullsized":"2024-09-12T17:53:53.280728+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:57.261898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'168","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.647354+0000","last_change":"2024-09-12T17:09:45.361303+0000","last_active":"2024-09-12T17:56:31.647354+0000","last_peered":"2024-09-12T17:56:31.647354+0000","last_clean":"2024-09-12T17:56:31.647354+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:56:31.647354+0000","last_undegraded":"2024-09-12T17:56:31.647354+0000","last_fullsized":"2024-09-12T17:56:31.647354+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:55.750684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":346,"num_read_kb":22164,"num_write":738,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.918918+0000","last_change":"2024-09-12T17:09:47.326894+0000","last_active":"2024-09-12T17:53:33.918918+0000","last_peered":"2024-09-12T17:53:33.918918+0000","last_clean":"2024-09-12T17:53:33.918918+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:53:33.918918+0000","last_undegraded":"2024-09-12T17:53:33.918918+0000","last_fullsized":"2024-09-12T17:53:33.918918+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:49.746025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'246","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.730723+0000","last_change":"2024-09-12T17:09:45.320634+0000","last_active":"2024-09-12T17:56:31.730723+0000","last_peered":"2024-09-12T17:56:31.730723+0000","last_clean":"2024-09-12T17:56:31.730723+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:31.730723+0000","last_undegraded":"2024-09-12T17:56:31.730723+0000","last_fullsized":"2024-09-12T17:56:31.730723+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:16.083525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":701,"num_read_kb":139222,"num_write":1145,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093715+0000","last_change":"2024-09-12T17:09:47.331529+0000","last_active":"2024-09-12T17:53:33.093715+0000","last_peered":"2024-09-12T17:53:33.093715+0000","last_clean":"2024-09-12T17:53:33.093715+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:53:33.093715+0000","last_undegraded":"2024-09-12T17:53:33.093715+0000","last_fullsized":"2024-09-12T17:53:33.093715+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:16.260895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'202","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.659537+0000","last_change":"2024-09-12T17:09:45.374670+0000","last_active":"2024-09-12T17:56:31.659537+0000","last_peered":"2024-09-12T17:56:31.659537+0000","last_clean":"2024-09-12T17:56:31.659537+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:56:31.659537+0000","last_undegraded":"2024-09-12T17:56:31.659537+0000","last_fullsized":"2024-09-12T17:56:31.659537+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:26.612365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":394,"num_read_kb":17829,"num_write":990,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1389,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:48.486229+0000","last_change":"2024-09-12T17:09:47.324154+0000","last_active":"2024-09-12T17:53:48.486229+0000","last_peered":"2024-09-12T17:53:48.486229+0000","last_clean":"2024-09-12T17:53:48.486229+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:53:48.486229+0000","last_undegraded":"2024-09-12T17:53:48.486229+0000","last_fullsized":"2024-09-12T17:53:48.486229+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:15.247204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'167","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.691845+0000","last_change":"2024-09-12T17:09:45.328527+0000","last_active":"2024-09-12T17:56:31.691845+0000","last_peered":"2024-09-12T17:56:31.691845+0000","last_clean":"2024-09-12T17:56:31.691845+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:56:31.691845+0000","last_undegraded":"2024-09-12T17:56:31.691845+0000","last_fullsized":"2024-09-12T17:56:31.691845+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:38.550077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":784,"num_read_kb":838,"num_write":844,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743254+0000","last_change":"2024-09-12T17:09:47.315100+0000","last_active":"2024-09-12T17:54:07.743254+0000","last_peered":"2024-09-12T17:54:07.743254+0000","last_clean":"2024-09-12T17:54:07.743254+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:54:07.743254+0000","last_undegraded":"2024-09-12T17:54:07.743254+0000","last_fullsized":"2024-09-12T17:54:07.743254+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:58.703267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.689868+0000","last_change":"2024-09-12T17:09:45.351756+0000","last_active":"2024-09-12T17:56:31.689868+0000","last_peered":"2024-09-12T17:56:31.689868+0000","last_clean":"2024-09-12T17:56:31.689868+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:31.689868+0000","last_undegraded":"2024-09-12T17:56:31.689868+0000","last_fullsized":"2024-09-12T17:56:31.689868+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:50.788356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":731,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.927135+0000","last_change":"2024-09-12T17:09:47.303842+0000","last_active":"2024-09-12T17:54:08.927135+0000","last_peered":"2024-09-12T17:54:08.927135+0000","last_clean":"2024-09-12T17:54:08.927135+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:54:08.927135+0000","last_undegraded":"2024-09-12T17:54:08.927135+0000","last_fullsized":"2024-09-12T17:54:08.927135+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:57.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'163","reported_seq":778,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.634789+0000","last_change":"2024-09-12T17:09:45.305004+0000","last_active":"2024-09-12T17:56:31.634789+0000","last_peered":"2024-09-12T17:56:31.634789+0000","last_clean":"2024-09-12T17:56:31.634789+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:56:31.634789+0000","last_undegraded":"2024-09-12T17:56:31.634789+0000","last_fullsized":"2024-09-12T17:56:31.634789+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:39.793333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655854,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":314,"num_read_kb":36530,"num_write":737,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.142260+0000","last_change":"2024-09-12T17:09:47.335758+0000","last_active":"2024-09-12T17:52:51.142260+0000","last_peered":"2024-09-12T17:52:51.142260+0000","last_clean":"2024-09-12T17:52:51.142260+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:52:51.142260+0000","last_undegraded":"2024-09-12T17:52:51.142260+0000","last_fullsized":"2024-09-12T17:52:51.142260+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:28.932313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.615080+0000","last_change":"2024-09-12T17:10:17.031631+0000","last_active":"2024-09-12T17:56:31.615080+0000","last_peered":"2024-09-12T17:56:31.615080+0000","last_clean":"2024-09-12T17:56:31.615080+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:31.615080+0000","last_undegraded":"2024-09-12T17:56:31.615080+0000","last_fullsized":"2024-09-12T17:56:31.615080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:50.634398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'498","reported_seq":1120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.206984+0000","last_change":"2024-09-12T17:09:47.336306+0000","last_active":"2024-09-12T17:53:47.206984+0000","last_peered":"2024-09-12T17:53:47.206984+0000","last_clean":"2024-09-12T17:53:47.206984+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:53:47.206984+0000","last_undegraded":"2024-09-12T17:53:47.206984+0000","last_fullsized":"2024-09-12T17:53:47.206984+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:50.947285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.665495+0000","last_change":"2024-09-12T17:09:45.354083+0000","last_active":"2024-09-12T17:56:31.665495+0000","last_peered":"2024-09-12T17:56:31.665495+0000","last_clean":"2024-09-12T17:56:31.665495+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:31.665495+0000","last_undegraded":"2024-09-12T17:56:31.665495+0000","last_fullsized":"2024-09-12T17:56:31.665495+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.203854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:35.060190+0000","last_change":"2024-09-12T17:09:47.335903+0000","last_active":"2024-09-12T17:54:35.060190+0000","last_peered":"2024-09-12T17:54:35.060190+0000","last_clean":"2024-09-12T17:54:35.060190+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:54:35.060190+0000","last_undegraded":"2024-09-12T17:54:35.060190+0000","last_fullsized":"2024-09-12T17:54:35.060190+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:04.449239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'196","reported_seq":815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.605207+0000","last_change":"2024-09-12T17:09:45.374348+0000","last_active":"2024-09-12T17:56:31.605207+0000","last_peered":"2024-09-12T17:56:31.605207+0000","last_clean":"2024-09-12T17:56:31.605207+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:56:31.605207+0000","last_undegraded":"2024-09-12T17:56:31.605207+0000","last_fullsized":"2024-09-12T17:56:31.605207+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:04.052570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846109,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":408,"num_read_kb":31775,"num_write":975,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:15.872849+0000","last_change":"2024-09-12T17:09:47.316306+0000","last_active":"2024-09-12T17:53:15.872849+0000","last_peered":"2024-09-12T17:53:15.872849+0000","last_clean":"2024-09-12T17:53:15.872849+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:53:15.872849+0000","last_undegraded":"2024-09-12T17:53:15.872849+0000","last_fullsized":"2024-09-12T17:53:15.872849+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:20.807966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.772509+0000","last_change":"2024-09-12T17:09:45.387968+0000","last_active":"2024-09-12T17:56:31.772509+0000","last_peered":"2024-09-12T17:56:31.772509+0000","last_clean":"2024-09-12T17:56:31.772509+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:31.772509+0000","last_undegraded":"2024-09-12T17:56:31.772509+0000","last_fullsized":"2024-09-12T17:56:31.772509+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:40.674906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.006845+0000","last_change":"2024-09-12T17:09:47.312901+0000","last_active":"2024-09-12T17:54:32.006845+0000","last_peered":"2024-09-12T17:54:32.006845+0000","last_clean":"2024-09-12T17:54:32.006845+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:54:32.006845+0000","last_undegraded":"2024-09-12T17:54:32.006845+0000","last_fullsized":"2024-09-12T17:54:32.006845+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:35.423335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.400432+0000","last_change":"2024-09-12T17:10:16.707990+0000","last_active":"2024-09-12T17:56:31.400432+0000","last_peered":"2024-09-12T17:56:31.400432+0000","last_clean":"2024-09-12T17:56:31.400432+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:31.400432+0000","last_undegraded":"2024-09-12T17:56:31.400432+0000","last_fullsized":"2024-09-12T17:56:31.400432+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:59.729244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.453688+0000","last_change":"2024-09-12T17:09:47.336458+0000","last_active":"2024-09-12T17:53:57.453688+0000","last_peered":"2024-09-12T17:53:57.453688+0000","last_clean":"2024-09-12T17:53:57.453688+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:53:57.453688+0000","last_undegraded":"2024-09-12T17:53:57.453688+0000","last_fullsized":"2024-09-12T17:53:57.453688+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:44.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.745464+0000","last_change":"2024-09-12T17:09:45.386162+0000","last_active":"2024-09-12T17:56:31.745464+0000","last_peered":"2024-09-12T17:56:31.745464+0000","last_clean":"2024-09-12T17:56:31.745464+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:31.745464+0000","last_undegraded":"2024-09-12T17:56:31.745464+0000","last_fullsized":"2024-09-12T17:56:31.745464+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:14.295445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":898,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.820778+0000","last_change":"2024-09-12T17:09:45.362785+0000","last_active":"2024-09-12T17:56:31.820778+0000","last_peered":"2024-09-12T17:56:31.820778+0000","last_clean":"2024-09-12T17:56:31.820778+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:31.820778+0000","last_undegraded":"2024-09-12T17:56:31.820778+0000","last_fullsized":"2024-09-12T17:56:31.820778+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:10.759933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.832808+0000","last_change":"2024-09-12T17:09:47.319522+0000","last_active":"2024-09-12T17:53:47.832808+0000","last_peered":"2024-09-12T17:53:47.832808+0000","last_clean":"2024-09-12T17:53:47.832808+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:53:47.832808+0000","last_undegraded":"2024-09-12T17:53:47.832808+0000","last_fullsized":"2024-09-12T17:53:47.832808+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:00.122662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'247","reported_seq":895,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.661875+0000","last_change":"2024-09-12T17:09:45.320653+0000","last_active":"2024-09-12T17:56:31.661875+0000","last_peered":"2024-09-12T17:56:31.661875+0000","last_clean":"2024-09-12T17:56:31.661875+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:56:31.661875+0000","last_undegraded":"2024-09-12T17:56:31.661875+0000","last_fullsized":"2024-09-12T17:56:31.661875+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:44.266017+0000","last_clean_scrub_stamp":"2024-09-12T17:09:44.266017+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:41.435712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":580,"num_read_kb":38110,"num_write":1086,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.776893+0000","last_change":"2024-09-12T17:09:47.317513+0000","last_active":"2024-09-12T17:54:32.776893+0000","last_peered":"2024-09-12T17:54:32.776893+0000","last_clean":"2024-09-12T17:54:32.776893+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:54:32.776893+0000","last_undegraded":"2024-09-12T17:54:32.776893+0000","last_fullsized":"2024-09-12T17:54:32.776893+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:04.850566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1132,"ondisk_log_size":1132,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1345,"ondisk_log_size":1345,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":368,"ondisk_log_size":368,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":329530,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8308,"num_read_kb":10484,"num_write":5599,"num_write_kb":2713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1972,"ondisk_log_size":1972,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2375,"num_read_kb":2835,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3813,"ondisk_log_size":3813,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":102583517,"num_objects":235,"num_object_clones":0,"num_object_copies":940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":235,"num_whiteouts":0,"num_read":33194,"num_read_kb":2261423,"num_write":62934,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139182080,"data_stored":139182080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4375,"ondisk_log_size":4375,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":209476,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":206399,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510013,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277256,"kb_used_data":25336,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94094584,"statfs":{"total":96636764160,"available":96352854016,"internally_reserved":0,"allocated":25944064,"data_stored":23975334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510012,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":106448,"kb_used_data":25260,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94265392,"statfs":{"total":96636764160,"available":96527761408,"internally_reserved":0,"allocated":25866240,"data_stored":23939903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510012,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":151888,"kb_used_data":17976,"kb_used_omap":1,"kb_used_meta":133822,"kb_avail":94219952,"statfs":{"total":96636764160,"available":96481230848,"internally_reserved":0,"allocated":18407424,"data_stored":16431009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":137034181},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542714,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263540,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108300,"statfs":{"total":96636764160,"available":96366899200,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542713,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128740,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94243100,"statfs":{"total":96636764160,"available":96504934400,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542717,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238924,"kb_used_data":23100,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94132916,"statfs":{"total":96636764160,"available":96392105984,"internally_reserved":0,"allocated":23654400,"data_stored":21662280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542716,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":103124,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94268716,"statfs":{"total":96636764160,"available":96531165184,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542714,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280164,"kb_used_data":24088,"kb_used_omap":1,"kb_used_meta":255998,"kb_avail":94091676,"statfs":{"total":96636764160,"available":96349876224,"internally_reserved":0,"allocated":24666112,"data_stored":22658256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262142405},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14135296,"data_stored":14135296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":19365888,"data_stored":19365888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21647360,"data_stored":21647360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":21680128,"data_stored":21680128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:56:39.851 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.851 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.852 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.853 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.854 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.854 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.854 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.854 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.854 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.854 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.855 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.856 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.857 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.858 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.859 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.860 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.861 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.862 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.863 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.864 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.864 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.864 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.864 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.864 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.864 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.865 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.866 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.867 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.868 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.869 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.869 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.869 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.869 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.869 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.869 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.870 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.870 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.870 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.870 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.870 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.870 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.871 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.872 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.873 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.873 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.873 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.873 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.874 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.874 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.874 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.874 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.874 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.875 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.875 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.875 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.875 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.876 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.876 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.876 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.876 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.877 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.877 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.877 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.878 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.878 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.878 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.879 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.879 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.879 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.879 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.880 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.880 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.880 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.880 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.881 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.881 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.881 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.881 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.882 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.882 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.882 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.882 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.882 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.883 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.883 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.883 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.883 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.884 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.884 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.884 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.884 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.885 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.885 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.885 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.885 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.886 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.886 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.886 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.886 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.887 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.887 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.887 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T17:09:23.408825+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.887 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.888 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.888 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.888 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.888 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.889 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.889 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.889 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.889 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.890 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.890 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.890 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.890 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.891 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.891 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.891 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.891 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.892 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.892 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.892 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.892 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.893 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.893 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.893 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.893 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.894 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.894 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.894 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.894 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.895 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.895 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.895 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.895 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.896 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.896 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.896 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.896 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.897 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.897 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.897 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.897 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.898 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.898 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.898 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.898 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.899 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.899 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T17:09:29.449631+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.899 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.899 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.899 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.900 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.900 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.900 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.900 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.900 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.901 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.902 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.903 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.904 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.905 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.906 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.907 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.908 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.908 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.908 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.908 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.909 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.910 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.911 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.912 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.913 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.914 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.914 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.914 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T17:09:44.266017+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.914 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:56:39.914 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T17:56:59.916 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:57:00.291 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:57:00.307 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:57:00.310 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1688,"stamp":"2024-09-12T17:56:59.107948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":103520422,"num_objects":559,"num_object_clones":0,"num_object_copies":1588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":559,"num_whiteouts":0,"num_read":168471,"num_read_kb":2795697,"num_write":124691,"num_write_kb":2453206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":47608,"num_omap_keys":187,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13405,"ondisk_log_size":13405,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1553912,"kb_used_data":170488,"kb_used_omap":12,"kb_used_meta":1383283,"kb_avail":753420808,"statfs":{"total":773094113280,"available":771502907392,"internally_reserved":0,"allocated":174579712,"data_stored":158724514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1416482353},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44266,"num_omap_keys":173,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007967"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.544132+0000","last_change":"2024-09-12T17:39:00.654994+0000","last_active":"2024-09-12T17:54:02.544132+0000","last_peered":"2024-09-12T17:54:02.544132+0000","last_clean":"2024-09-12T17:54:02.544132+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:54:02.544132+0000","last_undegraded":"2024-09-12T17:54:02.544132+0000","last_fullsized":"2024-09-12T17:54:02.544132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.188480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.678336+0000","last_change":"2024-09-12T17:26:55.507001+0000","last_active":"2024-09-12T17:56:31.678336+0000","last_peered":"2024-09-12T17:56:31.678336+0000","last_clean":"2024-09-12T17:56:31.678336+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:56:31.678336+0000","last_undegraded":"2024-09-12T17:56:31.678336+0000","last_fullsized":"2024-09-12T17:56:31.678336+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'6","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.784191+0000","last_change":"2024-09-12T17:26:52.442934+0000","last_active":"2024-09-12T17:56:31.784191+0000","last_peered":"2024-09-12T17:56:31.784191+0000","last_clean":"2024-09-12T17:56:31.784191+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:56:31.784191+0000","last_undegraded":"2024-09-12T17:56:31.784191+0000","last_fullsized":"2024-09-12T17:56:31.784191+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9208,"num_write":6,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.745612+0000","last_change":"2024-09-12T17:25:04.922734+0000","last_active":"2024-09-12T17:54:17.745612+0000","last_peered":"2024-09-12T17:54:17.745612+0000","last_clean":"2024-09-12T17:54:17.745612+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:54:17.745612+0000","last_undegraded":"2024-09-12T17:54:17.745612+0000","last_fullsized":"2024-09-12T17:54:17.745612+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:47.228774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.686947+0000","last_change":"2024-09-12T17:39:00.655983+0000","last_active":"2024-09-12T17:54:02.686947+0000","last_peered":"2024-09-12T17:54:02.686947+0000","last_clean":"2024-09-12T17:54:02.686947+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:54:02.686947+0000","last_undegraded":"2024-09-12T17:54:02.686947+0000","last_fullsized":"2024-09-12T17:54:02.686947+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:39.123377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.674388+0000","last_change":"2024-09-12T17:26:55.481537+0000","last_active":"2024-09-12T17:56:31.674388+0000","last_peered":"2024-09-12T17:56:31.674388+0000","last_clean":"2024-09-12T17:56:31.674388+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:56:31.674388+0000","last_undegraded":"2024-09-12T17:56:31.674388+0000","last_fullsized":"2024-09-12T17:56:31.674388+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'3","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.417460+0000","last_change":"2024-09-12T17:26:52.447008+0000","last_active":"2024-09-12T17:56:31.417460+0000","last_peered":"2024-09-12T17:56:31.417460+0000","last_clean":"2024-09-12T17:56:31.417460+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:56:31.417460+0000","last_undegraded":"2024-09-12T17:56:31.417460+0000","last_fullsized":"2024-09-12T17:56:31.417460+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.676347+0000","last_change":"2024-09-12T17:25:04.907617+0000","last_active":"2024-09-12T17:53:12.676347+0000","last_peered":"2024-09-12T17:53:12.676347+0000","last_clean":"2024-09-12T17:53:12.676347+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:53:12.676347+0000","last_undegraded":"2024-09-12T17:53:12.676347+0000","last_fullsized":"2024-09-12T17:53:12.676347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:29.673018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.725076+0000","last_change":"2024-09-12T17:39:00.642074+0000","last_active":"2024-09-12T17:53:33.725076+0000","last_peered":"2024-09-12T17:53:33.725076+0000","last_clean":"2024-09-12T17:53:33.725076+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:53:33.725076+0000","last_undegraded":"2024-09-12T17:53:33.725076+0000","last_fullsized":"2024-09-12T17:53:33.725076+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:58.591036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741918+0000","last_change":"2024-09-12T17:26:55.502249+0000","last_active":"2024-09-12T17:54:02.741918+0000","last_peered":"2024-09-12T17:54:02.741918+0000","last_clean":"2024-09-12T17:54:02.741918+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:54:02.741918+0000","last_undegraded":"2024-09-12T17:54:02.741918+0000","last_fullsized":"2024-09-12T17:54:02.741918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:47.896595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.415706+0000","last_change":"2024-09-12T17:26:52.433582+0000","last_active":"2024-09-12T17:56:31.415706+0000","last_peered":"2024-09-12T17:56:31.415706+0000","last_clean":"2024-09-12T17:56:31.415706+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:56:31.415706+0000","last_undegraded":"2024-09-12T17:56:31.415706+0000","last_fullsized":"2024-09-12T17:56:31.415706+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.251457+0000","last_change":"2024-09-12T17:25:04.911293+0000","last_active":"2024-09-12T17:53:13.251457+0000","last_peered":"2024-09-12T17:53:13.251457+0000","last_clean":"2024-09-12T17:53:13.251457+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:53:13.251457+0000","last_undegraded":"2024-09-12T17:53:13.251457+0000","last_fullsized":"2024-09-12T17:53:13.251457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:49.147916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.086049+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:53:03.086049+0000","last_peered":"2024-09-12T17:53:03.086049+0000","last_clean":"2024-09-12T17:53:03.086049+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:53:03.086049+0000","last_undegraded":"2024-09-12T17:53:03.086049+0000","last_fullsized":"2024-09-12T17:53:03.086049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:08.846965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'2","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.953905+0000","last_change":"2024-09-12T17:26:52.433748+0000","last_active":"2024-09-12T17:56:03.953905+0000","last_peered":"2024-09-12T17:56:03.953905+0000","last_clean":"2024-09-12T17:56:03.953905+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:56:03.953905+0000","last_undegraded":"2024-09-12T17:56:03.953905+0000","last_fullsized":"2024-09-12T17:56:03.953905+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:04.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.143139+0000","last_change":"2024-09-12T17:25:04.925068+0000","last_active":"2024-09-12T17:53:57.143139+0000","last_peered":"2024-09-12T17:53:57.143139+0000","last_clean":"2024-09-12T17:53:57.143139+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:53:57.143139+0000","last_undegraded":"2024-09-12T17:53:57.143139+0000","last_fullsized":"2024-09-12T17:53:57.143139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:27.788147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.087576+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:53:08.087576+0000","last_peered":"2024-09-12T17:53:08.087576+0000","last_clean":"2024-09-12T17:53:08.087576+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:53:08.087576+0000","last_undegraded":"2024-09-12T17:53:08.087576+0000","last_fullsized":"2024-09-12T17:53:08.087576+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:10.097756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.364957+0000","last_change":"2024-09-12T17:26:55.485174+0000","last_active":"2024-09-12T17:56:07.364957+0000","last_peered":"2024-09-12T17:56:07.364957+0000","last_clean":"2024-09-12T17:56:07.364957+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:56:07.364957+0000","last_undegraded":"2024-09-12T17:56:07.364957+0000","last_fullsized":"2024-09-12T17:56:07.364957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:47.486545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:52.356114+0000","last_change":"2024-09-12T17:26:52.416884+0000","last_active":"2024-09-12T17:55:52.356114+0000","last_peered":"2024-09-12T17:55:52.356114+0000","last_clean":"2024-09-12T17:55:52.356114+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:55:52.356114+0000","last_undegraded":"2024-09-12T17:55:52.356114+0000","last_fullsized":"2024-09-12T17:55:52.356114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:07.067749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:48.813307+0000","last_change":"2024-09-12T17:25:04.919312+0000","last_active":"2024-09-12T17:52:48.813307+0000","last_peered":"2024-09-12T17:52:48.813307+0000","last_clean":"2024-09-12T17:52:48.813307+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:52:48.813307+0000","last_undegraded":"2024-09-12T17:52:48.813307+0000","last_fullsized":"2024-09-12T17:52:48.813307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:24.912158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.534928+0000","last_change":"2024-09-12T17:39:00.672683+0000","last_active":"2024-09-12T17:53:38.534928+0000","last_peered":"2024-09-12T17:53:38.534928+0000","last_clean":"2024-09-12T17:53:38.534928+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:53:38.534928+0000","last_undegraded":"2024-09-12T17:53:38.534928+0000","last_fullsized":"2024-09-12T17:53:38.534928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:06.279335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'12","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.583715+0000","last_change":"2024-09-12T17:26:55.496929+0000","last_active":"2024-09-12T17:56:31.583715+0000","last_peered":"2024-09-12T17:56:31.583715+0000","last_clean":"2024-09-12T17:56:31.583715+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:56:31.583715+0000","last_undegraded":"2024-09-12T17:56:31.583715+0000","last_fullsized":"2024-09-12T17:56:31.583715+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:17.920085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":20493,"num_write":12,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.917785+0000","last_change":"2024-09-12T17:26:52.420116+0000","last_active":"2024-09-12T17:53:28.917785+0000","last_peered":"2024-09-12T17:53:28.917785+0000","last_clean":"2024-09-12T17:53:28.917785+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:53:28.917785+0000","last_undegraded":"2024-09-12T17:53:28.917785+0000","last_fullsized":"2024-09-12T17:53:28.917785+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:40.398369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'109","reported_seq":400,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713056+0000","last_change":"2024-09-12T17:25:04.910127+0000","last_active":"2024-09-12T17:52:38.713056+0000","last_peered":"2024-09-12T17:52:38.713056+0000","last_clean":"2024-09-12T17:52:38.713056+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:52:38.713056+0000","last_undegraded":"2024-09-12T17:52:38.713056+0000","last_fullsized":"2024-09-12T17:52:38.713056+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:12.369469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554782+0000","last_change":"2024-09-12T17:39:00.653210+0000","last_active":"2024-09-12T17:54:02.554782+0000","last_peered":"2024-09-12T17:54:02.554782+0000","last_clean":"2024-09-12T17:54:02.554782+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:54:02.554782+0000","last_undegraded":"2024-09-12T17:54:02.554782+0000","last_fullsized":"2024-09-12T17:54:02.554782+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:21.443242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'3","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.464823+0000","last_change":"2024-09-12T17:26:55.489865+0000","last_active":"2024-09-12T17:56:31.464823+0000","last_peered":"2024-09-12T17:56:31.464823+0000","last_clean":"2024-09-12T17:56:31.464823+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:56:31.464823+0000","last_undegraded":"2024-09-12T17:56:31.464823+0000","last_fullsized":"2024-09-12T17:56:31.464823+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'6","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.557903+0000","last_change":"2024-09-12T17:26:52.430258+0000","last_active":"2024-09-12T17:56:31.557903+0000","last_peered":"2024-09-12T17:56:31.557903+0000","last_clean":"2024-09-12T17:56:31.557903+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:56:31.557903+0000","last_undegraded":"2024-09-12T17:56:31.557903+0000","last_fullsized":"2024-09-12T17:56:31.557903+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":6669,"num_write":6,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743001+0000","last_change":"2024-09-12T17:25:04.900903+0000","last_active":"2024-09-12T17:54:07.743001+0000","last_peered":"2024-09-12T17:54:07.743001+0000","last_clean":"2024-09-12T17:54:07.743001+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:54:07.743001+0000","last_undegraded":"2024-09-12T17:54:07.743001+0000","last_fullsized":"2024-09-12T17:54:07.743001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554870+0000","last_change":"2024-09-12T17:39:00.659857+0000","last_active":"2024-09-12T17:54:02.554870+0000","last_peered":"2024-09-12T17:54:02.554870+0000","last_clean":"2024-09-12T17:54:02.554870+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:54:02.554870+0000","last_undegraded":"2024-09-12T17:54:02.554870+0000","last_fullsized":"2024-09-12T17:54:02.554870+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:42.271561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.771062+0000","last_change":"2024-09-12T17:26:55.497844+0000","last_active":"2024-09-12T17:56:31.771062+0000","last_peered":"2024-09-12T17:56:31.771062+0000","last_clean":"2024-09-12T17:56:31.771062+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:56:31.771062+0000","last_undegraded":"2024-09-12T17:56:31.771062+0000","last_fullsized":"2024-09-12T17:56:31.771062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.559365+0000","last_change":"2024-09-12T17:26:52.439130+0000","last_active":"2024-09-12T17:56:31.559365+0000","last_peered":"2024-09-12T17:56:31.559365+0000","last_clean":"2024-09-12T17:56:31.559365+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:56:31.559365+0000","last_undegraded":"2024-09-12T17:56:31.559365+0000","last_fullsized":"2024-09-12T17:56:31.559365+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.542108+0000","last_change":"2024-09-12T17:25:04.913235+0000","last_active":"2024-09-12T17:54:08.542108+0000","last_peered":"2024-09-12T17:54:08.542108+0000","last_clean":"2024-09-12T17:54:08.542108+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:54:08.542108+0000","last_undegraded":"2024-09-12T17:54:08.542108+0000","last_fullsized":"2024-09-12T17:54:08.542108+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:55.187173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.526871+0000","last_change":"2024-09-12T17:39:00.667249+0000","last_active":"2024-09-12T17:53:03.526871+0000","last_peered":"2024-09-12T17:53:03.526871+0000","last_clean":"2024-09-12T17:53:03.526871+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:53:03.526871+0000","last_undegraded":"2024-09-12T17:53:03.526871+0000","last_fullsized":"2024-09-12T17:53:03.526871+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:18.529716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.719485+0000","last_change":"2024-09-12T17:26:55.511073+0000","last_active":"2024-09-12T17:56:31.719485+0000","last_peered":"2024-09-12T17:56:31.719485+0000","last_clean":"2024-09-12T17:56:31.719485+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:56:31.719485+0000","last_undegraded":"2024-09-12T17:56:31.719485+0000","last_fullsized":"2024-09-12T17:56:31.719485+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:49.577514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.524759+0000","last_change":"2024-09-12T17:26:52.434732+0000","last_active":"2024-09-12T17:52:37.524759+0000","last_peered":"2024-09-12T17:52:37.524759+0000","last_clean":"2024-09-12T17:52:37.524759+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:52:37.524759+0000","last_undegraded":"2024-09-12T17:52:37.524759+0000","last_fullsized":"2024-09-12T17:52:37.524759+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:01.428099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743216+0000","last_change":"2024-09-12T17:25:04.902579+0000","last_active":"2024-09-12T17:54:07.743216+0000","last_peered":"2024-09-12T17:54:07.743216+0000","last_clean":"2024-09-12T17:54:07.743216+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:54:07.743216+0000","last_undegraded":"2024-09-12T17:54:07.743216+0000","last_fullsized":"2024-09-12T17:54:07.743216+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:38.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.674215+0000","last_change":"2024-09-12T17:39:00.645751+0000","last_active":"2024-09-12T17:53:02.674215+0000","last_peered":"2024-09-12T17:53:02.674215+0000","last_clean":"2024-09-12T17:53:02.674215+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:53:02.674215+0000","last_undegraded":"2024-09-12T17:53:02.674215+0000","last_fullsized":"2024-09-12T17:53:02.674215+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:01.389885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'5","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115641+0000","last_change":"2024-09-12T17:26:55.510031+0000","last_active":"2024-09-12T17:55:03.115641+0000","last_peered":"2024-09-12T17:55:03.115641+0000","last_clean":"2024-09-12T17:55:03.115641+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:55:03.115641+0000","last_undegraded":"2024-09-12T17:55:03.115641+0000","last_fullsized":"2024-09-12T17:55:03.115641+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:57.160595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.448420+0000","last_change":"2024-09-12T17:26:52.433514+0000","last_active":"2024-09-12T17:56:31.448420+0000","last_peered":"2024-09-12T17:56:31.448420+0000","last_clean":"2024-09-12T17:56:31.448420+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:56:31.448420+0000","last_undegraded":"2024-09-12T17:56:31.448420+0000","last_fullsized":"2024-09-12T17:56:31.448420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:18.848274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.103003+0000","last_change":"2024-09-12T17:25:04.925132+0000","last_active":"2024-09-12T17:54:08.103003+0000","last_peered":"2024-09-12T17:54:08.103003+0000","last_clean":"2024-09-12T17:54:08.103003+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:54:08.103003+0000","last_undegraded":"2024-09-12T17:54:08.103003+0000","last_fullsized":"2024-09-12T17:54:08.103003+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:03.974572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.539997+0000","last_change":"2024-09-12T17:39:00.652425+0000","last_active":"2024-09-12T17:53:02.539997+0000","last_peered":"2024-09-12T17:53:02.539997+0000","last_clean":"2024-09-12T17:53:02.539997+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:53:02.539997+0000","last_undegraded":"2024-09-12T17:53:02.539997+0000","last_fullsized":"2024-09-12T17:53:02.539997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:06.412877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739369+0000","last_change":"2024-09-12T17:27:17.560393+0000","last_active":"2024-09-12T17:53:52.739369+0000","last_peered":"2024-09-12T17:53:52.739369+0000","last_clean":"2024-09-12T17:53:52.739369+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:53:52.739369+0000","last_undegraded":"2024-09-12T17:53:52.739369+0000","last_fullsized":"2024-09-12T17:53:52.739369+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:05.623877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.679872+0000","last_change":"2024-09-12T17:26:52.438102+0000","last_active":"2024-09-12T17:53:27.679872+0000","last_peered":"2024-09-12T17:53:27.679872+0000","last_clean":"2024-09-12T17:53:27.679872+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:53:27.679872+0000","last_undegraded":"2024-09-12T17:53:27.679872+0000","last_fullsized":"2024-09-12T17:53:27.679872+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:35.849418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.688123+0000","last_change":"2024-09-12T17:25:04.906701+0000","last_active":"2024-09-12T17:54:07.688123+0000","last_peered":"2024-09-12T17:54:07.688123+0000","last_clean":"2024-09-12T17:54:07.688123+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:54:07.688123+0000","last_undegraded":"2024-09-12T17:54:07.688123+0000","last_fullsized":"2024-09-12T17:54:07.688123+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:24.581110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530097+0000","last_change":"2024-09-12T17:39:00.654081+0000","last_active":"2024-09-12T17:53:02.530097+0000","last_peered":"2024-09-12T17:53:02.530097+0000","last_clean":"2024-09-12T17:53:02.530097+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:53:02.530097+0000","last_undegraded":"2024-09-12T17:53:02.530097+0000","last_fullsized":"2024-09-12T17:53:02.530097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:38:51.210163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:58.952760+0000","last_change":"2024-09-12T17:26:55.477753+0000","last_active":"2024-09-12T17:55:58.952760+0000","last_peered":"2024-09-12T17:55:58.952760+0000","last_clean":"2024-09-12T17:55:58.952760+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:55:58.952760+0000","last_undegraded":"2024-09-12T17:55:58.952760+0000","last_fullsized":"2024-09-12T17:55:58.952760+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:59.457820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":10,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.733352+0000","last_change":"2024-09-12T17:26:52.420326+0000","last_active":"2024-09-12T17:53:27.733352+0000","last_peered":"2024-09-12T17:53:27.733352+0000","last_clean":"2024-09-12T17:53:27.733352+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:53:27.733352+0000","last_undegraded":"2024-09-12T17:53:27.733352+0000","last_fullsized":"2024-09-12T17:53:27.733352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:41.492938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.431162+0000","last_change":"2024-09-12T17:25:04.916869+0000","last_active":"2024-09-12T17:53:57.431162+0000","last_peered":"2024-09-12T17:53:57.431162+0000","last_clean":"2024-09-12T17:53:57.431162+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:53:57.431162+0000","last_undegraded":"2024-09-12T17:53:57.431162+0000","last_fullsized":"2024-09-12T17:53:57.431162+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:11.195104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'7","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.345821+0000","last_change":"2024-09-12T17:26:55.513412+0000","last_active":"2024-09-12T17:54:58.345821+0000","last_peered":"2024-09-12T17:54:58.345821+0000","last_clean":"2024-09-12T17:54:58.345821+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:54:58.345821+0000","last_undegraded":"2024-09-12T17:54:58.345821+0000","last_fullsized":"2024-09-12T17:54:58.345821+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:11.001168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8190,"num_write":12,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.937177+0000","last_change":"2024-09-12T17:26:52.435249+0000","last_active":"2024-09-12T17:54:53.937177+0000","last_peered":"2024-09-12T17:54:53.937177+0000","last_clean":"2024-09-12T17:54:53.937177+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:54:53.937177+0000","last_undegraded":"2024-09-12T17:54:53.937177+0000","last_fullsized":"2024-09-12T17:54:53.937177+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:05.162270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.541551+0000","last_change":"2024-09-12T17:25:04.924374+0000","last_active":"2024-09-12T17:53:07.541551+0000","last_peered":"2024-09-12T17:53:07.541551+0000","last_clean":"2024-09-12T17:53:07.541551+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:53:07.541551+0000","last_undegraded":"2024-09-12T17:53:07.541551+0000","last_fullsized":"2024-09-12T17:53:07.541551+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:27.673259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:32.734544+0000","last_change":"2024-09-12T17:39:00.646531+0000","last_active":"2024-09-12T17:53:32.734544+0000","last_peered":"2024-09-12T17:53:32.734544+0000","last_clean":"2024-09-12T17:53:32.734544+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:53:32.734544+0000","last_undegraded":"2024-09-12T17:53:32.734544+0000","last_fullsized":"2024-09-12T17:53:32.734544+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521361+0000","last_change":"2024-09-12T17:26:55.492375+0000","last_active":"2024-09-12T17:52:38.521361+0000","last_peered":"2024-09-12T17:52:38.521361+0000","last_clean":"2024-09-12T17:52:38.521361+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:52:38.521361+0000","last_undegraded":"2024-09-12T17:52:38.521361+0000","last_fullsized":"2024-09-12T17:52:38.521361+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.588397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078057+0000","last_change":"2024-09-12T17:26:52.450237+0000","last_active":"2024-09-12T17:52:33.078057+0000","last_peered":"2024-09-12T17:52:33.078057+0000","last_clean":"2024-09-12T17:52:33.078057+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:52:33.078057+0000","last_undegraded":"2024-09-12T17:52:33.078057+0000","last_fullsized":"2024-09-12T17:52:33.078057+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.478327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727409+0000","last_change":"2024-09-12T17:25:04.911153+0000","last_active":"2024-09-12T17:53:07.727409+0000","last_peered":"2024-09-12T17:53:07.727409+0000","last_clean":"2024-09-12T17:53:07.727409+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:53:07.727409+0000","last_undegraded":"2024-09-12T17:53:07.727409+0000","last_fullsized":"2024-09-12T17:53:07.727409+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:51.763751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.725930+0000","last_change":"2024-09-12T17:39:00.658943+0000","last_active":"2024-09-12T17:53:02.725930+0000","last_peered":"2024-09-12T17:53:02.725930+0000","last_clean":"2024-09-12T17:53:02.725930+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:53:02.725930+0000","last_undegraded":"2024-09-12T17:53:02.725930+0000","last_fullsized":"2024-09-12T17:53:02.725930+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:42.277391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'7","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704328+0000","last_change":"2024-09-12T17:26:55.496848+0000","last_active":"2024-09-12T17:56:31.704328+0000","last_peered":"2024-09-12T17:56:31.704328+0000","last_clean":"2024-09-12T17:56:31.704328+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:56:31.704328+0000","last_undegraded":"2024-09-12T17:56:31.704328+0000","last_fullsized":"2024-09-12T17:56:31.704328+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:22.322200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":12,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'10","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.583560+0000","last_change":"2024-09-12T17:26:52.446493+0000","last_active":"2024-09-12T17:56:31.583560+0000","last_peered":"2024-09-12T17:56:31.583560+0000","last_clean":"2024-09-12T17:56:31.583560+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:56:31.583560+0000","last_undegraded":"2024-09-12T17:56:31.583560+0000","last_fullsized":"2024-09-12T17:56:31.583560+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:09.458889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8239,"num_write":10,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.912955+0000","last_change":"2024-09-12T17:25:04.906817+0000","last_active":"2024-09-12T17:53:08.912955+0000","last_peered":"2024-09-12T17:53:08.912955+0000","last_clean":"2024-09-12T17:53:08.912955+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:53:08.912955+0000","last_undegraded":"2024-09-12T17:53:08.912955+0000","last_fullsized":"2024-09-12T17:53:08.912955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:30.288230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093972+0000","last_change":"2024-09-12T17:39:00.643558+0000","last_active":"2024-09-12T17:53:33.093972+0000","last_peered":"2024-09-12T17:53:33.093972+0000","last_clean":"2024-09-12T17:53:33.093972+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:53:33.093972+0000","last_undegraded":"2024-09-12T17:53:33.093972+0000","last_fullsized":"2024-09-12T17:53:33.093972+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:43.002321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.713011+0000","last_change":"2024-09-12T17:26:55.496230+0000","last_active":"2024-09-12T17:52:38.713011+0000","last_peered":"2024-09-12T17:52:38.713011+0000","last_clean":"2024-09-12T17:52:38.713011+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:52:38.713011+0000","last_undegraded":"2024-09-12T17:52:38.713011+0000","last_fullsized":"2024-09-12T17:52:38.713011+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:39.054209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.523736+0000","last_change":"2024-09-12T17:26:52.438732+0000","last_active":"2024-09-12T17:52:32.523736+0000","last_peered":"2024-09-12T17:52:32.523736+0000","last_clean":"2024-09-12T17:52:32.523736+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:52:32.523736+0000","last_undegraded":"2024-09-12T17:52:32.523736+0000","last_fullsized":"2024-09-12T17:52:32.523736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:12.548834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.418590+0000","last_change":"2024-09-12T17:25:04.918704+0000","last_active":"2024-09-12T17:53:57.418590+0000","last_peered":"2024-09-12T17:53:57.418590+0000","last_clean":"2024-09-12T17:53:57.418590+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:53:57.418590+0000","last_undegraded":"2024-09-12T17:53:57.418590+0000","last_fullsized":"2024-09-12T17:53:57.418590+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:23.353318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690546+0000","last_change":"2024-09-12T17:39:00.655201+0000","last_active":"2024-09-12T17:54:17.690546+0000","last_peered":"2024-09-12T17:54:17.690546+0000","last_clean":"2024-09-12T17:54:17.690546+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:54:17.690546+0000","last_undegraded":"2024-09-12T17:54:17.690546+0000","last_fullsized":"2024-09-12T17:54:17.690546+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:04.373526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'7","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:13.129399+0000","last_change":"2024-09-12T17:26:55.504258+0000","last_active":"2024-09-12T17:56:13.129399+0000","last_peered":"2024-09-12T17:56:13.129399+0000","last_clean":"2024-09-12T17:56:13.129399+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:56:13.129399+0000","last_undegraded":"2024-09-12T17:56:13.129399+0000","last_fullsized":"2024-09-12T17:56:13.129399+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.086080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.552424+0000","last_change":"2024-09-12T17:26:52.451467+0000","last_active":"2024-09-12T17:53:52.552424+0000","last_peered":"2024-09-12T17:53:52.552424+0000","last_clean":"2024-09-12T17:53:52.552424+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:53:52.552424+0000","last_undegraded":"2024-09-12T17:53:52.552424+0000","last_fullsized":"2024-09-12T17:53:52.552424+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:10.472220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:28.108140+0000","last_change":"2024-09-12T17:25:04.931744+0000","last_active":"2024-09-12T17:54:28.108140+0000","last_peered":"2024-09-12T17:54:28.108140+0000","last_clean":"2024-09-12T17:54:28.108140+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:54:28.108140+0000","last_undegraded":"2024-09-12T17:54:28.108140+0000","last_fullsized":"2024-09-12T17:54:28.108140+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533161+0000","last_change":"2024-09-12T17:39:00.659341+0000","last_active":"2024-09-12T17:52:32.533161+0000","last_peered":"2024-09-12T17:52:32.533161+0000","last_clean":"2024-09-12T17:52:32.533161+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:52:32.533161+0000","last_undegraded":"2024-09-12T17:52:32.533161+0000","last_fullsized":"2024-09-12T17:52:32.533161+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:48.711898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:13.129333+0000","last_change":"2024-09-12T17:26:55.506170+0000","last_active":"2024-09-12T17:56:13.129333+0000","last_peered":"2024-09-12T17:56:13.129333+0000","last_clean":"2024-09-12T17:56:13.129333+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:56:13.129333+0000","last_undegraded":"2024-09-12T17:56:13.129333+0000","last_fullsized":"2024-09-12T17:56:13.129333+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:12.515468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":6,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.684881+0000","last_change":"2024-09-12T17:26:52.436218+0000","last_active":"2024-09-12T17:53:52.684881+0000","last_peered":"2024-09-12T17:53:52.684881+0000","last_clean":"2024-09-12T17:53:52.684881+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:53:52.684881+0000","last_undegraded":"2024-09-12T17:53:52.684881+0000","last_fullsized":"2024-09-12T17:53:52.684881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:38.366491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.340761+0000","last_change":"2024-09-12T17:25:04.905871+0000","last_active":"2024-09-12T17:54:22.340761+0000","last_peered":"2024-09-12T17:54:22.340761+0000","last_clean":"2024-09-12T17:54:22.340761+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:54:22.340761+0000","last_undegraded":"2024-09-12T17:54:22.340761+0000","last_fullsized":"2024-09-12T17:54:22.340761+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:26.645725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.734047+0000","last_change":"2024-09-12T17:39:00.649914+0000","last_active":"2024-09-12T17:54:13.734047+0000","last_peered":"2024-09-12T17:54:13.734047+0000","last_clean":"2024-09-12T17:54:13.734047+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:54:13.734047+0000","last_undegraded":"2024-09-12T17:54:13.734047+0000","last_fullsized":"2024-09-12T17:54:13.734047+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:09.875663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.541069+0000","last_change":"2024-09-12T17:26:55.501141+0000","last_active":"2024-09-12T17:54:03.541069+0000","last_peered":"2024-09-12T17:54:03.541069+0000","last_clean":"2024-09-12T17:54:03.541069+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:54:03.541069+0000","last_undegraded":"2024-09-12T17:54:03.541069+0000","last_fullsized":"2024-09-12T17:54:03.541069+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:25.808100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.359593+0000","last_change":"2024-09-12T17:26:52.431900+0000","last_active":"2024-09-12T17:56:07.359593+0000","last_peered":"2024-09-12T17:56:07.359593+0000","last_clean":"2024-09-12T17:56:07.359593+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:56:07.359593+0000","last_undegraded":"2024-09-12T17:56:07.359593+0000","last_fullsized":"2024-09-12T17:56:07.359593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:32.402606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":198,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:23.736304+0000","last_change":"2024-09-12T17:25:04.925129+0000","last_active":"2024-09-12T17:54:23.736304+0000","last_peered":"2024-09-12T17:54:23.736304+0000","last_clean":"2024-09-12T17:54:23.736304+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:54:23.736304+0000","last_undegraded":"2024-09-12T17:54:23.736304+0000","last_fullsized":"2024-09-12T17:54:23.736304+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:17.087361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557852+0000","last_change":"2024-09-12T17:39:00.662714+0000","last_active":"2024-09-12T17:54:12.557852+0000","last_peered":"2024-09-12T17:54:12.557852+0000","last_clean":"2024-09-12T17:54:12.557852+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:54:12.557852+0000","last_undegraded":"2024-09-12T17:54:12.557852+0000","last_fullsized":"2024-09-12T17:54:12.557852+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:01.821319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'15","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.675259+0000","last_change":"2024-09-12T17:26:55.505568+0000","last_active":"2024-09-12T17:56:31.675259+0000","last_peered":"2024-09-12T17:56:31.675259+0000","last_clean":"2024-09-12T17:56:31.675259+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:56:31.675259+0000","last_undegraded":"2024-09-12T17:56:31.675259+0000","last_fullsized":"2024-09-12T17:56:31.675259+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:15.296264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":31750,"num_write":20,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539458+0000","last_change":"2024-09-12T17:26:52.435184+0000","last_active":"2024-09-12T17:53:58.539458+0000","last_peered":"2024-09-12T17:53:58.539458+0000","last_clean":"2024-09-12T17:53:58.539458+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:53:58.539458+0000","last_undegraded":"2024-09-12T17:53:58.539458+0000","last_fullsized":"2024-09-12T17:53:58.539458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:21.625631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.691749+0000","last_change":"2024-09-12T17:25:04.927233+0000","last_active":"2024-09-12T17:54:22.691749+0000","last_peered":"2024-09-12T17:54:22.691749+0000","last_clean":"2024-09-12T17:54:22.691749+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:54:22.691749+0000","last_undegraded":"2024-09-12T17:54:22.691749+0000","last_fullsized":"2024-09-12T17:54:22.691749+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:33.078507+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:52:33.078507+0000","last_peered":"2024-09-12T17:52:33.078507+0000","last_clean":"2024-09-12T17:52:33.078507+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:52:33.078507+0000","last_undegraded":"2024-09-12T17:52:33.078507+0000","last_fullsized":"2024-09-12T17:52:33.078507+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:17.322451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'2","reported_seq":40,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:08.940678+0000","last_change":"2024-09-12T17:26:55.485021+0000","last_active":"2024-09-12T17:55:08.940678+0000","last_peered":"2024-09-12T17:55:08.940678+0000","last_clean":"2024-09-12T17:55:08.940678+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:55:08.940678+0000","last_undegraded":"2024-09-12T17:55:08.940678+0000","last_fullsized":"2024-09-12T17:55:08.940678+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:11.839765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2064,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.604310+0000","last_change":"2024-09-12T17:26:52.435961+0000","last_active":"2024-09-12T17:56:31.604310+0000","last_peered":"2024-09-12T17:56:31.604310+0000","last_clean":"2024-09-12T17:56:31.604310+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:56:31.604310+0000","last_undegraded":"2024-09-12T17:56:31.604310+0000","last_fullsized":"2024-09-12T17:56:31.604310+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:12.555756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.337665+0000","last_change":"2024-09-12T17:25:04.919271+0000","last_active":"2024-09-12T17:54:22.337665+0000","last_peered":"2024-09-12T17:54:22.337665+0000","last_clean":"2024-09-12T17:54:22.337665+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:54:22.337665+0000","last_undegraded":"2024-09-12T17:54:22.337665+0000","last_fullsized":"2024-09-12T17:54:22.337665+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.534476+0000","last_change":"2024-09-12T17:39:00.664802+0000","last_active":"2024-09-12T17:52:37.534476+0000","last_peered":"2024-09-12T17:52:37.534476+0000","last_clean":"2024-09-12T17:52:37.534476+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:52:37.534476+0000","last_undegraded":"2024-09-12T17:52:37.534476+0000","last_fullsized":"2024-09-12T17:52:37.534476+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:32.175823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.538774+0000","last_change":"2024-09-12T17:26:55.501130+0000","last_active":"2024-09-12T17:52:57.538774+0000","last_peered":"2024-09-12T17:52:57.538774+0000","last_clean":"2024-09-12T17:52:57.538774+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:52:57.538774+0000","last_undegraded":"2024-09-12T17:52:57.538774+0000","last_fullsized":"2024-09-12T17:52:57.538774+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.346920+0000","last_change":"2024-09-12T17:26:52.425705+0000","last_active":"2024-09-12T17:55:03.346920+0000","last_peered":"2024-09-12T17:55:03.346920+0000","last_clean":"2024-09-12T17:55:03.346920+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:55:03.346920+0000","last_undegraded":"2024-09-12T17:55:03.346920+0000","last_fullsized":"2024-09-12T17:55:03.346920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:53.730889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1029,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545227+0000","last_change":"2024-09-12T17:25:04.917932+0000","last_active":"2024-09-12T17:53:22.545227+0000","last_peered":"2024-09-12T17:53:22.545227+0000","last_clean":"2024-09-12T17:53:22.545227+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:53:22.545227+0000","last_undegraded":"2024-09-12T17:53:22.545227+0000","last_fullsized":"2024-09-12T17:53:22.545227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:30.368537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.533240+0000","last_change":"2024-09-12T17:39:00.654488+0000","last_active":"2024-09-12T17:52:32.533240+0000","last_peered":"2024-09-12T17:52:32.533240+0000","last_clean":"2024-09-12T17:52:32.533240+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:52:32.533240+0000","last_undegraded":"2024-09-12T17:52:32.533240+0000","last_fullsized":"2024-09-12T17:52:32.533240+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:04.660452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.539327+0000","last_change":"2024-09-12T17:26:55.501178+0000","last_active":"2024-09-12T17:53:58.539327+0000","last_peered":"2024-09-12T17:53:58.539327+0000","last_clean":"2024-09-12T17:53:58.539327+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:53:58.539327+0000","last_undegraded":"2024-09-12T17:53:58.539327+0000","last_fullsized":"2024-09-12T17:53:58.539327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:26.019681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.603526+0000","last_change":"2024-09-12T17:26:52.425514+0000","last_active":"2024-09-12T17:56:31.603526+0000","last_peered":"2024-09-12T17:56:31.603526+0000","last_clean":"2024-09-12T17:56:31.603526+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:56:31.603526+0000","last_undegraded":"2024-09-12T17:56:31.603526+0000","last_fullsized":"2024-09-12T17:56:31.603526+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:52.842777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090018+0000","last_change":"2024-09-12T17:25:04.927376+0000","last_active":"2024-09-12T17:53:18.090018+0000","last_peered":"2024-09-12T17:53:18.090018+0000","last_clean":"2024-09-12T17:53:18.090018+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:53:18.090018+0000","last_undegraded":"2024-09-12T17:53:18.090018+0000","last_fullsized":"2024-09-12T17:53:18.090018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:13.941411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:32.718867+0000","last_change":"2024-09-12T17:39:00.640046+0000","last_active":"2024-09-12T17:52:32.718867+0000","last_peered":"2024-09-12T17:52:32.718867+0000","last_clean":"2024-09-12T17:52:32.718867+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:52:32.718867+0000","last_undegraded":"2024-09-12T17:52:32.718867+0000","last_fullsized":"2024-09-12T17:52:32.718867+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:04.095238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:17.355201+0000","last_change":"2024-09-12T17:26:55.505902+0000","last_active":"2024-09-12T17:55:17.355201+0000","last_peered":"2024-09-12T17:55:17.355201+0000","last_clean":"2024-09-12T17:55:17.355201+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:55:17.355201+0000","last_undegraded":"2024-09-12T17:55:17.355201+0000","last_fullsized":"2024-09-12T17:55:17.355201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:18.168697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'5","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:08.954985+0000","last_change":"2024-09-12T17:26:52.430631+0000","last_active":"2024-09-12T17:56:08.954985+0000","last_peered":"2024-09-12T17:56:08.954985+0000","last_clean":"2024-09-12T17:56:08.954985+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:56:08.954985+0000","last_undegraded":"2024-09-12T17:56:08.954985+0000","last_fullsized":"2024-09-12T17:56:08.954985+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:21.320741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721712+0000","last_change":"2024-09-12T17:25:04.926419+0000","last_active":"2024-09-12T17:53:18.721712+0000","last_peered":"2024-09-12T17:53:18.721712+0000","last_clean":"2024-09-12T17:53:18.721712+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:53:18.721712+0000","last_undegraded":"2024-09-12T17:53:18.721712+0000","last_fullsized":"2024-09-12T17:53:18.721712+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:12.496690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548866+0000","last_change":"2024-09-12T17:39:00.664144+0000","last_active":"2024-09-12T17:53:37.548866+0000","last_peered":"2024-09-12T17:53:37.548866+0000","last_clean":"2024-09-12T17:53:37.548866+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:53:37.548866+0000","last_undegraded":"2024-09-12T17:53:37.548866+0000","last_fullsized":"2024-09-12T17:53:37.548866+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:22.584560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741795+0000","last_change":"2024-09-12T17:26:55.494403+0000","last_active":"2024-09-12T17:54:02.741795+0000","last_peered":"2024-09-12T17:54:02.741795+0000","last_clean":"2024-09-12T17:54:02.741795+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:54:02.741795+0000","last_undegraded":"2024-09-12T17:54:02.741795+0000","last_fullsized":"2024-09-12T17:54:02.741795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:16.399115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365873+0000","last_change":"2024-09-12T17:26:52.432409+0000","last_active":"2024-09-12T17:56:02.365873+0000","last_peered":"2024-09-12T17:56:02.365873+0000","last_clean":"2024-09-12T17:56:02.365873+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:56:02.365873+0000","last_undegraded":"2024-09-12T17:56:02.365873+0000","last_fullsized":"2024-09-12T17:56:02.365873+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.190199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:17.730979+0000","last_change":"2024-09-12T17:25:04.909223+0000","last_active":"2024-09-12T17:53:17.730979+0000","last_peered":"2024-09-12T17:53:17.730979+0000","last_clean":"2024-09-12T17:53:17.730979+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:53:17.730979+0000","last_undegraded":"2024-09-12T17:53:17.730979+0000","last_fullsized":"2024-09-12T17:53:17.730979+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:42.210364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.538326+0000","last_change":"2024-09-12T17:39:00.654891+0000","last_active":"2024-09-12T17:53:37.538326+0000","last_peered":"2024-09-12T17:53:37.538326+0000","last_clean":"2024-09-12T17:53:37.538326+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:53:37.538326+0000","last_undegraded":"2024-09-12T17:53:37.538326+0000","last_fullsized":"2024-09-12T17:53:37.538326+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:47.569569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741691+0000","last_change":"2024-09-12T17:26:55.494198+0000","last_active":"2024-09-12T17:54:02.741691+0000","last_peered":"2024-09-12T17:54:02.741691+0000","last_clean":"2024-09-12T17:54:02.741691+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:54:02.741691+0000","last_undegraded":"2024-09-12T17:54:02.741691+0000","last_fullsized":"2024-09-12T17:54:02.741691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:30.763557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.415863+0000","last_change":"2024-09-12T17:26:52.421048+0000","last_active":"2024-09-12T17:56:31.415863+0000","last_peered":"2024-09-12T17:56:31.415863+0000","last_clean":"2024-09-12T17:56:31.415863+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:56:31.415863+0000","last_undegraded":"2024-09-12T17:56:31.415863+0000","last_fullsized":"2024-09-12T17:56:31.415863+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:13.665056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'99","reported_seq":355,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.721897+0000","last_change":"2024-09-12T17:25:04.912652+0000","last_active":"2024-09-12T17:53:18.721897+0000","last_peered":"2024-09-12T17:53:18.721897+0000","last_clean":"2024-09-12T17:53:18.721897+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:53:18.721897+0000","last_undegraded":"2024-09-12T17:53:18.721897+0000","last_fullsized":"2024-09-12T17:53:18.721897+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:55.550588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:08.528018+0000","last_change":"2024-09-12T17:39:00.652336+0000","last_active":"2024-09-12T17:53:08.528018+0000","last_peered":"2024-09-12T17:53:08.528018+0000","last_clean":"2024-09-12T17:53:08.528018+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:53:08.528018+0000","last_undegraded":"2024-09-12T17:53:08.528018+0000","last_fullsized":"2024-09-12T17:53:08.528018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:10.652480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:57.539010+0000","last_change":"2024-09-12T17:26:55.501491+0000","last_active":"2024-09-12T17:52:57.539010+0000","last_peered":"2024-09-12T17:52:57.539010+0000","last_clean":"2024-09-12T17:52:57.539010+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:52:57.539010+0000","last_undegraded":"2024-09-12T17:52:57.539010+0000","last_fullsized":"2024-09-12T17:52:57.539010+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:25.289555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.450025+0000","last_change":"2024-09-12T17:26:52.440847+0000","last_active":"2024-09-12T17:56:31.450025+0000","last_peered":"2024-09-12T17:56:31.450025+0000","last_clean":"2024-09-12T17:56:31.450025+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:56:31.450025+0000","last_undegraded":"2024-09-12T17:56:31.450025+0000","last_fullsized":"2024-09-12T17:56:31.450025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.992459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.342390+0000","last_change":"2024-09-12T17:25:04.923471+0000","last_active":"2024-09-12T17:54:27.342390+0000","last_peered":"2024-09-12T17:54:27.342390+0000","last_clean":"2024-09-12T17:54:27.342390+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:54:27.342390+0000","last_undegraded":"2024-09-12T17:54:27.342390+0000","last_fullsized":"2024-09-12T17:54:27.342390+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:49.462927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920018+0000","last_change":"2024-09-12T17:39:00.659805+0000","last_active":"2024-09-12T17:53:38.920018+0000","last_peered":"2024-09-12T17:53:38.920018+0000","last_clean":"2024-09-12T17:53:38.920018+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:53:38.920018+0000","last_undegraded":"2024-09-12T17:53:38.920018+0000","last_fullsized":"2024-09-12T17:53:38.920018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:28.940467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'4","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:08.940885+0000","last_change":"2024-09-12T17:26:55.494155+0000","last_active":"2024-09-12T17:55:08.940885+0000","last_peered":"2024-09-12T17:55:08.940885+0000","last_clean":"2024-09-12T17:55:08.940885+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:55:08.940885+0000","last_undegraded":"2024-09-12T17:55:08.940885+0000","last_fullsized":"2024-09-12T17:55:08.940885+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.284739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351426+0000","last_change":"2024-09-12T17:26:52.451455+0000","last_active":"2024-09-12T17:55:02.351426+0000","last_peered":"2024-09-12T17:55:02.351426+0000","last_clean":"2024-09-12T17:55:02.351426+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:55:02.351426+0000","last_undegraded":"2024-09-12T17:55:02.351426+0000","last_fullsized":"2024-09-12T17:55:02.351426+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:39.856923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.544480+0000","last_change":"2024-09-12T17:25:04.916830+0000","last_active":"2024-09-12T17:54:18.544480+0000","last_peered":"2024-09-12T17:54:18.544480+0000","last_clean":"2024-09-12T17:54:18.544480+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:54:18.544480+0000","last_undegraded":"2024-09-12T17:54:18.544480+0000","last_fullsized":"2024-09-12T17:54:18.544480+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.147484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.689479+0000","last_change":"2024-09-12T17:39:00.664310+0000","last_active":"2024-09-12T17:54:12.689479+0000","last_peered":"2024-09-12T17:54:12.689479+0000","last_clean":"2024-09-12T17:54:12.689479+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:54:12.689479+0000","last_undegraded":"2024-09-12T17:54:12.689479+0000","last_fullsized":"2024-09-12T17:54:12.689479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:37.061031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'4","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:08.357570+0000","last_change":"2024-09-12T17:26:55.513647+0000","last_active":"2024-09-12T17:56:08.357570+0000","last_peered":"2024-09-12T17:56:08.357570+0000","last_clean":"2024-09-12T17:56:08.357570+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:56:08.357570+0000","last_undegraded":"2024-09-12T17:56:08.357570+0000","last_fullsized":"2024-09-12T17:56:08.357570+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:42.438516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:02.351136+0000","last_change":"2024-09-12T17:26:52.423586+0000","last_active":"2024-09-12T17:55:02.351136+0000","last_peered":"2024-09-12T17:55:02.351136+0000","last_clean":"2024-09-12T17:55:02.351136+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:55:02.351136+0000","last_undegraded":"2024-09-12T17:55:02.351136+0000","last_fullsized":"2024-09-12T17:55:02.351136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:47.651404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.547441+0000","last_change":"2024-09-12T17:25:04.909357+0000","last_active":"2024-09-12T17:54:17.547441+0000","last_peered":"2024-09-12T17:54:17.547441+0000","last_clean":"2024-09-12T17:54:17.547441+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:54:17.547441+0000","last_undegraded":"2024-09-12T17:54:17.547441+0000","last_fullsized":"2024-09-12T17:54:17.547441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:35.825123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744479+0000","last_change":"2024-09-12T17:39:00.639165+0000","last_active":"2024-09-12T17:54:12.744479+0000","last_peered":"2024-09-12T17:54:12.744479+0000","last_clean":"2024-09-12T17:54:12.744479+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:54:12.744479+0000","last_undegraded":"2024-09-12T17:54:12.744479+0000","last_fullsized":"2024-09-12T17:54:12.744479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:56.916713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530037+0000","last_change":"2024-09-12T17:26:55.501882+0000","last_active":"2024-09-12T17:53:02.530037+0000","last_peered":"2024-09-12T17:53:02.530037+0000","last_clean":"2024-09-12T17:53:02.530037+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:53:02.530037+0000","last_undegraded":"2024-09-12T17:53:02.530037+0000","last_fullsized":"2024-09-12T17:53:02.530037+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:23.989107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365732+0000","last_change":"2024-09-12T17:26:52.442803+0000","last_active":"2024-09-12T17:56:02.365732+0000","last_peered":"2024-09-12T17:56:02.365732+0000","last_clean":"2024-09-12T17:56:02.365732+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:56:02.365732+0000","last_undegraded":"2024-09-12T17:56:02.365732+0000","last_fullsized":"2024-09-12T17:56:02.365732+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:34.766461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.929232+0000","last_change":"2024-09-12T17:25:04.906949+0000","last_active":"2024-09-12T17:54:18.929232+0000","last_peered":"2024-09-12T17:54:18.929232+0000","last_clean":"2024-09-12T17:54:18.929232+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:54:18.929232+0000","last_undegraded":"2024-09-12T17:54:18.929232+0000","last_fullsized":"2024-09-12T17:54:18.929232+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:22.831255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735735+0000","last_change":"2024-09-12T17:39:00.647720+0000","last_active":"2024-09-12T17:53:37.735735+0000","last_peered":"2024-09-12T17:53:37.735735+0000","last_clean":"2024-09-12T17:53:37.735735+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:53:37.735735+0000","last_undegraded":"2024-09-12T17:53:37.735735+0000","last_fullsized":"2024-09-12T17:53:37.735735+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:28.444411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'4","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.720940+0000","last_change":"2024-09-12T17:26:55.497028+0000","last_active":"2024-09-12T17:56:31.720940+0000","last_peered":"2024-09-12T17:56:31.720940+0000","last_clean":"2024-09-12T17:56:31.720940+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:56:31.720940+0000","last_undegraded":"2024-09-12T17:56:31.720940+0000","last_fullsized":"2024-09-12T17:56:31.720940+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:00.101370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'2","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.356575+0000","last_change":"2024-09-12T17:26:52.436641+0000","last_active":"2024-09-12T17:56:03.356575+0000","last_peered":"2024-09-12T17:56:03.356575+0000","last_clean":"2024-09-12T17:56:03.356575+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:56:03.356575+0000","last_undegraded":"2024-09-12T17:56:03.356575+0000","last_fullsized":"2024-09-12T17:56:03.356575+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:43.055210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.735137+0000","last_change":"2024-09-12T17:25:04.913125+0000","last_active":"2024-09-12T17:54:18.735137+0000","last_peered":"2024-09-12T17:54:18.735137+0000","last_clean":"2024-09-12T17:54:18.735137+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:54:18.735137+0000","last_undegraded":"2024-09-12T17:54:18.735137+0000","last_fullsized":"2024-09-12T17:54:18.735137+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:44.104292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.550097+0000","last_change":"2024-09-12T17:39:00.660194+0000","last_active":"2024-09-12T17:53:42.550097+0000","last_peered":"2024-09-12T17:53:42.550097+0000","last_clean":"2024-09-12T17:53:42.550097+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:53:42.550097+0000","last_undegraded":"2024-09-12T17:53:42.550097+0000","last_fullsized":"2024-09-12T17:53:42.550097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:01.999885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.793919+0000","last_change":"2024-09-12T17:26:55.501253+0000","last_active":"2024-09-12T17:56:31.793919+0000","last_peered":"2024-09-12T17:56:31.793919+0000","last_clean":"2024-09-12T17:56:31.793919+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:56:31.793919+0000","last_undegraded":"2024-09-12T17:56:31.793919+0000","last_fullsized":"2024-09-12T17:56:31.793919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:35.145755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.730654+0000","last_change":"2024-09-12T17:26:52.421946+0000","last_active":"2024-09-12T17:53:58.730654+0000","last_peered":"2024-09-12T17:53:58.730654+0000","last_clean":"2024-09-12T17:53:58.730654+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:53:58.730654+0000","last_undegraded":"2024-09-12T17:53:58.730654+0000","last_fullsized":"2024-09-12T17:53:58.730654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:14.235918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542762+0000","last_change":"2024-09-12T17:25:04.925137+0000","last_active":"2024-09-12T17:53:12.542762+0000","last_peered":"2024-09-12T17:53:12.542762+0000","last_clean":"2024-09-12T17:53:12.542762+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:53:12.542762+0000","last_undegraded":"2024-09-12T17:53:12.542762+0000","last_fullsized":"2024-09-12T17:53:12.542762+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:12.583686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.500702+0000","last_change":"2024-09-12T17:56:55.500702+0000","last_active":"2024-09-12T17:56:55.500702+0000","last_peered":"2024-09-12T17:56:55.500702+0000","last_clean":"2024-09-12T17:56:55.500702+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:55.500702+0000","last_undegraded":"2024-09-12T17:56:55.500702+0000","last_fullsized":"2024-09-12T17:56:55.500702+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.500409+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:11.373537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.133432+0000","last_change":"2024-09-12T17:56:56.133432+0000","last_active":"2024-09-12T17:56:56.133432+0000","last_peered":"2024-09-12T17:56:56.133432+0000","last_clean":"2024-09-12T17:56:56.133432+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:56:56.133432+0000","last_undegraded":"2024-09-12T17:56:56.133432+0000","last_fullsized":"2024-09-12T17:56:56.133432+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.133226+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:41.360088+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'279","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.466535+0000","last_change":"2024-09-12T17:56:42.466535+0000","last_active":"2024-09-12T17:56:42.466535+0000","last_peered":"2024-09-12T17:56:42.466535+0000","last_clean":"2024-09-12T17:56:42.466535+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:56:42.466535+0000","last_undegraded":"2024-09-12T17:56:42.466535+0000","last_fullsized":"2024-09-12T17:56:42.466535+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'279","last_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_deep_scrub":"267'279","last_deep_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.466316+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:23.015184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49062,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":760,"num_read_kb":9805,"num_write":1459,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1320,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:51.007691+0000","last_change":"2024-09-12T17:09:47.311524+0000","last_active":"2024-09-12T17:52:51.007691+0000","last_peered":"2024-09-12T17:52:51.007691+0000","last_clean":"2024-09-12T17:52:51.007691+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:52:51.007691+0000","last_undegraded":"2024-09-12T17:52:51.007691+0000","last_fullsized":"2024-09-12T17:52:51.007691+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:07.327936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.528489+0000","last_change":"2024-09-12T17:56:46.528489+0000","last_active":"2024-09-12T17:56:46.528489+0000","last_peered":"2024-09-12T17:56:46.528489+0000","last_clean":"2024-09-12T17:56:46.528489+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:46.528489+0000","last_undegraded":"2024-09-12T17:56:46.528489+0000","last_fullsized":"2024-09-12T17:56:46.528489+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'200","last_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_deep_scrub":"267'200","last_deep_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.528237+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:58.926056+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.033316+0000","last_change":"2024-09-12T17:56:54.033316+0000","last_active":"2024-09-12T17:56:54.033316+0000","last_peered":"2024-09-12T17:56:54.033316+0000","last_clean":"2024-09-12T17:56:54.033316+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:56:54.033316+0000","last_undegraded":"2024-09-12T17:56:54.033316+0000","last_fullsized":"2024-09-12T17:56:54.033316+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'76","last_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_deep_scrub":"267'76","last_deep_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.033126+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:01.244461+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.197670+0000","last_change":"2024-09-12T17:56:50.197670+0000","last_active":"2024-09-12T17:56:50.197670+0000","last_peered":"2024-09-12T17:56:50.197670+0000","last_clean":"2024-09-12T17:56:50.197670+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:50.197670+0000","last_undegraded":"2024-09-12T17:56:50.197670+0000","last_fullsized":"2024-09-12T17:56:50.197670+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'205","last_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_deep_scrub":"267'205","last_deep_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.197443+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:08.907300+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.481746+0000","last_change":"2024-09-12T17:56:51.481746+0000","last_active":"2024-09-12T17:56:51.481746+0000","last_peered":"2024-09-12T17:56:51.481746+0000","last_clean":"2024-09-12T17:56:51.481746+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:56:51.481746+0000","last_undegraded":"2024-09-12T17:56:51.481746+0000","last_fullsized":"2024-09-12T17:56:51.481746+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.481559+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:07:49.491606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.495789+0000","last_change":"2024-09-12T17:56:52.495789+0000","last_active":"2024-09-12T17:56:52.495789+0000","last_peered":"2024-09-12T17:56:52.495789+0000","last_clean":"2024-09-12T17:56:52.495789+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:52.495789+0000","last_undegraded":"2024-09-12T17:56:52.495789+0000","last_fullsized":"2024-09-12T17:56:52.495789+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.495488+0000","objects_scrubbed":6,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:55.466426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.468015+0000","last_change":"2024-09-12T17:56:51.468015+0000","last_active":"2024-09-12T17:56:51.468015+0000","last_peered":"2024-09-12T17:56:51.468015+0000","last_clean":"2024-09-12T17:56:51.468015+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:56:51.468015+0000","last_undegraded":"2024-09-12T17:56:51.468015+0000","last_fullsized":"2024-09-12T17:56:51.468015+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.467794+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:25.263249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.175291+0000","last_change":"2024-09-12T17:56:49.175291+0000","last_active":"2024-09-12T17:56:49.175291+0000","last_peered":"2024-09-12T17:56:49.175291+0000","last_clean":"2024-09-12T17:56:49.175291+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:49.175291+0000","last_undegraded":"2024-09-12T17:56:49.175291+0000","last_fullsized":"2024-09-12T17:56:49.175291+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'222","last_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_deep_scrub":"267'222","last_deep_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.175032+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:52.091714+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":615,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.101259+0000","last_change":"2024-09-12T17:56:56.101259+0000","last_active":"2024-09-12T17:56:56.101259+0000","last_peered":"2024-09-12T17:56:56.101259+0000","last_clean":"2024-09-12T17:56:56.101259+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:56:56.101259+0000","last_undegraded":"2024-09-12T17:56:56.101259+0000","last_fullsized":"2024-09-12T17:56:56.101259+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.101062+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:27.205007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.049429+0000","last_change":"2024-09-12T17:56:49.049429+0000","last_active":"2024-09-12T17:56:49.049429+0000","last_peered":"2024-09-12T17:56:49.049429+0000","last_clean":"2024-09-12T17:56:49.049429+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:49.049429+0000","last_undegraded":"2024-09-12T17:56:49.049429+0000","last_fullsized":"2024-09-12T17:56:49.049429+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'281","last_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_deep_scrub":"267'281","last_deep_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.049201+0000","objects_scrubbed":1,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:04.685950+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:31.157080+0000","last_change":"2024-09-12T17:10:16.322414+0000","last_active":"2024-09-12T17:54:31.157080+0000","last_peered":"2024-09-12T17:54:31.157080+0000","last_clean":"2024-09-12T17:54:31.157080+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:54:31.157080+0000","last_undegraded":"2024-09-12T17:54:31.157080+0000","last_fullsized":"2024-09-12T17:54:31.157080+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:20.683567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'231","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.104799+0000","last_change":"2024-09-12T17:56:52.104799+0000","last_active":"2024-09-12T17:56:52.104799+0000","last_peered":"2024-09-12T17:56:52.104799+0000","last_clean":"2024-09-12T17:56:52.104799+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:56:52.104799+0000","last_undegraded":"2024-09-12T17:56:52.104799+0000","last_fullsized":"2024-09-12T17:56:52.104799+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'231","last_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_deep_scrub":"267'231","last_deep_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.104568+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:27.329664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306864,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":538,"num_read_kb":37835,"num_write":961,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1024,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.073453+0000","last_change":"2024-09-12T17:56:50.073453+0000","last_active":"2024-09-12T17:56:50.073453+0000","last_peered":"2024-09-12T17:56:50.073453+0000","last_clean":"2024-09-12T17:56:50.073453+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:56:50.073453+0000","last_undegraded":"2024-09-12T17:56:50.073453+0000","last_fullsized":"2024-09-12T17:56:50.073453+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'269","last_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_deep_scrub":"267'269","last_deep_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.073215+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:39.742350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'248","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.028088+0000","last_change":"2024-09-12T17:56:53.028088+0000","last_active":"2024-09-12T17:56:53.028088+0000","last_peered":"2024-09-12T17:56:53.028088+0000","last_clean":"2024-09-12T17:56:53.028088+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:53.028088+0000","last_undegraded":"2024-09-12T17:56:53.028088+0000","last_fullsized":"2024-09-12T17:56:53.028088+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.027898+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:51.893136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7564,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.516241+0000","last_change":"2024-09-12T17:56:53.516241+0000","last_active":"2024-09-12T17:56:53.516241+0000","last_peered":"2024-09-12T17:56:53.516241+0000","last_clean":"2024-09-12T17:56:53.516241+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:53.516241+0000","last_undegraded":"2024-09-12T17:56:53.516241+0000","last_fullsized":"2024-09-12T17:56:53.516241+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.516000+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:30.788568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:41.770877+0000","last_change":"2024-09-12T17:09:47.314417+0000","last_active":"2024-09-12T17:54:41.770877+0000","last_peered":"2024-09-12T17:54:41.770877+0000","last_clean":"2024-09-12T17:54:41.770877+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:54:41.770877+0000","last_undegraded":"2024-09-12T17:54:41.770877+0000","last_fullsized":"2024-09-12T17:54:41.770877+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:14.188578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'201","reported_seq":916,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.531377+0000","last_change":"2024-09-12T17:56:45.531377+0000","last_active":"2024-09-12T17:56:45.531377+0000","last_peered":"2024-09-12T17:56:45.531377+0000","last_clean":"2024-09-12T17:56:45.531377+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:56:45.531377+0000","last_undegraded":"2024-09-12T17:56:45.531377+0000","last_fullsized":"2024-09-12T17:56:45.531377+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.531108+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:57.453628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451455,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":690,"num_read_kb":140828,"num_write":965,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.181093+0000","last_change":"2024-09-12T17:56:54.181093+0000","last_active":"2024-09-12T17:56:54.181093+0000","last_peered":"2024-09-12T17:56:54.181093+0000","last_clean":"2024-09-12T17:56:54.181093+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:56:54.181093+0000","last_undegraded":"2024-09-12T17:56:54.181093+0000","last_fullsized":"2024-09-12T17:56:54.181093+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'119","last_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_deep_scrub":"267'119","last_deep_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.180911+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:02.475340+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'183","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.517617+0000","last_change":"2024-09-12T17:56:44.517617+0000","last_active":"2024-09-12T17:56:44.517617+0000","last_peered":"2024-09-12T17:56:44.517617+0000","last_clean":"2024-09-12T17:56:44.517617+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:56:44.517617+0000","last_undegraded":"2024-09-12T17:56:44.517617+0000","last_fullsized":"2024-09-12T17:56:44.517617+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.517361+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:58.203953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661388,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":3699,"num_write":931,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.976857+0000","last_change":"2024-09-12T17:56:46.976857+0000","last_active":"2024-09-12T17:56:46.976857+0000","last_peered":"2024-09-12T17:56:46.976857+0000","last_clean":"2024-09-12T17:56:46.976857+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:56:46.976857+0000","last_undegraded":"2024-09-12T17:56:46.976857+0000","last_fullsized":"2024-09-12T17:56:46.976857+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.976664+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:06.809037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'183","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.016099+0000","last_change":"2024-09-12T17:56:40.016099+0000","last_active":"2024-09-12T17:56:40.016099+0000","last_peered":"2024-09-12T17:56:40.016099+0000","last_clean":"2024-09-12T17:56:40.016099+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:56:40.016099+0000","last_undegraded":"2024-09-12T17:56:40.016099+0000","last_fullsized":"2024-09-12T17:56:40.016099+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.015809+0000","objects_scrubbed":7,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:50.645473+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8070378,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":986,"num_read_kb":89474,"num_write":877,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.932343+0000","last_change":"2024-09-12T17:56:45.932343+0000","last_active":"2024-09-12T17:56:45.932343+0000","last_peered":"2024-09-12T17:56:45.932343+0000","last_clean":"2024-09-12T17:56:45.932343+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:56:45.932343+0000","last_undegraded":"2024-09-12T17:56:45.932343+0000","last_fullsized":"2024-09-12T17:56:45.932343+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4137","last_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_deep_scrub":"267'4137","last_deep_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.932119+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:06.481286+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'201","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.077854+0000","last_change":"2024-09-12T17:56:46.077854+0000","last_active":"2024-09-12T17:56:46.077854+0000","last_peered":"2024-09-12T17:56:46.077854+0000","last_clean":"2024-09-12T17:56:46.077854+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:56:46.077854+0000","last_undegraded":"2024-09-12T17:56:46.077854+0000","last_fullsized":"2024-09-12T17:56:46.077854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.077673+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:30.941218+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":60259,"num_write":963,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'234","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.087630+0000","last_change":"2024-09-12T17:56:55.087630+0000","last_active":"2024-09-12T17:56:55.087630+0000","last_peered":"2024-09-12T17:56:55.087630+0000","last_clean":"2024-09-12T17:56:55.087630+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:56:55.087630+0000","last_undegraded":"2024-09-12T17:56:55.087630+0000","last_fullsized":"2024-09-12T17:56:55.087630+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.087411+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:07.623693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":758,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.507248+0000","last_change":"2024-09-12T17:56:43.507248+0000","last_active":"2024-09-12T17:56:43.507248+0000","last_peered":"2024-09-12T17:56:43.507248+0000","last_clean":"2024-09-12T17:56:43.507248+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:43.507248+0000","last_undegraded":"2024-09-12T17:56:43.507248+0000","last_fullsized":"2024-09-12T17:56:43.507248+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.506962+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:35.460890+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'157","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.951415+0000","last_change":"2024-09-12T17:09:55.336695+0000","last_active":"2024-09-12T17:55:53.951415+0000","last_peered":"2024-09-12T17:55:53.951415+0000","last_clean":"2024-09-12T17:55:53.951415+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:55:53.951415+0000","last_undegraded":"2024-09-12T17:55:53.951415+0000","last_fullsized":"2024-09-12T17:55:53.951415+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:17.273726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.062124+0000","last_change":"2024-09-12T17:56:50.062124+0000","last_active":"2024-09-12T17:56:50.062124+0000","last_peered":"2024-09-12T17:56:50.062124+0000","last_clean":"2024-09-12T17:56:50.062124+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:56:50.062124+0000","last_undegraded":"2024-09-12T17:56:50.062124+0000","last_fullsized":"2024-09-12T17:56:50.062124+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.061897+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:17.820236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.569101+0000","last_change":"2024-09-12T17:56:47.569101+0000","last_active":"2024-09-12T17:56:47.569101+0000","last_peered":"2024-09-12T17:56:47.569101+0000","last_clean":"2024-09-12T17:56:47.569101+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:47.569101+0000","last_undegraded":"2024-09-12T17:56:47.569101+0000","last_fullsized":"2024-09-12T17:56:47.569101+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.568776+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:02.937010+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535000+0000","last_change":"2024-09-12T17:09:49.315632+0000","last_active":"2024-09-12T17:53:22.535000+0000","last_peered":"2024-09-12T17:53:22.535000+0000","last_clean":"2024-09-12T17:53:22.535000+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:53:22.535000+0000","last_undegraded":"2024-09-12T17:53:22.535000+0000","last_fullsized":"2024-09-12T17:53:22.535000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:03.011217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'186","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.651641+0000","last_change":"2024-09-12T17:09:51.335916+0000","last_active":"2024-09-12T17:56:31.651641+0000","last_peered":"2024-09-12T17:56:31.651641+0000","last_clean":"2024-09-12T17:56:31.651641+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:56:31.651641+0000","last_undegraded":"2024-09-12T17:56:31.651641+0000","last_fullsized":"2024-09-12T17:56:31.651641+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:03.129516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.545446+0000","last_change":"2024-09-12T17:09:53.328884+0000","last_active":"2024-09-12T17:53:22.545446+0000","last_peered":"2024-09-12T17:53:22.545446+0000","last_clean":"2024-09-12T17:53:22.545446+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:53:22.545446+0000","last_undegraded":"2024-09-12T17:53:22.545446+0000","last_fullsized":"2024-09-12T17:53:22.545446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:23.863127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2441","reported_seq":4337,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.348283+0000","last_change":"2024-09-12T17:09:55.337219+0000","last_active":"2024-09-12T17:54:59.348283+0000","last_peered":"2024-09-12T17:54:59.348283+0000","last_clean":"2024-09-12T17:54:59.348283+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:54:59.348283+0000","last_undegraded":"2024-09-12T17:54:59.348283+0000","last_fullsized":"2024-09-12T17:54:59.348283+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":2400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:00.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'258","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.216452+0000","last_change":"2024-09-12T17:56:52.216452+0000","last_active":"2024-09-12T17:56:52.216452+0000","last_peered":"2024-09-12T17:56:52.216452+0000","last_clean":"2024-09-12T17:56:52.216452+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:56:52.216452+0000","last_undegraded":"2024-09-12T17:56:52.216452+0000","last_fullsized":"2024-09-12T17:56:52.216452+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.216248+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:29.744334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.051094+0000","last_change":"2024-09-12T17:56:40.050918+0000","last_active":"2024-09-12T17:56:40.051094+0000","last_peered":"2024-09-12T17:56:40.051094+0000","last_clean":"2024-09-12T17:56:40.051094+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:40.051094+0000","last_undegraded":"2024-09-12T17:56:40.051094+0000","last_fullsized":"2024-09-12T17:56:40.051094+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'242","last_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_deep_scrub":"267'242","last_deep_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.050700+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.791679+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:18.105612+0000","last_change":"2024-09-12T17:09:49.314472+0000","last_active":"2024-09-12T17:54:18.105612+0000","last_peered":"2024-09-12T17:54:18.105612+0000","last_clean":"2024-09-12T17:54:18.105612+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:54:18.105612+0000","last_undegraded":"2024-09-12T17:54:18.105612+0000","last_fullsized":"2024-09-12T17:54:18.105612+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'88","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:50.176841+0000","last_change":"2024-09-12T17:09:51.309007+0000","last_active":"2024-09-12T17:53:50.176841+0000","last_peered":"2024-09-12T17:53:50.176841+0000","last_clean":"2024-09-12T17:53:50.176841+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:53:50.176841+0000","last_undegraded":"2024-09-12T17:53:50.176841+0000","last_fullsized":"2024-09-12T17:53:50.176841+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:39.693564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.916801+0000","last_change":"2024-09-12T17:09:53.359555+0000","last_active":"2024-09-12T17:53:23.916801+0000","last_peered":"2024-09-12T17:53:23.916801+0000","last_clean":"2024-09-12T17:53:23.916801+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:53:23.916801+0000","last_undegraded":"2024-09-12T17:53:23.916801+0000","last_fullsized":"2024-09-12T17:53:23.916801+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:08.748939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'90","reported_seq":589,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.770414+0000","last_change":"2024-09-12T17:09:55.354180+0000","last_active":"2024-09-12T17:54:58.770414+0000","last_peered":"2024-09-12T17:54:58.770414+0000","last_clean":"2024-09-12T17:54:58.770414+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:54:58.770414+0000","last_undegraded":"2024-09-12T17:54:58.770414+0000","last_fullsized":"2024-09-12T17:54:58.770414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:36.492985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'368","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485241+0000","last_change":"2024-09-12T17:56:49.485241+0000","last_active":"2024-09-12T17:56:49.485241+0000","last_peered":"2024-09-12T17:56:49.485241+0000","last_clean":"2024-09-12T17:56:49.485241+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:56:49.485241+0000","last_undegraded":"2024-09-12T17:56:49.485241+0000","last_fullsized":"2024-09-12T17:56:49.485241+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485008+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.810880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25758,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.572269+0000","last_change":"2024-09-12T17:56:45.572269+0000","last_active":"2024-09-12T17:56:45.572269+0000","last_peered":"2024-09-12T17:56:45.572269+0000","last_clean":"2024-09-12T17:56:45.572269+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:45.572269+0000","last_undegraded":"2024-09-12T17:56:45.572269+0000","last_fullsized":"2024-09-12T17:56:45.572269+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.571966+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:43.543027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:23.091493+0000","last_change":"2024-09-12T17:09:49.315017+0000","last_active":"2024-09-12T17:53:23.091493+0000","last_peered":"2024-09-12T17:53:23.091493+0000","last_clean":"2024-09-12T17:53:23.091493+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:53:23.091493+0000","last_undegraded":"2024-09-12T17:53:23.091493+0000","last_fullsized":"2024-09-12T17:53:23.091493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:58.023429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'109","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.690644+0000","last_change":"2024-09-12T17:09:51.306615+0000","last_active":"2024-09-12T17:54:17.690644+0000","last_peered":"2024-09-12T17:54:17.690644+0000","last_clean":"2024-09-12T17:54:17.690644+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:54:17.690644+0000","last_undegraded":"2024-09-12T17:54:17.690644+0000","last_fullsized":"2024-09-12T17:54:17.690644+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'735","reported_seq":2349,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.213735+0000","last_change":"2024-09-12T17:09:53.341375+0000","last_active":"2024-09-12T17:56:31.213735+0000","last_peered":"2024-09-12T17:56:31.213735+0000","last_clean":"2024-09-12T17:56:31.213735+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:56:31.213735+0000","last_undegraded":"2024-09-12T17:56:31.213735+0000","last_fullsized":"2024-09-12T17:56:31.213735+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:46.278983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'211","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.932285+0000","last_change":"2024-09-12T17:09:55.329605+0000","last_active":"2024-09-12T17:54:58.932285+0000","last_peered":"2024-09-12T17:54:58.932285+0000","last_clean":"2024-09-12T17:54:58.932285+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:54:58.932285+0000","last_undegraded":"2024-09-12T17:54:58.932285+0000","last_fullsized":"2024-09-12T17:54:58.932285+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:32.807930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.096346+0000","last_change":"2024-09-12T17:56:51.096346+0000","last_active":"2024-09-12T17:56:51.096346+0000","last_peered":"2024-09-12T17:56:51.096346+0000","last_clean":"2024-09-12T17:56:51.096346+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:56:51.096346+0000","last_undegraded":"2024-09-12T17:56:51.096346+0000","last_fullsized":"2024-09-12T17:56:51.096346+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.096160+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:37.690401+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.004363+0000","last_change":"2024-09-12T17:56:39.004287+0000","last_active":"2024-09-12T17:56:39.004363+0000","last_peered":"2024-09-12T17:56:39.004363+0000","last_clean":"2024-09-12T17:56:39.004363+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:39.004363+0000","last_undegraded":"2024-09-12T17:56:39.004363+0000","last_fullsized":"2024-09-12T17:56:39.004363+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'256","last_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_deep_scrub":"267'256","last_deep_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.004179+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:46.638556+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.535064+0000","last_change":"2024-09-12T17:09:49.312239+0000","last_active":"2024-09-12T17:53:22.535064+0000","last_peered":"2024-09-12T17:53:22.535064+0000","last_clean":"2024-09-12T17:53:22.535064+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:53:22.535064+0000","last_undegraded":"2024-09-12T17:53:22.535064+0000","last_fullsized":"2024-09-12T17:53:22.535064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:32.496801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'138","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.590759+0000","last_change":"2024-09-12T17:09:51.347676+0000","last_active":"2024-09-12T17:56:31.590759+0000","last_peered":"2024-09-12T17:56:31.590759+0000","last_clean":"2024-09-12T17:56:31.590759+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:56:31.590759+0000","last_undegraded":"2024-09-12T17:56:31.590759+0000","last_fullsized":"2024-09-12T17:56:31.590759+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:18.093029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'749","reported_seq":2499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.839216+0000","last_change":"2024-09-12T17:09:53.334359+0000","last_active":"2024-09-12T17:56:31.839216+0000","last_peered":"2024-09-12T17:56:31.839216+0000","last_clean":"2024-09-12T17:56:31.839216+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:56:31.839216+0000","last_undegraded":"2024-09-12T17:56:31.839216+0000","last_fullsized":"2024-09-12T17:56:31.839216+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":700,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.219995+0000","last_change":"2024-09-12T17:56:51.219995+0000","last_active":"2024-09-12T17:56:51.219995+0000","last_peered":"2024-09-12T17:56:51.219995+0000","last_clean":"2024-09-12T17:56:51.219995+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:56:51.219995+0000","last_undegraded":"2024-09-12T17:56:51.219995+0000","last_fullsized":"2024-09-12T17:56:51.219995+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.219828+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:41.797119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":865,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.528783+0000","last_change":"2024-09-12T17:56:44.528783+0000","last_active":"2024-09-12T17:56:44.528783+0000","last_peered":"2024-09-12T17:56:44.528783+0000","last_clean":"2024-09-12T17:56:44.528783+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:44.528783+0000","last_undegraded":"2024-09-12T17:56:44.528783+0000","last_fullsized":"2024-09-12T17:56:44.528783+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.528520+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:59.649734+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.542862+0000","last_change":"2024-09-12T17:09:49.327143+0000","last_active":"2024-09-12T17:53:12.542862+0000","last_peered":"2024-09-12T17:53:12.542862+0000","last_clean":"2024-09-12T17:53:12.542862+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:53:12.542862+0000","last_undegraded":"2024-09-12T17:53:12.542862+0000","last_fullsized":"2024-09-12T17:53:12.542862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:22.060786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'195","reported_seq":804,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.707368+0000","last_change":"2024-09-12T17:09:51.340247+0000","last_active":"2024-09-12T17:56:31.707368+0000","last_peered":"2024-09-12T17:56:31.707368+0000","last_clean":"2024-09-12T17:56:31.707368+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:56:31.707368+0000","last_undegraded":"2024-09-12T17:56:31.707368+0000","last_fullsized":"2024-09-12T17:56:31.707368+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:08.036045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:38.521492+0000","last_change":"2024-09-12T17:09:53.334513+0000","last_active":"2024-09-12T17:52:38.521492+0000","last_peered":"2024-09-12T17:52:38.521492+0000","last_clean":"2024-09-12T17:52:38.521492+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:52:38.521492+0000","last_undegraded":"2024-09-12T17:52:38.521492+0000","last_fullsized":"2024-09-12T17:52:38.521492+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:48.082848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'631","reported_seq":1477,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.346108+0000","last_change":"2024-09-12T17:09:55.346703+0000","last_active":"2024-09-12T17:56:18.346108+0000","last_peered":"2024-09-12T17:56:18.346108+0000","last_clean":"2024-09-12T17:56:18.346108+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:56:18.346108+0000","last_undegraded":"2024-09-12T17:56:18.346108+0000","last_fullsized":"2024-09-12T17:56:18.346108+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:28.184780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'159","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.021826+0000","last_change":"2024-09-12T17:56:43.021826+0000","last_active":"2024-09-12T17:56:43.021826+0000","last_peered":"2024-09-12T17:56:43.021826+0000","last_clean":"2024-09-12T17:56:43.021826+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:56:43.021826+0000","last_undegraded":"2024-09-12T17:56:43.021826+0000","last_fullsized":"2024-09-12T17:56:43.021826+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.021648+0000","objects_scrubbed":1,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:57.568743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477581+0000","last_change":"2024-09-12T17:56:43.477581+0000","last_active":"2024-09-12T17:56:43.477581+0000","last_peered":"2024-09-12T17:56:43.477581+0000","last_clean":"2024-09-12T17:56:43.477581+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:43.477581+0000","last_undegraded":"2024-09-12T17:56:43.477581+0000","last_fullsized":"2024-09-12T17:56:43.477581+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.477386+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:41.741166+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.103402+0000","last_change":"2024-09-12T17:56:51.103402+0000","last_active":"2024-09-12T17:56:51.103402+0000","last_peered":"2024-09-12T17:56:51.103402+0000","last_clean":"2024-09-12T17:56:51.103402+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:56:51.103402+0000","last_undegraded":"2024-09-12T17:56:51.103402+0000","last_fullsized":"2024-09-12T17:56:51.103402+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.103200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:45.915110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'130","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.424314+0000","last_change":"2024-09-12T17:09:51.337099+0000","last_active":"2024-09-12T17:56:31.424314+0000","last_peered":"2024-09-12T17:56:31.424314+0000","last_clean":"2024-09-12T17:56:31.424314+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:56:31.424314+0000","last_undegraded":"2024-09-12T17:56:31.424314+0000","last_fullsized":"2024-09-12T17:56:31.424314+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:08.800142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8121,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":224,"num_write":82,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090082+0000","last_change":"2024-09-12T17:09:53.324818+0000","last_active":"2024-09-12T17:53:18.090082+0000","last_peered":"2024-09-12T17:53:18.090082+0000","last_clean":"2024-09-12T17:53:18.090082+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:53:18.090082+0000","last_undegraded":"2024-09-12T17:53:18.090082+0000","last_fullsized":"2024-09-12T17:53:18.090082+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:04.110293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'114","reported_seq":610,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:53.756491+0000","last_change":"2024-09-12T17:09:55.333903+0000","last_active":"2024-09-12T17:55:53.756491+0000","last_peered":"2024-09-12T17:55:53.756491+0000","last_clean":"2024-09-12T17:55:53.756491+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:55:53.756491+0000","last_undegraded":"2024-09-12T17:55:53.756491+0000","last_fullsized":"2024-09-12T17:55:53.756491+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:57.953499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":772,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.555109+0000","last_change":"2024-09-12T17:56:47.555109+0000","last_active":"2024-09-12T17:56:47.555109+0000","last_peered":"2024-09-12T17:56:47.555109+0000","last_clean":"2024-09-12T17:56:47.555109+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:56:47.555109+0000","last_undegraded":"2024-09-12T17:56:47.555109+0000","last_fullsized":"2024-09-12T17:56:47.555109+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.554924+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:10.027358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.444253+0000","last_change":"2024-09-12T17:56:42.444253+0000","last_active":"2024-09-12T17:56:42.444253+0000","last_peered":"2024-09-12T17:56:42.444253+0000","last_clean":"2024-09-12T17:56:42.444253+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:56:42.444253+0000","last_undegraded":"2024-09-12T17:56:42.444253+0000","last_fullsized":"2024-09-12T17:56:42.444253+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.443997+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:24.881664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.141464+0000","last_change":"2024-09-12T17:56:53.141464+0000","last_active":"2024-09-12T17:56:53.141464+0000","last_peered":"2024-09-12T17:56:53.141464+0000","last_clean":"2024-09-12T17:56:53.141464+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:56:53.141464+0000","last_undegraded":"2024-09-12T17:56:53.141464+0000","last_fullsized":"2024-09-12T17:56:53.141464+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.141239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:51.717387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'153","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.722207+0000","last_change":"2024-09-12T17:09:51.338787+0000","last_active":"2024-09-12T17:56:31.722207+0000","last_peered":"2024-09-12T17:56:31.722207+0000","last_clean":"2024-09-12T17:56:31.722207+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:56:31.722207+0000","last_undegraded":"2024-09-12T17:56:31.722207+0000","last_fullsized":"2024-09-12T17:56:31.722207+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:19.906682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'759","reported_seq":4606,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.226425+0000","last_change":"2024-09-12T17:09:53.348752+0000","last_active":"2024-09-12T17:56:31.226425+0000","last_peered":"2024-09-12T17:56:31.226425+0000","last_clean":"2024-09-12T17:56:31.226425+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:56:31.226425+0000","last_undegraded":"2024-09-12T17:56:31.226425+0000","last_fullsized":"2024-09-12T17:56:31.226425+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:27.110452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'145","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204065+0000","last_change":"2024-09-12T17:09:55.350668+0000","last_active":"2024-09-12T17:56:17.204065+0000","last_peered":"2024-09-12T17:56:17.204065+0000","last_clean":"2024-09-12T17:56:17.204065+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:56:17.204065+0000","last_undegraded":"2024-09-12T17:56:17.204065+0000","last_fullsized":"2024-09-12T17:56:17.204065+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.780012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":760,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.536266+0000","last_change":"2024-09-12T17:56:45.536266+0000","last_active":"2024-09-12T17:56:45.536266+0000","last_peered":"2024-09-12T17:56:45.536266+0000","last_clean":"2024-09-12T17:56:45.536266+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:56:45.536266+0000","last_undegraded":"2024-09-12T17:56:45.536266+0000","last_fullsized":"2024-09-12T17:56:45.536266+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.536049+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:57.009257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.094847+0000","last_change":"2024-09-12T17:56:43.094847+0000","last_active":"2024-09-12T17:56:43.094847+0000","last_peered":"2024-09-12T17:56:43.094847+0000","last_clean":"2024-09-12T17:56:43.094847+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:56:43.094847+0000","last_undegraded":"2024-09-12T17:56:43.094847+0000","last_fullsized":"2024-09-12T17:56:43.094847+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.094556+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.597102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.184222+0000","last_change":"2024-09-12T17:56:54.184222+0000","last_active":"2024-09-12T17:56:54.184222+0000","last_peered":"2024-09-12T17:56:54.184222+0000","last_clean":"2024-09-12T17:56:54.184222+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:56:54.184222+0000","last_undegraded":"2024-09-12T17:56:54.184222+0000","last_fullsized":"2024-09-12T17:56:54.184222+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.184040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:31.488632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'205","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.752992+0000","last_change":"2024-09-12T17:09:51.336150+0000","last_active":"2024-09-12T17:56:31.752992+0000","last_peered":"2024-09-12T17:56:31.752992+0000","last_clean":"2024-09-12T17:56:31.752992+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:31.752992+0000","last_undegraded":"2024-09-12T17:56:31.752992+0000","last_fullsized":"2024-09-12T17:56:31.752992+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:02.600493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.216640+0000","last_change":"2024-09-12T17:56:55.216640+0000","last_active":"2024-09-12T17:56:55.216640+0000","last_peered":"2024-09-12T17:56:55.216640+0000","last_clean":"2024-09-12T17:56:55.216640+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:56:55.216640+0000","last_undegraded":"2024-09-12T17:56:55.216640+0000","last_fullsized":"2024-09-12T17:56:55.216640+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.216459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:30.877066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'129","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:22.001359+0000","last_change":"2024-09-12T17:09:55.352358+0000","last_active":"2024-09-12T17:54:22.001359+0000","last_peered":"2024-09-12T17:54:22.001359+0000","last_clean":"2024-09-12T17:54:22.001359+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:54:22.001359+0000","last_undegraded":"2024-09-12T17:54:22.001359+0000","last_fullsized":"2024-09-12T17:54:22.001359+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.705132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'112","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.002484+0000","last_change":"2024-09-12T17:56:42.002484+0000","last_active":"2024-09-12T17:56:42.002484+0000","last_peered":"2024-09-12T17:56:42.002484+0000","last_clean":"2024-09-12T17:56:42.002484+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:56:42.002484+0000","last_undegraded":"2024-09-12T17:56:42.002484+0000","last_fullsized":"2024-09-12T17:56:42.002484+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.002303+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:55.554291+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'214","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.028748+0000","last_change":"2024-09-12T17:56:42.028748+0000","last_active":"2024-09-12T17:56:42.028748+0000","last_peered":"2024-09-12T17:56:42.028748+0000","last_clean":"2024-09-12T17:56:42.028748+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:56:42.028748+0000","last_undegraded":"2024-09-12T17:56:42.028748+0000","last_fullsized":"2024-09-12T17:56:42.028748+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.028456+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:57.606202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661586,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":3633,"num_write":981,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.228157+0000","last_change":"2024-09-12T17:56:56.228157+0000","last_active":"2024-09-12T17:56:56.228157+0000","last_peered":"2024-09-12T17:56:56.228157+0000","last_clean":"2024-09-12T17:56:56.228157+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:56:56.228157+0000","last_undegraded":"2024-09-12T17:56:56.228157+0000","last_fullsized":"2024-09-12T17:56:56.228157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.227980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:47.081434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'166","reported_seq":741,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.505983+0000","last_change":"2024-09-12T17:09:51.325948+0000","last_active":"2024-09-12T17:56:31.505983+0000","last_peered":"2024-09-12T17:56:31.505983+0000","last_clean":"2024-09-12T17:56:31.505983+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:56:31.505983+0000","last_undegraded":"2024-09-12T17:56:31.505983+0000","last_fullsized":"2024-09-12T17:56:31.505983+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:08.360154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13960,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":229,"num_read_kb":325,"num_write":184,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:42.721481+0000","last_change":"2024-09-12T17:09:53.356632+0000","last_active":"2024-09-12T17:52:42.721481+0000","last_peered":"2024-09-12T17:52:42.721481+0000","last_clean":"2024-09-12T17:52:42.721481+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:52:42.721481+0000","last_undegraded":"2024-09-12T17:52:42.721481+0000","last_fullsized":"2024-09-12T17:52:42.721481+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:18.428163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'129","reported_seq":652,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.127070+0000","last_change":"2024-09-12T17:09:55.358661+0000","last_active":"2024-09-12T17:56:03.127070+0000","last_peered":"2024-09-12T17:56:03.127070+0000","last_clean":"2024-09-12T17:56:03.127070+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:56:03.127070+0000","last_undegraded":"2024-09-12T17:56:03.127070+0000","last_fullsized":"2024-09-12T17:56:03.127070+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:13.659009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.029394+0000","last_change":"2024-09-12T17:56:44.029394+0000","last_active":"2024-09-12T17:56:44.029394+0000","last_peered":"2024-09-12T17:56:44.029394+0000","last_clean":"2024-09-12T17:56:44.029394+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:56:44.029394+0000","last_undegraded":"2024-09-12T17:56:44.029394+0000","last_fullsized":"2024-09-12T17:56:44.029394+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.029219+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:00.518432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'208","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.577553+0000","last_change":"2024-09-12T17:56:39.577553+0000","last_active":"2024-09-12T17:56:39.577553+0000","last_peered":"2024-09-12T17:56:39.577553+0000","last_clean":"2024-09-12T17:56:39.577553+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:56:39.577553+0000","last_undegraded":"2024-09-12T17:56:39.577553+0000","last_fullsized":"2024-09-12T17:56:39.577553+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'208","last_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_deep_scrub":"267'208","last_deep_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.577315+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:33.957916+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4496756,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":463,"num_read_kb":14880,"num_write":982,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.368181+0000","last_change":"2024-09-12T17:56:52.368181+0000","last_active":"2024-09-12T17:56:52.368181+0000","last_peered":"2024-09-12T17:56:52.368181+0000","last_clean":"2024-09-12T17:56:52.368181+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:56:52.368181+0000","last_undegraded":"2024-09-12T17:56:52.368181+0000","last_fullsized":"2024-09-12T17:56:52.368181+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.367993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:23.216782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'154","reported_seq":751,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.204926+0000","last_change":"2024-09-12T17:56:57.204926+0000","last_active":"2024-09-12T17:56:57.204926+0000","last_peered":"2024-09-12T17:56:57.204926+0000","last_clean":"2024-09-12T17:56:57.204926+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:57.204926+0000","last_undegraded":"2024-09-12T17:56:57.204926+0000","last_fullsized":"2024-09-12T17:56:57.204926+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.204713+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:37.158649+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2157,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.215132+0000","last_change":"2024-09-12T17:09:53.332207+0000","last_active":"2024-09-12T17:56:31.215132+0000","last_peered":"2024-09-12T17:56:31.215132+0000","last_clean":"2024-09-12T17:56:31.215132+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:31.215132+0000","last_undegraded":"2024-09-12T17:56:31.215132+0000","last_fullsized":"2024-09-12T17:56:31.215132+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:55.328869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'144","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.786086+0000","last_change":"2024-09-12T17:09:55.359473+0000","last_active":"2024-09-12T17:54:58.786086+0000","last_peered":"2024-09-12T17:54:58.786086+0000","last_clean":"2024-09-12T17:54:58.786086+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:54:58.786086+0000","last_undegraded":"2024-09-12T17:54:58.786086+0000","last_fullsized":"2024-09-12T17:54:58.786086+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:12.025422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":653,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.980724+0000","last_change":"2024-09-12T17:56:44.980724+0000","last_active":"2024-09-12T17:56:44.980724+0000","last_peered":"2024-09-12T17:56:44.980724+0000","last_clean":"2024-09-12T17:56:44.980724+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:56:44.980724+0000","last_undegraded":"2024-09-12T17:56:44.980724+0000","last_fullsized":"2024-09-12T17:56:44.980724+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'85","last_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_deep_scrub":"267'85","last_deep_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.980468+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:51.868349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'247","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.022260+0000","last_change":"2024-09-12T17:56:39.022260+0000","last_active":"2024-09-12T17:56:39.022260+0000","last_peered":"2024-09-12T17:56:39.022260+0000","last_clean":"2024-09-12T17:56:39.022260+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:56:39.022260+0000","last_undegraded":"2024-09-12T17:56:39.022260+0000","last_fullsized":"2024-09-12T17:56:39.022260+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.022014+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:18.254404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":10579,"num_write":1188,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1440,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.959190+0000","last_change":"2024-09-12T17:09:49.304426+0000","last_active":"2024-09-12T17:56:30.959190+0000","last_peered":"2024-09-12T17:56:30.959190+0000","last_clean":"2024-09-12T17:56:30.959190+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:30.959190+0000","last_undegraded":"2024-09-12T17:56:30.959190+0000","last_fullsized":"2024-09-12T17:56:30.959190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.914328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'66","reported_seq":588,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.457466+0000","last_change":"2024-09-12T17:09:51.339275+0000","last_active":"2024-09-12T17:53:57.457466+0000","last_peered":"2024-09-12T17:53:57.457466+0000","last_clean":"2024-09-12T17:53:57.457466+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:53:57.457466+0000","last_undegraded":"2024-09-12T17:53:57.457466+0000","last_fullsized":"2024-09-12T17:53:57.457466+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.863967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'741","reported_seq":3933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.428727+0000","last_change":"2024-09-12T17:56:56.428727+0000","last_active":"2024-09-12T17:56:56.428727+0000","last_peered":"2024-09-12T17:56:56.428727+0000","last_clean":"2024-09-12T17:56:56.428727+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:56.428727+0000","last_undegraded":"2024-09-12T17:56:56.428727+0000","last_fullsized":"2024-09-12T17:56:56.428727+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'741","last_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_deep_scrub":"267'741","last_deep_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.428522+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:14.730169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:43.921240+0000","last_change":"2024-09-12T17:09:55.345113+0000","last_active":"2024-09-12T17:53:43.921240+0000","last_peered":"2024-09-12T17:53:43.921240+0000","last_clean":"2024-09-12T17:53:43.921240+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:53:43.921240+0000","last_undegraded":"2024-09-12T17:53:43.921240+0000","last_fullsized":"2024-09-12T17:53:43.921240+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:14.405910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.400809+0000","last_change":"2024-09-12T17:56:45.400809+0000","last_active":"2024-09-12T17:56:45.400809+0000","last_peered":"2024-09-12T17:56:45.400809+0000","last_clean":"2024-09-12T17:56:45.400809+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:56:45.400809+0000","last_undegraded":"2024-09-12T17:56:45.400809+0000","last_fullsized":"2024-09-12T17:56:45.400809+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.400625+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:39.732868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'212","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.018174+0000","last_change":"2024-09-12T17:56:41.018174+0000","last_active":"2024-09-12T17:56:41.018174+0000","last_peered":"2024-09-12T17:56:41.018174+0000","last_clean":"2024-09-12T17:56:41.018174+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:56:41.018174+0000","last_undegraded":"2024-09-12T17:56:41.018174+0000","last_fullsized":"2024-09-12T17:56:41.018174+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.017943+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:17.257936+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299633,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":520,"num_read_kb":25872,"num_write":1051,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"267'4","reported_seq":984,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.090038+0000","last_change":"2024-09-12T17:56:58.090038+0000","last_active":"2024-09-12T17:56:58.090038+0000","last_peered":"2024-09-12T17:56:58.090038+0000","last_clean":"2024-09-12T17:56:58.090038+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:58.090038+0000","last_undegraded":"2024-09-12T17:56:58.090038+0000","last_fullsized":"2024-09-12T17:56:58.090038+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.089857+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.782312+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":718,"num_read_kb":716,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'221","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.667775+0000","last_change":"2024-09-12T17:09:51.331173+0000","last_active":"2024-09-12T17:56:31.667775+0000","last_peered":"2024-09-12T17:56:31.667775+0000","last_clean":"2024-09-12T17:56:31.667775+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:56:31.667775+0000","last_undegraded":"2024-09-12T17:56:31.667775+0000","last_fullsized":"2024-09-12T17:56:31.667775+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:57.854425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.402691+0000","last_change":"2024-09-12T17:56:55.402691+0000","last_active":"2024-09-12T17:56:55.402691+0000","last_peered":"2024-09-12T17:56:55.402691+0000","last_clean":"2024-09-12T17:56:55.402691+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:56:55.402691+0000","last_undegraded":"2024-09-12T17:56:55.402691+0000","last_fullsized":"2024-09-12T17:56:55.402691+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.402508+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:51.713847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'130","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.204500+0000","last_change":"2024-09-12T17:09:55.352967+0000","last_active":"2024-09-12T17:56:17.204500+0000","last_peered":"2024-09-12T17:56:17.204500+0000","last_clean":"2024-09-12T17:56:17.204500+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:56:17.204500+0000","last_undegraded":"2024-09-12T17:56:17.204500+0000","last_fullsized":"2024-09-12T17:56:17.204500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:41.442664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.537802+0000","last_change":"2024-09-12T17:56:46.537802+0000","last_active":"2024-09-12T17:56:46.537802+0000","last_peered":"2024-09-12T17:56:46.537802+0000","last_clean":"2024-09-12T17:56:46.537802+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:56:46.537802+0000","last_undegraded":"2024-09-12T17:56:46.537802+0000","last_fullsized":"2024-09-12T17:56:46.537802+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.537618+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:02.298640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":627,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.452982+0000","last_change":"2024-09-12T17:56:39.452982+0000","last_active":"2024-09-12T17:56:39.452982+0000","last_peered":"2024-09-12T17:56:39.452982+0000","last_clean":"2024-09-12T17:56:39.452982+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:56:39.452982+0000","last_undegraded":"2024-09-12T17:56:39.452982+0000","last_fullsized":"2024-09-12T17:56:39.452982+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.452780+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:12.404653+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.096892+0000","last_change":"2024-09-12T17:56:40.096892+0000","last_active":"2024-09-12T17:56:40.096892+0000","last_peered":"2024-09-12T17:56:40.096892+0000","last_clean":"2024-09-12T17:56:40.096892+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:56:40.096892+0000","last_undegraded":"2024-09-12T17:56:40.096892+0000","last_fullsized":"2024-09-12T17:56:40.096892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.096717+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:22.314281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'198","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.009372+0000","last_change":"2024-09-12T17:56:40.009372+0000","last_active":"2024-09-12T17:56:40.009372+0000","last_peered":"2024-09-12T17:56:40.009372+0000","last_clean":"2024-09-12T17:56:40.009372+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:56:40.009372+0000","last_undegraded":"2024-09-12T17:56:40.009372+0000","last_fullsized":"2024-09-12T17:56:40.009372+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.008924+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:40.246778+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3836058,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":8906,"num_write":935,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548956+0000","last_change":"2024-09-12T17:09:49.324072+0000","last_active":"2024-09-12T17:53:37.548956+0000","last_peered":"2024-09-12T17:53:37.548956+0000","last_clean":"2024-09-12T17:53:37.548956+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:53:37.548956+0000","last_undegraded":"2024-09-12T17:53:37.548956+0000","last_fullsized":"2024-09-12T17:53:37.548956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:52.570995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'303","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.804368+0000","last_change":"2024-09-12T17:09:51.335409+0000","last_active":"2024-09-12T17:56:31.804368+0000","last_peered":"2024-09-12T17:56:31.804368+0000","last_clean":"2024-09-12T17:56:31.804368+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:56:31.804368+0000","last_undegraded":"2024-09-12T17:56:31.804368+0000","last_fullsized":"2024-09-12T17:56:31.804368+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:32.658505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:12.729667+0000","last_change":"2024-09-12T17:09:53.348728+0000","last_active":"2024-09-12T17:53:12.729667+0000","last_peered":"2024-09-12T17:53:12.729667+0000","last_clean":"2024-09-12T17:53:12.729667+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:53:12.729667+0000","last_undegraded":"2024-09-12T17:53:12.729667+0000","last_fullsized":"2024-09-12T17:53:12.729667+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:52.990041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'211","reported_seq":907,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.806698+0000","last_change":"2024-09-12T17:09:55.345713+0000","last_active":"2024-09-12T17:54:58.806698+0000","last_peered":"2024-09-12T17:54:58.806698+0000","last_clean":"2024-09-12T17:54:58.806698+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:54:58.806698+0000","last_undegraded":"2024-09-12T17:54:58.806698+0000","last_fullsized":"2024-09-12T17:54:58.806698+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:02.303439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":793,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.476957+0000","last_change":"2024-09-12T17:56:47.476957+0000","last_active":"2024-09-12T17:56:47.476957+0000","last_peered":"2024-09-12T17:56:47.476957+0000","last_clean":"2024-09-12T17:56:47.476957+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:56:47.476957+0000","last_undegraded":"2024-09-12T17:56:47.476957+0000","last_fullsized":"2024-09-12T17:56:47.476957+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.476769+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:18.052880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.483095+0000","last_change":"2024-09-12T17:56:40.483095+0000","last_active":"2024-09-12T17:56:40.483095+0000","last_peered":"2024-09-12T17:56:40.483095+0000","last_clean":"2024-09-12T17:56:40.483095+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:56:40.483095+0000","last_undegraded":"2024-09-12T17:56:40.483095+0000","last_fullsized":"2024-09-12T17:56:40.483095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.482916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:58.565110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:36.405274+0000","last_change":"2024-09-12T17:56:36.405274+0000","last_active":"2024-09-12T17:56:36.405274+0000","last_peered":"2024-09-12T17:56:36.405274+0000","last_clean":"2024-09-12T17:56:36.405274+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:36.405274+0000","last_undegraded":"2024-09-12T17:56:36.405274+0000","last_fullsized":"2024-09-12T17:56:36.405274+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_clean_scrub_stamp":"2024-09-12T17:56:36.405164+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:13.233139+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.099052+0000","last_change":"2024-09-12T17:56:57.099052+0000","last_active":"2024-09-12T17:56:57.099052+0000","last_peered":"2024-09-12T17:56:57.099052+0000","last_clean":"2024-09-12T17:56:57.099052+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:56:57.099052+0000","last_undegraded":"2024-09-12T17:56:57.099052+0000","last_fullsized":"2024-09-12T17:56:57.099052+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.098871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:58.478251+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'844","reported_seq":2335,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.681110+0000","last_change":"2024-09-12T17:09:51.330815+0000","last_active":"2024-09-12T17:56:31.681110+0000","last_peered":"2024-09-12T17:56:31.681110+0000","last_clean":"2024-09-12T17:56:31.681110+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:31.681110+0000","last_undegraded":"2024-09-12T17:56:31.681110+0000","last_fullsized":"2024-09-12T17:56:31.681110+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":800,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:41.189677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48951,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1180,"num_read_kb":1459,"num_write":296,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:47.551332+0000","last_change":"2024-09-12T17:09:53.321267+0000","last_active":"2024-09-12T17:53:47.551332+0000","last_peered":"2024-09-12T17:53:47.551332+0000","last_clean":"2024-09-12T17:53:47.551332+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:53:47.551332+0000","last_undegraded":"2024-09-12T17:53:47.551332+0000","last_fullsized":"2024-09-12T17:53:47.551332+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:16.496781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'215","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.532566+0000","last_change":"2024-09-12T17:09:55.338532+0000","last_active":"2024-09-12T17:53:28.532566+0000","last_peered":"2024-09-12T17:53:28.532566+0000","last_clean":"2024-09-12T17:53:28.532566+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:53:28.532566+0000","last_undegraded":"2024-09-12T17:53:28.532566+0000","last_fullsized":"2024-09-12T17:53:28.532566+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:33.277861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.349404+0000","last_change":"2024-09-12T17:56:47.349404+0000","last_active":"2024-09-12T17:56:47.349404+0000","last_peered":"2024-09-12T17:56:47.349404+0000","last_clean":"2024-09-12T17:56:47.349404+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:56:47.349404+0000","last_undegraded":"2024-09-12T17:56:47.349404+0000","last_fullsized":"2024-09-12T17:56:47.349404+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.349196+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:38.364455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.997223+0000","last_change":"2024-09-12T17:56:37.997223+0000","last_active":"2024-09-12T17:56:37.997223+0000","last_peered":"2024-09-12T17:56:37.997223+0000","last_clean":"2024-09-12T17:56:37.997223+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:56:37.997223+0000","last_undegraded":"2024-09-12T17:56:37.997223+0000","last_fullsized":"2024-09-12T17:56:37.997223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.997123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:43.633071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'214","reported_seq":884,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.490076+0000","last_change":"2024-09-12T17:56:38.490076+0000","last_active":"2024-09-12T17:56:38.490076+0000","last_peered":"2024-09-12T17:56:38.490076+0000","last_clean":"2024-09-12T17:56:38.490076+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:56:38.490076+0000","last_undegraded":"2024-09-12T17:56:38.490076+0000","last_fullsized":"2024-09-12T17:56:38.490076+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.489889+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.434351+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399156,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":487,"num_read_kb":77221,"num_write":987,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.148687+0000","last_change":"2024-09-12T17:56:52.148687+0000","last_active":"2024-09-12T17:56:52.148687+0000","last_peered":"2024-09-12T17:56:52.148687+0000","last_clean":"2024-09-12T17:56:52.148687+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:56:52.148687+0000","last_undegraded":"2024-09-12T17:56:52.148687+0000","last_fullsized":"2024-09-12T17:56:52.148687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.148505+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:57.361644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'208","reported_seq":1316,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:15.647011+0000","last_change":"2024-09-12T17:09:51.347817+0000","last_active":"2024-09-12T17:56:15.647011+0000","last_peered":"2024-09-12T17:56:15.647011+0000","last_clean":"2024-09-12T17:56:15.647011+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:56:15.647011+0000","last_undegraded":"2024-09-12T17:56:15.647011+0000","last_fullsized":"2024-09-12T17:56:15.647011+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:32.541991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735693+0000","last_change":"2024-09-12T17:09:53.356724+0000","last_active":"2024-09-12T17:53:37.735693+0000","last_peered":"2024-09-12T17:53:37.735693+0000","last_clean":"2024-09-12T17:53:37.735693+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:53:37.735693+0000","last_undegraded":"2024-09-12T17:53:37.735693+0000","last_fullsized":"2024-09-12T17:53:37.735693+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:32.694475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'245","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.179452+0000","last_change":"2024-09-12T17:09:55.348926+0000","last_active":"2024-09-12T17:54:58.179452+0000","last_peered":"2024-09-12T17:54:58.179452+0000","last_clean":"2024-09-12T17:54:58.179452+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:54:58.179452+0000","last_undegraded":"2024-09-12T17:54:58.179452+0000","last_fullsized":"2024-09-12T17:54:58.179452+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:35.540275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'113","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.397810+0000","last_change":"2024-09-12T17:56:48.397810+0000","last_active":"2024-09-12T17:56:48.397810+0000","last_peered":"2024-09-12T17:56:48.397810+0000","last_clean":"2024-09-12T17:56:48.397810+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:56:48.397810+0000","last_undegraded":"2024-09-12T17:56:48.397810+0000","last_fullsized":"2024-09-12T17:56:48.397810+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.397622+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:19.245121+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.132047+0000","last_change":"2024-09-12T17:56:39.132047+0000","last_active":"2024-09-12T17:56:39.132047+0000","last_peered":"2024-09-12T17:56:39.132047+0000","last_clean":"2024-09-12T17:56:39.132047+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:56:39.132047+0000","last_undegraded":"2024-09-12T17:56:39.132047+0000","last_fullsized":"2024-09-12T17:56:39.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.131869+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:17.451894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'254","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.011089+0000","last_change":"2024-09-12T17:56:38.011089+0000","last_active":"2024-09-12T17:56:38.011089+0000","last_peered":"2024-09-12T17:56:38.011089+0000","last_clean":"2024-09-12T17:56:38.011089+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:56:38.011089+0000","last_undegraded":"2024-09-12T17:56:38.011089+0000","last_fullsized":"2024-09-12T17:56:38.011089+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.010867+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:17.075164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":545,"num_read_kb":5384,"num_write":1072,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.326955+0000","last_change":"2024-09-12T17:56:56.326955+0000","last_active":"2024-09-12T17:56:56.326955+0000","last_peered":"2024-09-12T17:56:56.326955+0000","last_clean":"2024-09-12T17:56:56.326955+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:56:56.326955+0000","last_undegraded":"2024-09-12T17:56:56.326955+0000","last_fullsized":"2024-09-12T17:56:56.326955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.326774+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:22.552477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'125","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:23.120482+0000","last_change":"2024-09-12T17:09:51.305606+0000","last_active":"2024-09-12T17:55:23.120482+0000","last_peered":"2024-09-12T17:55:23.120482+0000","last_clean":"2024-09-12T17:55:23.120482+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:55:23.120482+0000","last_undegraded":"2024-09-12T17:55:23.120482+0000","last_fullsized":"2024-09-12T17:55:23.120482+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:43.144365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.429961+0000","last_change":"2024-09-12T17:56:54.429961+0000","last_active":"2024-09-12T17:56:54.429961+0000","last_peered":"2024-09-12T17:56:54.429961+0000","last_clean":"2024-09-12T17:56:54.429961+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:56:54.429961+0000","last_undegraded":"2024-09-12T17:56:54.429961+0000","last_fullsized":"2024-09-12T17:56:54.429961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.429780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:52.233793+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'112","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:54.103247+0000","last_change":"2024-09-12T17:09:55.355418+0000","last_active":"2024-09-12T17:54:54.103247+0000","last_peered":"2024-09-12T17:54:54.103247+0000","last_clean":"2024-09-12T17:54:54.103247+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:54:54.103247+0000","last_undegraded":"2024-09-12T17:54:54.103247+0000","last_fullsized":"2024-09-12T17:54:54.103247+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:12.518957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.383056+0000","last_change":"2024-09-12T17:56:44.383056+0000","last_active":"2024-09-12T17:56:44.383056+0000","last_peered":"2024-09-12T17:56:44.383056+0000","last_clean":"2024-09-12T17:56:44.383056+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:56:44.383056+0000","last_undegraded":"2024-09-12T17:56:44.383056+0000","last_fullsized":"2024-09-12T17:56:44.383056+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.382860+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:32.097760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.113670+0000","last_change":"2024-09-12T17:56:41.113670+0000","last_active":"2024-09-12T17:56:41.113670+0000","last_peered":"2024-09-12T17:56:41.113670+0000","last_clean":"2024-09-12T17:56:41.113670+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:41.113670+0000","last_undegraded":"2024-09-12T17:56:41.113670+0000","last_fullsized":"2024-09-12T17:56:41.113670+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.113444+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:45.669111+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.351754+0000","last_change":"2024-09-12T17:56:51.351754+0000","last_active":"2024-09-12T17:56:51.351754+0000","last_peered":"2024-09-12T17:56:51.351754+0000","last_clean":"2024-09-12T17:56:51.351754+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:56:51.351754+0000","last_undegraded":"2024-09-12T17:56:51.351754+0000","last_fullsized":"2024-09-12T17:56:51.351754+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.351576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:55.866263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.371103+0000","last_change":"2024-09-12T17:56:55.371103+0000","last_active":"2024-09-12T17:56:55.371103+0000","last_peered":"2024-09-12T17:56:55.371103+0000","last_clean":"2024-09-12T17:56:55.371103+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:56:55.371103+0000","last_undegraded":"2024-09-12T17:56:55.371103+0000","last_fullsized":"2024-09-12T17:56:55.371103+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.370894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:32.697396+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'267","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.341645+0000","last_change":"2024-09-12T17:56:57.341645+0000","last_active":"2024-09-12T17:56:57.341645+0000","last_peered":"2024-09-12T17:56:57.341645+0000","last_clean":"2024-09-12T17:56:57.341645+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:57.341645+0000","last_undegraded":"2024-09-12T17:56:57.341645+0000","last_fullsized":"2024-09-12T17:56:57.341645+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'267","last_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_deep_scrub":"267'267","last_deep_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.341398+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:02.895808+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3818,"num_omap_keys":8,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920103+0000","last_change":"2024-09-12T17:09:53.345438+0000","last_active":"2024-09-12T17:53:38.920103+0000","last_peered":"2024-09-12T17:53:38.920103+0000","last_clean":"2024-09-12T17:53:38.920103+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:53:38.920103+0000","last_undegraded":"2024-09-12T17:53:38.920103+0000","last_fullsized":"2024-09-12T17:53:38.920103+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:47.745083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.895104+0000","last_change":"2024-09-12T17:09:55.346081+0000","last_active":"2024-09-12T17:54:57.895104+0000","last_peered":"2024-09-12T17:54:57.895104+0000","last_clean":"2024-09-12T17:54:57.895104+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:54:57.895104+0000","last_undegraded":"2024-09-12T17:54:57.895104+0000","last_fullsized":"2024-09-12T17:54:57.895104+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:51.486670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.533752+0000","last_change":"2024-09-12T17:56:44.533752+0000","last_active":"2024-09-12T17:56:44.533752+0000","last_peered":"2024-09-12T17:56:44.533752+0000","last_clean":"2024-09-12T17:56:44.533752+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:56:44.533752+0000","last_undegraded":"2024-09-12T17:56:44.533752+0000","last_fullsized":"2024-09-12T17:56:44.533752+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.533564+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:54.505045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'215","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.503628+0000","last_change":"2024-09-12T17:56:37.503628+0000","last_active":"2024-09-12T17:56:37.503628+0000","last_peered":"2024-09-12T17:56:37.503628+0000","last_clean":"2024-09-12T17:56:37.503628+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:56:37.503628+0000","last_undegraded":"2024-09-12T17:56:37.503628+0000","last_fullsized":"2024-09-12T17:56:37.503628+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.503401+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:11.831596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399451,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":81577,"num_write":1037,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.457818+0000","last_change":"2024-09-12T17:56:41.457818+0000","last_active":"2024-09-12T17:56:41.457818+0000","last_peered":"2024-09-12T17:56:41.457818+0000","last_clean":"2024-09-12T17:56:41.457818+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:56:41.457818+0000","last_undegraded":"2024-09-12T17:56:41.457818+0000","last_fullsized":"2024-09-12T17:56:41.457818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.457614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:53.161598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.499475+0000","last_change":"2024-09-12T17:56:50.499475+0000","last_active":"2024-09-12T17:56:50.499475+0000","last_peered":"2024-09-12T17:56:50.499475+0000","last_clean":"2024-09-12T17:56:50.499475+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:56:50.499475+0000","last_undegraded":"2024-09-12T17:56:50.499475+0000","last_fullsized":"2024-09-12T17:56:50.499475+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.499297+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:29.194781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'170","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:59.487704+0000","last_change":"2024-09-12T17:09:51.340132+0000","last_active":"2024-09-12T17:54:59.487704+0000","last_peered":"2024-09-12T17:54:59.487704+0000","last_clean":"2024-09-12T17:54:59.487704+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:54:59.487704+0000","last_undegraded":"2024-09-12T17:54:59.487704+0000","last_fullsized":"2024-09-12T17:54:59.487704+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:23.213148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'757","reported_seq":2767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.210046+0000","last_change":"2024-09-12T17:09:53.354453+0000","last_active":"2024-09-12T17:56:31.210046+0000","last_peered":"2024-09-12T17:56:31.210046+0000","last_clean":"2024-09-12T17:56:31.210046+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:56:31.210046+0000","last_undegraded":"2024-09-12T17:56:31.210046+0000","last_fullsized":"2024-09-12T17:56:31.210046+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":701,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:11.712547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'128","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115785+0000","last_change":"2024-09-12T17:09:55.349153+0000","last_active":"2024-09-12T17:55:03.115785+0000","last_peered":"2024-09-12T17:55:03.115785+0000","last_clean":"2024-09-12T17:55:03.115785+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:55:03.115785+0000","last_undegraded":"2024-09-12T17:55:03.115785+0000","last_fullsized":"2024-09-12T17:55:03.115785+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:07.218450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.109242+0000","last_change":"2024-09-12T17:56:49.109242+0000","last_active":"2024-09-12T17:56:49.109242+0000","last_peered":"2024-09-12T17:56:49.109242+0000","last_clean":"2024-09-12T17:56:49.109242+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:56:49.109242+0000","last_undegraded":"2024-09-12T17:56:49.109242+0000","last_fullsized":"2024-09-12T17:56:49.109242+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.109018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:52.841848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'232","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.969134+0000","last_change":"2024-09-12T17:56:37.969134+0000","last_active":"2024-09-12T17:56:37.969134+0000","last_peered":"2024-09-12T17:56:37.969134+0000","last_clean":"2024-09-12T17:56:37.969134+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:56:37.969134+0000","last_undegraded":"2024-09-12T17:56:37.969134+0000","last_fullsized":"2024-09-12T17:56:37.969134+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'232","last_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_deep_scrub":"267'232","last_deep_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.968860+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:42.202390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":630,"num_read_kb":21220,"num_write":1052,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":528,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.520954+0000","last_change":"2024-09-12T17:56:39.520954+0000","last_active":"2024-09-12T17:56:39.520954+0000","last_peered":"2024-09-12T17:56:39.520954+0000","last_clean":"2024-09-12T17:56:39.520954+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:56:39.520954+0000","last_undegraded":"2024-09-12T17:56:39.520954+0000","last_fullsized":"2024-09-12T17:56:39.520954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.520887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:03.353698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.106590+0000","last_change":"2024-09-12T17:56:57.106590+0000","last_active":"2024-09-12T17:56:57.106590+0000","last_peered":"2024-09-12T17:56:57.106590+0000","last_clean":"2024-09-12T17:56:57.106590+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:56:57.106590+0000","last_undegraded":"2024-09-12T17:56:57.106590+0000","last_fullsized":"2024-09-12T17:56:57.106590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.106418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:13.263560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'105","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920169+0000","last_change":"2024-09-12T17:09:51.321181+0000","last_active":"2024-09-12T17:53:38.920169+0000","last_peered":"2024-09-12T17:53:38.920169+0000","last_clean":"2024-09-12T17:53:38.920169+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:53:38.920169+0000","last_undegraded":"2024-09-12T17:53:38.920169+0000","last_fullsized":"2024-09-12T17:53:38.920169+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:54.130860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'751","reported_seq":2435,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.221404+0000","last_change":"2024-09-12T17:09:53.324519+0000","last_active":"2024-09-12T17:56:31.221404+0000","last_peered":"2024-09-12T17:56:31.221404+0000","last_clean":"2024-09-12T17:56:31.221404+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:56:31.221404+0000","last_undegraded":"2024-09-12T17:56:31.221404+0000","last_fullsized":"2024-09-12T17:56:31.221404+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:07.213791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'153","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.711655+0000","last_change":"2024-09-12T17:09:55.361751+0000","last_active":"2024-09-12T17:53:07.711655+0000","last_peered":"2024-09-12T17:53:07.711655+0000","last_clean":"2024-09-12T17:53:07.711655+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:53:07.711655+0000","last_undegraded":"2024-09-12T17:53:07.711655+0000","last_fullsized":"2024-09-12T17:53:07.711655+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:45.470670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.000363+0000","last_change":"2024-09-12T17:56:41.000363+0000","last_active":"2024-09-12T17:56:41.000363+0000","last_peered":"2024-09-12T17:56:41.000363+0000","last_clean":"2024-09-12T17:56:41.000363+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:56:41.000363+0000","last_undegraded":"2024-09-12T17:56:41.000363+0000","last_fullsized":"2024-09-12T17:56:41.000363+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.000126+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:34.537467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.427622+0000","last_change":"2024-09-12T17:56:38.427622+0000","last_active":"2024-09-12T17:56:38.427622+0000","last_peered":"2024-09-12T17:56:38.427622+0000","last_clean":"2024-09-12T17:56:38.427622+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:38.427622+0000","last_undegraded":"2024-09-12T17:56:38.427622+0000","last_fullsized":"2024-09-12T17:56:38.427622+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.427401+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:55.628706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.505325+0000","last_change":"2024-09-12T17:56:43.505325+0000","last_active":"2024-09-12T17:56:43.505325+0000","last_peered":"2024-09-12T17:56:43.505325+0000","last_clean":"2024-09-12T17:56:43.505325+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:56:43.505325+0000","last_undegraded":"2024-09-12T17:56:43.505325+0000","last_fullsized":"2024-09-12T17:56:43.505325+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.505058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:05.103495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"38'4","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:30.943058+0000","last_change":"2024-09-12T17:09:49.315249+0000","last_active":"2024-09-12T17:56:30.943058+0000","last_peered":"2024-09-12T17:56:30.943058+0000","last_clean":"2024-09-12T17:56:30.943058+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:56:30.943058+0000","last_undegraded":"2024-09-12T17:56:30.943058+0000","last_fullsized":"2024-09-12T17:56:30.943058+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:27.979718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":1177,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'348","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.527324+0000","last_change":"2024-09-12T17:56:56.527324+0000","last_active":"2024-09-12T17:56:56.527324+0000","last_peered":"2024-09-12T17:56:56.527324+0000","last_clean":"2024-09-12T17:56:56.527324+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:56.527324+0000","last_undegraded":"2024-09-12T17:56:56.527324+0000","last_fullsized":"2024-09-12T17:56:56.527324+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.527088+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:35.967661+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095264+0000","last_change":"2024-09-12T17:09:53.323986+0000","last_active":"2024-09-12T17:53:38.095264+0000","last_peered":"2024-09-12T17:53:38.095264+0000","last_clean":"2024-09-12T17:53:38.095264+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:53:38.095264+0000","last_undegraded":"2024-09-12T17:53:38.095264+0000","last_fullsized":"2024-09-12T17:53:38.095264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:38.416344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'100","reported_seq":594,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.501735+0000","last_change":"2024-09-12T17:09:55.334559+0000","last_active":"2024-09-12T17:54:56.501735+0000","last_peered":"2024-09-12T17:54:56.501735+0000","last_clean":"2024-09-12T17:54:56.501735+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:54:56.501735+0000","last_undegraded":"2024-09-12T17:54:56.501735+0000","last_fullsized":"2024-09-12T17:54:56.501735+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:32.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'135","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.939869+0000","last_change":"2024-09-12T17:09:55.361500+0000","last_active":"2024-09-12T17:54:58.939869+0000","last_peered":"2024-09-12T17:54:58.939869+0000","last_clean":"2024-09-12T17:54:58.939869+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:54:58.939869+0000","last_undegraded":"2024-09-12T17:54:58.939869+0000","last_fullsized":"2024-09-12T17:54:58.939869+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:16.767966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.988732+0000","last_change":"2024-09-12T17:56:45.988732+0000","last_active":"2024-09-12T17:56:45.988732+0000","last_peered":"2024-09-12T17:56:45.988732+0000","last_clean":"2024-09-12T17:56:45.988732+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:56:45.988732+0000","last_undegraded":"2024-09-12T17:56:45.988732+0000","last_fullsized":"2024-09-12T17:56:45.988732+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.988519+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:01.040791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'194","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.431647+0000","last_change":"2024-09-12T17:56:43.431647+0000","last_active":"2024-09-12T17:56:43.431647+0000","last_peered":"2024-09-12T17:56:43.431647+0000","last_clean":"2024-09-12T17:56:43.431647+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:56:43.431647+0000","last_undegraded":"2024-09-12T17:56:43.431647+0000","last_fullsized":"2024-09-12T17:56:43.431647+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.431441+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:16.531374+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":635,"num_read_kb":35950,"num_write":877,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.450991+0000","last_change":"2024-09-12T17:56:56.450991+0000","last_active":"2024-09-12T17:56:56.450991+0000","last_peered":"2024-09-12T17:56:56.450991+0000","last_clean":"2024-09-12T17:56:56.450991+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:56:56.450991+0000","last_undegraded":"2024-09-12T17:56:56.450991+0000","last_fullsized":"2024-09-12T17:56:56.450991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.450813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:05.052155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'121","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.714441+0000","last_change":"2024-09-12T17:09:51.320490+0000","last_active":"2024-09-12T17:56:31.714441+0000","last_peered":"2024-09-12T17:56:31.714441+0000","last_clean":"2024-09-12T17:56:31.714441+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:56:31.714441+0000","last_undegraded":"2024-09-12T17:56:31.714441+0000","last_fullsized":"2024-09-12T17:56:31.714441+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:19:16.806203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":267,"num_write":92,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.103942+0000","last_change":"2024-09-12T17:09:53.324467+0000","last_active":"2024-09-12T17:54:13.103942+0000","last_peered":"2024-09-12T17:54:13.103942+0000","last_clean":"2024-09-12T17:54:13.103942+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:54:13.103942+0000","last_undegraded":"2024-09-12T17:54:13.103942+0000","last_fullsized":"2024-09-12T17:54:13.103942+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:08.561067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'124","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:15.575554+0000","last_change":"2024-09-12T17:09:55.343304+0000","last_active":"2024-09-12T17:54:15.575554+0000","last_peered":"2024-09-12T17:54:15.575554+0000","last_clean":"2024-09-12T17:54:15.575554+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:54:15.575554+0000","last_undegraded":"2024-09-12T17:54:15.575554+0000","last_fullsized":"2024-09-12T17:54:15.575554+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:24.197628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.385082+0000","last_change":"2024-09-12T17:56:53.385082+0000","last_active":"2024-09-12T17:56:53.385082+0000","last_peered":"2024-09-12T17:56:53.385082+0000","last_clean":"2024-09-12T17:56:53.385082+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:56:53.385082+0000","last_undegraded":"2024-09-12T17:56:53.385082+0000","last_fullsized":"2024-09-12T17:56:53.385082+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4101","last_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_deep_scrub":"267'4101","last_deep_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.384906+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:51.858604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.524770+0000","last_change":"2024-09-12T17:56:46.524770+0000","last_active":"2024-09-12T17:56:46.524770+0000","last_peered":"2024-09-12T17:56:46.524770+0000","last_clean":"2024-09-12T17:56:46.524770+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:46.524770+0000","last_undegraded":"2024-09-12T17:56:46.524770+0000","last_fullsized":"2024-09-12T17:56:46.524770+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.524373+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:28.555069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:13.104221+0000","last_change":"2024-09-12T17:09:49.304280+0000","last_active":"2024-09-12T17:54:13.104221+0000","last_peered":"2024-09-12T17:54:13.104221+0000","last_clean":"2024-09-12T17:54:13.104221+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:54:13.104221+0000","last_undegraded":"2024-09-12T17:54:13.104221+0000","last_fullsized":"2024-09-12T17:54:13.104221+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:52:46.699005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'49","reported_seq":553,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744198+0000","last_change":"2024-09-12T17:09:51.328443+0000","last_active":"2024-09-12T17:54:12.744198+0000","last_peered":"2024-09-12T17:54:12.744198+0000","last_clean":"2024-09-12T17:54:12.744198+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:54:12.744198+0000","last_undegraded":"2024-09-12T17:54:12.744198+0000","last_fullsized":"2024-09-12T17:54:12.744198+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:30.731514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557913+0000","last_change":"2024-09-12T17:09:53.324912+0000","last_active":"2024-09-12T17:54:12.557913+0000","last_peered":"2024-09-12T17:54:12.557913+0000","last_clean":"2024-09-12T17:54:12.557913+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:54:12.557913+0000","last_undegraded":"2024-09-12T17:54:12.557913+0000","last_fullsized":"2024-09-12T17:54:12.557913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:04.308536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'199","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.020841+0000","last_change":"2024-09-12T17:09:55.363769+0000","last_active":"2024-09-12T17:54:58.020841+0000","last_peered":"2024-09-12T17:54:58.020841+0000","last_clean":"2024-09-12T17:54:58.020841+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:54:58.020841+0000","last_undegraded":"2024-09-12T17:54:58.020841+0000","last_fullsized":"2024-09-12T17:54:58.020841+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:36.350625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.083947+0000","last_change":"2024-09-12T17:56:53.083947+0000","last_active":"2024-09-12T17:56:53.083947+0000","last_peered":"2024-09-12T17:56:53.083947+0000","last_clean":"2024-09-12T17:56:53.083947+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:56:53.083947+0000","last_undegraded":"2024-09-12T17:56:53.083947+0000","last_fullsized":"2024-09-12T17:56:53.083947+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.083776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:12.166998+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.077044+0000","last_change":"2024-09-12T17:56:42.077044+0000","last_active":"2024-09-12T17:56:42.077044+0000","last_peered":"2024-09-12T17:56:42.077044+0000","last_clean":"2024-09-12T17:56:42.077044+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:42.077044+0000","last_undegraded":"2024-09-12T17:56:42.077044+0000","last_fullsized":"2024-09-12T17:56:42.077044+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.076805+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:00.675669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.444320+0000","last_change":"2024-09-12T17:56:50.444320+0000","last_active":"2024-09-12T17:56:50.444320+0000","last_peered":"2024-09-12T17:56:50.444320+0000","last_clean":"2024-09-12T17:56:50.444320+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:56:50.444320+0000","last_undegraded":"2024-09-12T17:56:50.444320+0000","last_fullsized":"2024-09-12T17:56:50.444320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.444123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:11.317353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'177","reported_seq":770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.576162+0000","last_change":"2024-09-12T17:09:51.321052+0000","last_active":"2024-09-12T17:56:31.576162+0000","last_peered":"2024-09-12T17:56:31.576162+0000","last_clean":"2024-09-12T17:56:31.576162+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:56:31.576162+0000","last_undegraded":"2024-09-12T17:56:31.576162+0000","last_fullsized":"2024-09-12T17:56:31.576162+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.912388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14375,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":351,"num_write":140,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.448298+0000","last_change":"2024-09-12T17:56:57.448298+0000","last_active":"2024-09-12T17:56:57.448298+0000","last_peered":"2024-09-12T17:56:57.448298+0000","last_clean":"2024-09-12T17:56:57.448298+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:56:57.448298+0000","last_undegraded":"2024-09-12T17:56:57.448298+0000","last_fullsized":"2024-09-12T17:56:57.448298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.448107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:49.296323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'127","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:43.024153+0000","last_change":"2024-09-12T17:09:55.345356+0000","last_active":"2024-09-12T17:54:43.024153+0000","last_peered":"2024-09-12T17:54:43.024153+0000","last_clean":"2024-09-12T17:54:43.024153+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:54:43.024153+0000","last_undegraded":"2024-09-12T17:54:43.024153+0000","last_fullsized":"2024-09-12T17:54:43.024153+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:34.720685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'108","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.070186+0000","last_change":"2024-09-12T17:56:54.070186+0000","last_active":"2024-09-12T17:56:54.070186+0000","last_peered":"2024-09-12T17:56:54.070186+0000","last_clean":"2024-09-12T17:56:54.070186+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:56:54.070186+0000","last_undegraded":"2024-09-12T17:56:54.070186+0000","last_fullsized":"2024-09-12T17:56:54.070186+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.070011+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:12.028008+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.423278+0000","last_change":"2024-09-12T17:56:37.423278+0000","last_active":"2024-09-12T17:56:37.423278+0000","last_peered":"2024-09-12T17:56:37.423278+0000","last_clean":"2024-09-12T17:56:37.423278+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:37.423278+0000","last_undegraded":"2024-09-12T17:56:37.423278+0000","last_fullsized":"2024-09-12T17:56:37.423278+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.423010+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:39.580774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.404949+0000","last_change":"2024-09-12T17:56:53.404949+0000","last_active":"2024-09-12T17:56:53.404949+0000","last_peered":"2024-09-12T17:56:53.404949+0000","last_clean":"2024-09-12T17:56:53.404949+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:56:53.404949+0000","last_undegraded":"2024-09-12T17:56:53.404949+0000","last_fullsized":"2024-09-12T17:56:53.404949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.404762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:22.587806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'120","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.530926+0000","last_change":"2024-09-12T17:09:51.338671+0000","last_active":"2024-09-12T17:56:31.530926+0000","last_peered":"2024-09-12T17:56:31.530926+0000","last_clean":"2024-09-12T17:56:31.530926+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:56:31.530926+0000","last_undegraded":"2024-09-12T17:56:31.530926+0000","last_fullsized":"2024-09-12T17:56:31.530926+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:43.852065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744355+0000","last_change":"2024-09-12T17:09:53.358726+0000","last_active":"2024-09-12T17:54:12.744355+0000","last_peered":"2024-09-12T17:54:12.744355+0000","last_clean":"2024-09-12T17:54:12.744355+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:54:12.744355+0000","last_undegraded":"2024-09-12T17:54:12.744355+0000","last_fullsized":"2024-09-12T17:54:12.744355+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:38.847738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.530980+0000","last_change":"2024-09-12T17:56:48.530980+0000","last_active":"2024-09-12T17:56:48.530980+0000","last_peered":"2024-09-12T17:56:48.530980+0000","last_clean":"2024-09-12T17:56:48.530980+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:56:48.530980+0000","last_undegraded":"2024-09-12T17:56:48.530980+0000","last_fullsized":"2024-09-12T17:56:48.530980+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530773+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:08.491229+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'188","reported_seq":830,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.976797+0000","last_change":"2024-09-12T17:56:38.976797+0000","last_active":"2024-09-12T17:56:38.976797+0000","last_peered":"2024-09-12T17:56:38.976797+0000","last_clean":"2024-09-12T17:56:38.976797+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:56:38.976797+0000","last_undegraded":"2024-09-12T17:56:38.976797+0000","last_fullsized":"2024-09-12T17:56:38.976797+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.976672+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:09.623062+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207038,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":464,"num_read_kb":44060,"num_write":924,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.371332+0000","last_change":"2024-09-12T17:56:54.371332+0000","last_active":"2024-09-12T17:56:54.371332+0000","last_peered":"2024-09-12T17:56:54.371332+0000","last_clean":"2024-09-12T17:56:54.371332+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:56:54.371332+0000","last_undegraded":"2024-09-12T17:56:54.371332+0000","last_fullsized":"2024-09-12T17:56:54.371332+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.371122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:31.961763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'214","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.785613+0000","last_change":"2024-09-12T17:09:51.333080+0000","last_active":"2024-09-12T17:56:31.785613+0000","last_peered":"2024-09-12T17:56:31.785613+0000","last_clean":"2024-09-12T17:56:31.785613+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:56:31.785613+0000","last_undegraded":"2024-09-12T17:56:31.785613+0000","last_fullsized":"2024-09-12T17:56:31.785613+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:26.088052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":315,"num_read_kb":514,"num_write":198,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":486,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521515+0000","last_change":"2024-09-12T17:09:53.355017+0000","last_active":"2024-09-12T17:52:22.521515+0000","last_peered":"2024-09-12T17:52:22.521515+0000","last_clean":"2024-09-12T17:52:22.521515+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:52:22.521515+0000","last_undegraded":"2024-09-12T17:52:22.521515+0000","last_fullsized":"2024-09-12T17:52:22.521515+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:06.274391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'187","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.591251+0000","last_change":"2024-09-12T17:09:55.354748+0000","last_active":"2024-09-12T17:54:27.591251+0000","last_peered":"2024-09-12T17:54:27.591251+0000","last_clean":"2024-09-12T17:54:27.591251+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:54:27.591251+0000","last_undegraded":"2024-09-12T17:54:27.591251+0000","last_fullsized":"2024-09-12T17:54:27.591251+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":795,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.472739+0000","last_change":"2024-09-12T17:56:48.472739+0000","last_active":"2024-09-12T17:56:48.472739+0000","last_peered":"2024-09-12T17:56:48.472739+0000","last_clean":"2024-09-12T17:56:48.472739+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:56:48.472739+0000","last_undegraded":"2024-09-12T17:56:48.472739+0000","last_fullsized":"2024-09-12T17:56:48.472739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.472563+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:11.958210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'207","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.510549+0000","last_change":"2024-09-12T17:56:41.510549+0000","last_active":"2024-09-12T17:56:41.510549+0000","last_peered":"2024-09-12T17:56:41.510549+0000","last_clean":"2024-09-12T17:56:41.510549+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:56:41.510549+0000","last_undegraded":"2024-09-12T17:56:41.510549+0000","last_fullsized":"2024-09-12T17:56:41.510549+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.510293+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:47.796100+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568921,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":435,"num_read_kb":6363,"num_write":941,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.454541+0000","last_change":"2024-09-12T17:56:52.454541+0000","last_active":"2024-09-12T17:56:52.454541+0000","last_peered":"2024-09-12T17:56:52.454541+0000","last_clean":"2024-09-12T17:56:52.454541+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:56:52.454541+0000","last_undegraded":"2024-09-12T17:56:52.454541+0000","last_fullsized":"2024-09-12T17:56:52.454541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.454338+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:09.400787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'148","reported_seq":728,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.539646+0000","last_change":"2024-09-12T17:09:51.341301+0000","last_active":"2024-09-12T17:56:31.539646+0000","last_peered":"2024-09-12T17:56:31.539646+0000","last_clean":"2024-09-12T17:56:31.539646+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:56:31.539646+0000","last_undegraded":"2024-09-12T17:56:31.539646+0000","last_fullsized":"2024-09-12T17:56:31.539646+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:38.246295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":484,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.518095+0000","last_change":"2024-09-12T17:09:53.338769+0000","last_active":"2024-09-12T17:52:23.518095+0000","last_peered":"2024-09-12T17:52:23.518095+0000","last_clean":"2024-09-12T17:52:23.518095+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:52:23.518095+0000","last_undegraded":"2024-09-12T17:52:23.518095+0000","last_fullsized":"2024-09-12T17:52:23.518095+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:49.717698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'231","reported_seq":1165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.874179+0000","last_change":"2024-09-12T17:09:55.352338+0000","last_active":"2024-09-12T17:54:58.874179+0000","last_peered":"2024-09-12T17:54:58.874179+0000","last_clean":"2024-09-12T17:54:58.874179+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:54:58.874179+0000","last_undegraded":"2024-09-12T17:54:58.874179+0000","last_fullsized":"2024-09-12T17:54:58.874179+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:51.563266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.114584+0000","last_change":"2024-09-12T17:56:55.114584+0000","last_active":"2024-09-12T17:56:55.114584+0000","last_peered":"2024-09-12T17:56:55.114584+0000","last_clean":"2024-09-12T17:56:55.114584+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:56:55.114584+0000","last_undegraded":"2024-09-12T17:56:55.114584+0000","last_fullsized":"2024-09-12T17:56:55.114584+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.114399+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:21.304154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'224","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.058280+0000","last_change":"2024-09-12T17:56:43.058280+0000","last_active":"2024-09-12T17:56:43.058280+0000","last_peered":"2024-09-12T17:56:43.058280+0000","last_clean":"2024-09-12T17:56:43.058280+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:56:43.058280+0000","last_undegraded":"2024-09-12T17:56:43.058280+0000","last_fullsized":"2024-09-12T17:56:43.058280+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'224","last_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_deep_scrub":"267'224","last_deep_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.058063+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:41.136786+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262253,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":485,"num_read_kb":20078,"num_write":1002,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:18.901773+0000","last_change":"2024-09-12T17:09:49.321821+0000","last_active":"2024-09-12T17:52:18.901773+0000","last_peered":"2024-09-12T17:52:18.901773+0000","last_clean":"2024-09-12T17:52:18.901773+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:52:18.901773+0000","last_undegraded":"2024-09-12T17:52:18.901773+0000","last_fullsized":"2024-09-12T17:52:18.901773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:07.011320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'141","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.764425+0000","last_change":"2024-09-12T17:09:51.339739+0000","last_active":"2024-09-12T17:56:31.764425+0000","last_peered":"2024-09-12T17:56:31.764425+0000","last_clean":"2024-09-12T17:56:31.764425+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:56:31.764425+0000","last_undegraded":"2024-09-12T17:56:31.764425+0000","last_fullsized":"2024-09-12T17:56:31.764425+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:38.083667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8597,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":254,"num_write":100,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:03.540993+0000","last_change":"2024-09-12T17:09:53.336586+0000","last_active":"2024-09-12T17:54:03.540993+0000","last_peered":"2024-09-12T17:54:03.540993+0000","last_clean":"2024-09-12T17:54:03.540993+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:54:03.540993+0000","last_undegraded":"2024-09-12T17:54:03.540993+0000","last_fullsized":"2024-09-12T17:54:03.540993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:20.304242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'113","reported_seq":609,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.360603+0000","last_change":"2024-09-12T17:09:55.339278+0000","last_active":"2024-09-12T17:56:18.360603+0000","last_peered":"2024-09-12T17:56:18.360603+0000","last_clean":"2024-09-12T17:56:18.360603+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:56:18.360603+0000","last_undegraded":"2024-09-12T17:56:18.360603+0000","last_fullsized":"2024-09-12T17:56:18.360603+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:10.624099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.943807+0000","last_change":"2024-09-12T17:56:44.943807+0000","last_active":"2024-09-12T17:56:44.943807+0000","last_peered":"2024-09-12T17:56:44.943807+0000","last_clean":"2024-09-12T17:56:44.943807+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:56:44.943807+0000","last_undegraded":"2024-09-12T17:56:44.943807+0000","last_fullsized":"2024-09-12T17:56:44.943807+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'319","last_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_deep_scrub":"267'319","last_deep_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.943622+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:49.779970+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1020,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.473198+0000","last_change":"2024-09-12T17:56:39.473198+0000","last_active":"2024-09-12T17:56:39.473198+0000","last_peered":"2024-09-12T17:56:39.473198+0000","last_clean":"2024-09-12T17:56:39.473198+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:39.473198+0000","last_undegraded":"2024-09-12T17:56:39.473198+0000","last_fullsized":"2024-09-12T17:56:39.473198+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.473032+0000","objects_scrubbed":9,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:16.739230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.481921+0000","last_change":"2024-09-12T17:56:55.481921+0000","last_active":"2024-09-12T17:56:55.481921+0000","last_peered":"2024-09-12T17:56:55.481921+0000","last_clean":"2024-09-12T17:56:55.481921+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:56:55.481921+0000","last_undegraded":"2024-09-12T17:56:55.481921+0000","last_fullsized":"2024-09-12T17:56:55.481921+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.481733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:02.487924+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'96","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:58.712025+0000","last_change":"2024-09-12T17:09:51.341799+0000","last_active":"2024-09-12T17:53:58.712025+0000","last_peered":"2024-09-12T17:53:58.712025+0000","last_clean":"2024-09-12T17:53:58.712025+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:53:58.712025+0000","last_undegraded":"2024-09-12T17:53:58.712025+0000","last_fullsized":"2024-09-12T17:53:58.712025+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:01.912090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'742","reported_seq":2260,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.205919+0000","last_change":"2024-09-12T17:09:53.350663+0000","last_active":"2024-09-12T17:56:31.205919+0000","last_peered":"2024-09-12T17:56:31.205919+0000","last_clean":"2024-09-12T17:56:31.205919+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:31.205919+0000","last_undegraded":"2024-09-12T17:56:31.205919+0000","last_fullsized":"2024-09-12T17:56:31.205919+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:07.013766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":621,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.559126+0000","last_change":"2024-09-12T17:09:55.337511+0000","last_active":"2024-09-12T17:54:17.559126+0000","last_peered":"2024-09-12T17:54:17.559126+0000","last_clean":"2024-09-12T17:54:17.559126+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:54:17.559126+0000","last_undegraded":"2024-09-12T17:54:17.559126+0000","last_fullsized":"2024-09-12T17:54:17.559126+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:02.649418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.997688+0000","last_change":"2024-09-12T17:56:47.997688+0000","last_active":"2024-09-12T17:56:47.997688+0000","last_peered":"2024-09-12T17:56:47.997688+0000","last_clean":"2024-09-12T17:56:47.997688+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:56:47.997688+0000","last_undegraded":"2024-09-12T17:56:47.997688+0000","last_fullsized":"2024-09-12T17:56:47.997688+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.997502+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:33.600969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.009122+0000","last_change":"2024-09-12T17:56:41.009122+0000","last_active":"2024-09-12T17:56:41.009122+0000","last_peered":"2024-09-12T17:56:41.009122+0000","last_clean":"2024-09-12T17:56:41.009122+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:41.009122+0000","last_undegraded":"2024-09-12T17:56:41.009122+0000","last_fullsized":"2024-09-12T17:56:41.009122+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.008809+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:02.244927+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.447671+0000","last_change":"2024-09-12T17:56:51.447671+0000","last_active":"2024-09-12T17:56:51.447671+0000","last_peered":"2024-09-12T17:56:51.447671+0000","last_clean":"2024-09-12T17:56:51.447671+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:56:51.447671+0000","last_undegraded":"2024-09-12T17:56:51.447671+0000","last_fullsized":"2024-09-12T17:56:51.447671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.447472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:26.515251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'154","reported_seq":735,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.392276+0000","last_change":"2024-09-12T17:09:51.328303+0000","last_active":"2024-09-12T17:56:31.392276+0000","last_peered":"2024-09-12T17:56:31.392276+0000","last_clean":"2024-09-12T17:56:31.392276+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:56:31.392276+0000","last_undegraded":"2024-09-12T17:56:31.392276+0000","last_fullsized":"2024-09-12T17:56:31.392276+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:53.393938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:22.731979+0000","last_change":"2024-09-12T17:09:53.349323+0000","last_active":"2024-09-12T17:53:22.731979+0000","last_peered":"2024-09-12T17:53:22.731979+0000","last_clean":"2024-09-12T17:53:22.731979+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:53:22.731979+0000","last_undegraded":"2024-09-12T17:53:22.731979+0000","last_fullsized":"2024-09-12T17:53:22.731979+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:14.139071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'178","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.217026+0000","last_change":"2024-09-12T17:09:55.354136+0000","last_active":"2024-09-12T17:54:56.217026+0000","last_peered":"2024-09-12T17:54:56.217026+0000","last_clean":"2024-09-12T17:54:56.217026+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:54:56.217026+0000","last_undegraded":"2024-09-12T17:54:56.217026+0000","last_fullsized":"2024-09-12T17:54:56.217026+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:32.527380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.023752+0000","last_change":"2024-09-12T17:56:49.023752+0000","last_active":"2024-09-12T17:56:49.023752+0000","last_peered":"2024-09-12T17:56:49.023752+0000","last_clean":"2024-09-12T17:56:49.023752+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:56:49.023752+0000","last_undegraded":"2024-09-12T17:56:49.023752+0000","last_fullsized":"2024-09-12T17:56:49.023752+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.023566+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:32.061053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":805,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.135500+0000","last_change":"2024-09-12T17:56:44.135500+0000","last_active":"2024-09-12T17:56:44.135500+0000","last_peered":"2024-09-12T17:56:44.135500+0000","last_clean":"2024-09-12T17:56:44.135500+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:44.135500+0000","last_undegraded":"2024-09-12T17:56:44.135500+0000","last_fullsized":"2024-09-12T17:56:44.135500+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.135248+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:52.705509+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.521462+0000","last_change":"2024-09-12T17:09:49.304156+0000","last_active":"2024-09-12T17:52:22.521462+0000","last_peered":"2024-09-12T17:52:22.521462+0000","last_clean":"2024-09-12T17:52:22.521462+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:52:22.521462+0000","last_undegraded":"2024-09-12T17:52:22.521462+0000","last_fullsized":"2024-09-12T17:52:22.521462+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:08.124114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'122","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.405640+0000","last_change":"2024-09-12T17:09:51.326269+0000","last_active":"2024-09-12T17:56:31.405640+0000","last_peered":"2024-09-12T17:56:31.405640+0000","last_clean":"2024-09-12T17:56:31.405640+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:56:31.405640+0000","last_undegraded":"2024-09-12T17:56:31.405640+0000","last_fullsized":"2024-09-12T17:56:31.405640+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:58.648106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.428307+0000","last_change":"2024-09-12T17:56:58.428307+0000","last_active":"2024-09-12T17:56:58.428307+0000","last_peered":"2024-09-12T17:56:58.428307+0000","last_clean":"2024-09-12T17:56:58.428307+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:56:58.428307+0000","last_undegraded":"2024-09-12T17:56:58.428307+0000","last_fullsized":"2024-09-12T17:56:58.428307+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.428125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:03.098067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'115","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:28.092646+0000","last_change":"2024-09-12T17:09:55.348929+0000","last_active":"2024-09-12T17:53:28.092646+0000","last_peered":"2024-09-12T17:53:28.092646+0000","last_clean":"2024-09-12T17:53:28.092646+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:53:28.092646+0000","last_undegraded":"2024-09-12T17:53:28.092646+0000","last_fullsized":"2024-09-12T17:53:28.092646+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:31.831080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.102891+0000","last_change":"2024-09-12T17:56:56.102891+0000","last_active":"2024-09-12T17:56:56.102891+0000","last_peered":"2024-09-12T17:56:56.102891+0000","last_clean":"2024-09-12T17:56:56.102891+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:56:56.102891+0000","last_undegraded":"2024-09-12T17:56:56.102891+0000","last_fullsized":"2024-09-12T17:56:56.102891+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.102673+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:06:34.776181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'244","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.095442+0000","last_change":"2024-09-12T17:56:45.095442+0000","last_active":"2024-09-12T17:56:45.095442+0000","last_peered":"2024-09-12T17:56:45.095442+0000","last_clean":"2024-09-12T17:56:45.095442+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:56:45.095442+0000","last_undegraded":"2024-09-12T17:56:45.095442+0000","last_fullsized":"2024-09-12T17:56:45.095442+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'244","last_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_deep_scrub":"267'244","last_deep_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.095201+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:15.311249+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2054960,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":13444,"num_write":1104,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.915335+0000","last_change":"2024-09-12T17:09:49.324311+0000","last_active":"2024-09-12T17:53:18.915335+0000","last_peered":"2024-09-12T17:53:18.915335+0000","last_clean":"2024-09-12T17:53:18.915335+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:53:18.915335+0000","last_undegraded":"2024-09-12T17:53:18.915335+0000","last_fullsized":"2024-09-12T17:53:18.915335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:48.279958+0000","last_clean_scrub_stamp":"2024-09-12T17:09:48.279958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:06.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'106","reported_seq":666,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.735738+0000","last_change":"2024-09-12T17:09:51.342046+0000","last_active":"2024-09-12T17:56:31.735738+0000","last_peered":"2024-09-12T17:56:31.735738+0000","last_clean":"2024-09-12T17:56:31.735738+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:56:31.735738+0000","last_undegraded":"2024-09-12T17:56:31.735738+0000","last_fullsized":"2024-09-12T17:56:31.735738+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:40.607051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7029,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":203,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:23.902927+0000","last_change":"2024-09-12T17:09:53.344175+0000","last_active":"2024-09-12T17:52:23.902927+0000","last_peered":"2024-09-12T17:52:23.902927+0000","last_clean":"2024-09-12T17:52:23.902927+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:52:23.902927+0000","last_undegraded":"2024-09-12T17:52:23.902927+0000","last_fullsized":"2024-09-12T17:52:23.902927+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.536856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'172","reported_seq":1275,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:56.101071+0000","last_change":"2024-09-12T17:09:55.350317+0000","last_active":"2024-09-12T17:54:56.101071+0000","last_peered":"2024-09-12T17:54:56.101071+0000","last_clean":"2024-09-12T17:54:56.101071+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:54:56.101071+0000","last_undegraded":"2024-09-12T17:54:56.101071+0000","last_fullsized":"2024-09-12T17:54:56.101071+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:41.765624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'57","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.031378+0000","last_change":"2024-09-12T17:56:47.031378+0000","last_active":"2024-09-12T17:56:47.031378+0000","last_peered":"2024-09-12T17:56:47.031378+0000","last_clean":"2024-09-12T17:56:47.031378+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:56:47.031378+0000","last_undegraded":"2024-09-12T17:56:47.031378+0000","last_fullsized":"2024-09-12T17:56:47.031378+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'57","last_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_deep_scrub":"267'57","last_deep_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.031184+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:12.451493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.558258+0000","last_change":"2024-09-12T17:56:41.558258+0000","last_active":"2024-09-12T17:56:41.558258+0000","last_peered":"2024-09-12T17:56:41.558258+0000","last_clean":"2024-09-12T17:56:41.558258+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:41.558258+0000","last_undegraded":"2024-09-12T17:56:41.558258+0000","last_fullsized":"2024-09-12T17:56:41.558258+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.557787+0000","objects_scrubbed":10,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:46.893199+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.416315+0000","last_change":"2024-09-12T17:56:57.416315+0000","last_active":"2024-09-12T17:56:57.416315+0000","last_peered":"2024-09-12T17:56:57.416315+0000","last_clean":"2024-09-12T17:56:57.416315+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:56:57.416315+0000","last_undegraded":"2024-09-12T17:56:57.416315+0000","last_fullsized":"2024-09-12T17:56:57.416315+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.416127+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:13.156380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'162","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.776863+0000","last_change":"2024-09-12T17:09:51.328224+0000","last_active":"2024-09-12T17:56:31.776863+0000","last_peered":"2024-09-12T17:56:31.776863+0000","last_clean":"2024-09-12T17:56:31.776863+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:56:31.776863+0000","last_undegraded":"2024-09-12T17:56:31.776863+0000","last_fullsized":"2024-09-12T17:56:31.776863+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:50.286182+0000","last_clean_scrub_stamp":"2024-09-12T17:09:50.286182+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:48.870737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10177,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":212,"num_read_kb":285,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:22.716433+0000","last_change":"2024-09-12T17:09:53.356840+0000","last_active":"2024-09-12T17:52:22.716433+0000","last_peered":"2024-09-12T17:52:22.716433+0000","last_clean":"2024-09-12T17:52:22.716433+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:52:22.716433+0000","last_undegraded":"2024-09-12T17:52:22.716433+0000","last_fullsized":"2024-09-12T17:52:22.716433+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:52.292175+0000","last_clean_scrub_stamp":"2024-09-12T17:09:52.292175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:49.233799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.263980+0000","last_change":"2024-09-12T17:09:55.344968+0000","last_active":"2024-09-12T17:56:17.263980+0000","last_peered":"2024-09-12T17:56:17.263980+0000","last_clean":"2024-09-12T17:56:17.263980+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:56:17.263980+0000","last_undegraded":"2024-09-12T17:56:17.263980+0000","last_fullsized":"2024-09-12T17:56:17.263980+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'169","reported_seq":766,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.367167+0000","last_change":"2024-09-12T17:56:49.367167+0000","last_active":"2024-09-12T17:56:49.367167+0000","last_peered":"2024-09-12T17:56:49.367167+0000","last_clean":"2024-09-12T17:56:49.367167+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:56:49.367167+0000","last_undegraded":"2024-09-12T17:56:49.367167+0000","last_fullsized":"2024-09-12T17:56:49.367167+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.366946+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:50.032501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'197","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.574878+0000","last_change":"2024-09-12T17:56:40.574878+0000","last_active":"2024-09-12T17:56:40.574878+0000","last_peered":"2024-09-12T17:56:40.574878+0000","last_clean":"2024-09-12T17:56:40.574878+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:56:40.574878+0000","last_undegraded":"2024-09-12T17:56:40.574878+0000","last_fullsized":"2024-09-12T17:56:40.574878+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.574644+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:52.026022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":35218,"num_write":932,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.432380+0000","last_change":"2024-09-12T17:56:54.432380+0000","last_active":"2024-09-12T17:56:54.432380+0000","last_peered":"2024-09-12T17:56:54.432380+0000","last_clean":"2024-09-12T17:56:54.432380+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:56:54.432380+0000","last_undegraded":"2024-09-12T17:56:54.432380+0000","last_fullsized":"2024-09-12T17:56:54.432380+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.432193+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:53.684453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":944,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.964243+0000","last_change":"2024-09-12T17:56:41.964243+0000","last_active":"2024-09-12T17:56:41.964243+0000","last_peered":"2024-09-12T17:56:41.964243+0000","last_clean":"2024-09-12T17:56:41.964243+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:41.964243+0000","last_undegraded":"2024-09-12T17:56:41.964243+0000","last_fullsized":"2024-09-12T17:56:41.964243+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.963912+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:22.946265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.170522+0000","last_change":"2024-09-12T17:56:53.170522+0000","last_active":"2024-09-12T17:56:53.170522+0000","last_peered":"2024-09-12T17:56:53.170522+0000","last_clean":"2024-09-12T17:56:53.170522+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:56:53.170522+0000","last_undegraded":"2024-09-12T17:56:53.170522+0000","last_fullsized":"2024-09-12T17:56:53.170522+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.170344+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:16.181588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.179223+0000","last_change":"2024-09-12T17:56:45.179223+0000","last_active":"2024-09-12T17:56:45.179223+0000","last_peered":"2024-09-12T17:56:45.179223+0000","last_clean":"2024-09-12T17:56:45.179223+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:45.179223+0000","last_undegraded":"2024-09-12T17:56:45.179223+0000","last_fullsized":"2024-09-12T17:56:45.179223+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'225","last_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_deep_scrub":"267'225","last_deep_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.179009+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:31.735187+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.382348+0000","last_change":"2024-09-12T17:56:50.382348+0000","last_active":"2024-09-12T17:56:50.382348+0000","last_peered":"2024-09-12T17:56:50.382348+0000","last_clean":"2024-09-12T17:56:50.382348+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:56:50.382348+0000","last_undegraded":"2024-09-12T17:56:50.382348+0000","last_fullsized":"2024-09-12T17:56:50.382348+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'264","last_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_deep_scrub":"267'264","last_deep_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.382175+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:31.710290+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.516858+0000","last_change":"2024-09-12T17:56:40.516858+0000","last_active":"2024-09-12T17:56:40.516858+0000","last_peered":"2024-09-12T17:56:40.516858+0000","last_clean":"2024-09-12T17:56:40.516858+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:40.516858+0000","last_undegraded":"2024-09-12T17:56:40.516858+0000","last_fullsized":"2024-09-12T17:56:40.516858+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'221","last_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_deep_scrub":"267'221","last_deep_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.516486+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:27.519709+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151140+0000","last_change":"2024-09-12T17:56:57.151140+0000","last_active":"2024-09-12T17:56:57.151140+0000","last_peered":"2024-09-12T17:56:57.151140+0000","last_clean":"2024-09-12T17:56:57.151140+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:56:57.151140+0000","last_undegraded":"2024-09-12T17:56:57.151140+0000","last_fullsized":"2024-09-12T17:56:57.151140+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.150963+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:10.952013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'168","reported_seq":784,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.127600+0000","last_change":"2024-09-12T17:56:47.127600+0000","last_active":"2024-09-12T17:56:47.127600+0000","last_peered":"2024-09-12T17:56:47.127600+0000","last_clean":"2024-09-12T17:56:47.127600+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:56:47.127600+0000","last_undegraded":"2024-09-12T17:56:47.127600+0000","last_fullsized":"2024-09-12T17:56:47.127600+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.127334+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:31.101649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":346,"num_read_kb":22164,"num_write":738,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.049277+0000","last_change":"2024-09-12T17:56:50.049277+0000","last_active":"2024-09-12T17:56:50.049277+0000","last_peered":"2024-09-12T17:56:50.049277+0000","last_clean":"2024-09-12T17:56:50.049277+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:56:50.049277+0000","last_undegraded":"2024-09-12T17:56:50.049277+0000","last_fullsized":"2024-09-12T17:56:50.049277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.049089+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:49.322660+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'246","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.360856+0000","last_change":"2024-09-12T17:56:46.360856+0000","last_active":"2024-09-12T17:56:46.360856+0000","last_peered":"2024-09-12T17:56:46.360856+0000","last_clean":"2024-09-12T17:56:46.360856+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:46.360856+0000","last_undegraded":"2024-09-12T17:56:46.360856+0000","last_fullsized":"2024-09-12T17:56:46.360856+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.360652+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:09.005867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":701,"num_read_kb":139222,"num_write":1145,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093715+0000","last_change":"2024-09-12T17:09:47.331529+0000","last_active":"2024-09-12T17:53:33.093715+0000","last_peered":"2024-09-12T17:53:33.093715+0000","last_clean":"2024-09-12T17:53:33.093715+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:53:33.093715+0000","last_undegraded":"2024-09-12T17:53:33.093715+0000","last_fullsized":"2024-09-12T17:53:33.093715+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:16.260895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'202","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.581401+0000","last_change":"2024-09-12T17:56:41.581401+0000","last_active":"2024-09-12T17:56:41.581401+0000","last_peered":"2024-09-12T17:56:41.581401+0000","last_clean":"2024-09-12T17:56:41.581401+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:56:41.581401+0000","last_undegraded":"2024-09-12T17:56:41.581401+0000","last_fullsized":"2024-09-12T17:56:41.581401+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'202","last_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_deep_scrub":"267'202","last_deep_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.581177+0000","objects_scrubbed":2,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:29.753973+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":394,"num_read_kb":17829,"num_write":990,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1397,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.521493+0000","last_change":"2024-09-12T17:56:49.521493+0000","last_active":"2024-09-12T17:56:49.521493+0000","last_peered":"2024-09-12T17:56:49.521493+0000","last_clean":"2024-09-12T17:56:49.521493+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:56:49.521493+0000","last_undegraded":"2024-09-12T17:56:49.521493+0000","last_fullsized":"2024-09-12T17:56:49.521493+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'606","last_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_deep_scrub":"267'606","last_deep_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.521322+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:30.487240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'167","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.102414+0000","last_change":"2024-09-12T17:56:44.102414+0000","last_active":"2024-09-12T17:56:44.102414+0000","last_peered":"2024-09-12T17:56:44.102414+0000","last_clean":"2024-09-12T17:56:44.102414+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:56:44.102414+0000","last_undegraded":"2024-09-12T17:56:44.102414+0000","last_fullsized":"2024-09-12T17:56:44.102414+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.102138+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:19.275780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":784,"num_read_kb":838,"num_write":844,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.402208+0000","last_change":"2024-09-12T17:56:53.402208+0000","last_active":"2024-09-12T17:56:53.402208+0000","last_peered":"2024-09-12T17:56:53.402208+0000","last_clean":"2024-09-12T17:56:53.402208+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:56:53.402208+0000","last_undegraded":"2024-09-12T17:56:53.402208+0000","last_fullsized":"2024-09-12T17:56:53.402208+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.402020+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:15.024552+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.195420+0000","last_change":"2024-09-12T17:56:47.195420+0000","last_active":"2024-09-12T17:56:47.195420+0000","last_peered":"2024-09-12T17:56:47.195420+0000","last_clean":"2024-09-12T17:56:47.195420+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:47.195420+0000","last_undegraded":"2024-09-12T17:56:47.195420+0000","last_fullsized":"2024-09-12T17:56:47.195420+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.195165+0000","objects_scrubbed":6,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:40.186012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.023006+0000","last_change":"2024-09-12T17:56:52.023006+0000","last_active":"2024-09-12T17:56:52.023006+0000","last_peered":"2024-09-12T17:56:52.023006+0000","last_clean":"2024-09-12T17:56:52.023006+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:56:52.023006+0000","last_undegraded":"2024-09-12T17:56:52.023006+0000","last_fullsized":"2024-09-12T17:56:52.023006+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.022820+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:41.471462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'163","reported_seq":786,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.149363+0000","last_change":"2024-09-12T17:56:48.149363+0000","last_active":"2024-09-12T17:56:48.149363+0000","last_peered":"2024-09-12T17:56:48.149363+0000","last_clean":"2024-09-12T17:56:48.149363+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:56:48.149363+0000","last_undegraded":"2024-09-12T17:56:48.149363+0000","last_fullsized":"2024-09-12T17:56:48.149363+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.149066+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:32.163580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655854,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":314,"num_read_kb":36530,"num_write":737,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":793,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.003491+0000","last_change":"2024-09-12T17:56:48.003491+0000","last_active":"2024-09-12T17:56:48.003491+0000","last_peered":"2024-09-12T17:56:48.003491+0000","last_clean":"2024-09-12T17:56:48.003491+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:56:48.003491+0000","last_undegraded":"2024-09-12T17:56:48.003491+0000","last_fullsized":"2024-09-12T17:56:48.003491+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.003280+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:38.197987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.955937+0000","last_change":"2024-09-12T17:56:43.955937+0000","last_active":"2024-09-12T17:56:43.955937+0000","last_peered":"2024-09-12T17:56:43.955937+0000","last_clean":"2024-09-12T17:56:43.955937+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:43.955937+0000","last_undegraded":"2024-09-12T17:56:43.955937+0000","last_fullsized":"2024-09-12T17:56:43.955937+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.955728+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:23.928621+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'499","reported_seq":1129,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.026146+0000","last_change":"2024-09-12T17:56:51.026146+0000","last_active":"2024-09-12T17:56:51.026146+0000","last_peered":"2024-09-12T17:56:51.026146+0000","last_clean":"2024-09-12T17:56:51.026146+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:56:51.026146+0000","last_undegraded":"2024-09-12T17:56:51.026146+0000","last_fullsized":"2024-09-12T17:56:51.026146+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'499","last_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_deep_scrub":"267'499","last_deep_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.025947+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:18.883389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.516542+0000","last_change":"2024-09-12T17:56:42.516542+0000","last_active":"2024-09-12T17:56:42.516542+0000","last_peered":"2024-09-12T17:56:42.516542+0000","last_clean":"2024-09-12T17:56:42.516542+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:42.516542+0000","last_undegraded":"2024-09-12T17:56:42.516542+0000","last_fullsized":"2024-09-12T17:56:42.516542+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.516332+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:09.161772+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":895,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.526347+0000","last_change":"2024-09-12T17:56:54.526347+0000","last_active":"2024-09-12T17:56:54.526347+0000","last_peered":"2024-09-12T17:56:54.526347+0000","last_clean":"2024-09-12T17:56:54.526347+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:56:54.526347+0000","last_undegraded":"2024-09-12T17:56:54.526347+0000","last_fullsized":"2024-09-12T17:56:54.526347+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.526163+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.526585+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'196","reported_seq":823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.562743+0000","last_change":"2024-09-12T17:56:42.562743+0000","last_active":"2024-09-12T17:56:42.562743+0000","last_peered":"2024-09-12T17:56:42.562743+0000","last_clean":"2024-09-12T17:56:42.562743+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:56:42.562743+0000","last_undegraded":"2024-09-12T17:56:42.562743+0000","last_fullsized":"2024-09-12T17:56:42.562743+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.562424+0000","objects_scrubbed":6,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:39.393789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846109,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":408,"num_read_kb":31775,"num_write":975,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.431532+0000","last_change":"2024-09-12T17:56:50.431532+0000","last_active":"2024-09-12T17:56:50.431532+0000","last_peered":"2024-09-12T17:56:50.431532+0000","last_clean":"2024-09-12T17:56:50.431532+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:56:50.431532+0000","last_undegraded":"2024-09-12T17:56:50.431532+0000","last_fullsized":"2024-09-12T17:56:50.431532+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4218","last_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_deep_scrub":"267'4218","last_deep_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.431357+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:38.238819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.530994+0000","last_change":"2024-09-12T17:56:48.530994+0000","last_active":"2024-09-12T17:56:48.530994+0000","last_peered":"2024-09-12T17:56:48.530994+0000","last_clean":"2024-09-12T17:56:48.530994+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:48.530994+0000","last_undegraded":"2024-09-12T17:56:48.530994+0000","last_fullsized":"2024-09-12T17:56:48.530994+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'243","last_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_deep_scrub":"267'243","last_deep_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530770+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:35.260490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:32.006845+0000","last_change":"2024-09-12T17:09:47.312901+0000","last_active":"2024-09-12T17:54:32.006845+0000","last_peered":"2024-09-12T17:54:32.006845+0000","last_clean":"2024-09-12T17:54:32.006845+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:54:32.006845+0000","last_undegraded":"2024-09-12T17:54:32.006845+0000","last_fullsized":"2024-09-12T17:54:32.006845+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:46.272986+0000","last_clean_scrub_stamp":"2024-09-12T17:09:46.272986+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:35.423335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.943607+0000","last_change":"2024-09-12T17:56:42.943607+0000","last_active":"2024-09-12T17:56:42.943607+0000","last_peered":"2024-09-12T17:56:42.943607+0000","last_clean":"2024-09-12T17:56:42.943607+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:42.943607+0000","last_undegraded":"2024-09-12T17:56:42.943607+0000","last_fullsized":"2024-09-12T17:56:42.943607+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.943390+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:34.448325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485458+0000","last_change":"2024-09-12T17:56:49.485458+0000","last_active":"2024-09-12T17:56:49.485458+0000","last_peered":"2024-09-12T17:56:49.485458+0000","last_clean":"2024-09-12T17:56:49.485458+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:56:49.485458+0000","last_undegraded":"2024-09-12T17:56:49.485458+0000","last_fullsized":"2024-09-12T17:56:49.485458+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485225+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:11.036468+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.175320+0000","last_change":"2024-09-12T17:56:46.175320+0000","last_active":"2024-09-12T17:56:46.175320+0000","last_peered":"2024-09-12T17:56:46.175320+0000","last_clean":"2024-09-12T17:56:46.175320+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:46.175320+0000","last_undegraded":"2024-09-12T17:56:46.175320+0000","last_fullsized":"2024-09-12T17:56:46.175320+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.174942+0000","objects_scrubbed":4,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:22.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.179151+0000","last_change":"2024-09-12T17:56:48.179151+0000","last_active":"2024-09-12T17:56:48.179151+0000","last_peered":"2024-09-12T17:56:48.179151+0000","last_clean":"2024-09-12T17:56:48.179151+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:48.179151+0000","last_undegraded":"2024-09-12T17:56:48.179151+0000","last_fullsized":"2024-09-12T17:56:48.179151+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.178905+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:13.139571+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.443582+0000","last_change":"2024-09-12T17:56:52.443582+0000","last_active":"2024-09-12T17:56:52.443582+0000","last_peered":"2024-09-12T17:56:52.443582+0000","last_clean":"2024-09-12T17:56:52.443582+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:56:52.443582+0000","last_undegraded":"2024-09-12T17:56:52.443582+0000","last_fullsized":"2024-09-12T17:56:52.443582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.443400+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:06.685378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'247","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.520214+0000","last_change":"2024-09-12T17:56:40.520214+0000","last_active":"2024-09-12T17:56:40.520214+0000","last_peered":"2024-09-12T17:56:40.520214+0000","last_clean":"2024-09-12T17:56:40.520214+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:56:40.520214+0000","last_undegraded":"2024-09-12T17:56:40.520214+0000","last_fullsized":"2024-09-12T17:56:40.520214+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.519939+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:44.301923+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":580,"num_read_kb":38110,"num_write":1086,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.166180+0000","last_change":"2024-09-12T17:56:55.166180+0000","last_active":"2024-09-12T17:56:55.166180+0000","last_peered":"2024-09-12T17:56:55.166180+0000","last_clean":"2024-09-12T17:56:55.166180+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:56:55.166180+0000","last_undegraded":"2024-09-12T17:56:55.166180+0000","last_fullsized":"2024-09-12T17:56:55.166180+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'97","last_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_deep_scrub":"267'97","last_deep_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.165978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:34.464777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1132,"ondisk_log_size":1132,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1345,"ondisk_log_size":1345,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":368,"ondisk_log_size":368,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":329530,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8308,"num_read_kb":10484,"num_write":5599,"num_write_kb":2713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3818,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1991,"ondisk_log_size":1991,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2375,"num_read_kb":2835,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43790,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3827,"ondisk_log_size":3827,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":102583517,"num_objects":235,"num_object_clones":0,"num_object_copies":940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":235,"num_whiteouts":0,"num_read":33194,"num_read_kb":2261423,"num_write":62934,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139182080,"data_stored":139182080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4375,"ondisk_log_size":4375,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":209476,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":206399,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510017,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277256,"kb_used_data":25336,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94094584,"statfs":{"total":96636764160,"available":96352854016,"internally_reserved":0,"allocated":25944064,"data_stored":23975334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510016,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":106428,"kb_used_data":25260,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94265412,"statfs":{"total":96636764160,"available":96527781888,"internally_reserved":0,"allocated":25866240,"data_stored":23939903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510016,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":151816,"kb_used_data":17976,"kb_used_omap":1,"kb_used_meta":133822,"kb_avail":94220024,"statfs":{"total":96636764160,"available":96481304576,"internally_reserved":0,"allocated":18407424,"data_stored":16431009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":137034181},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542718,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263464,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108376,"statfs":{"total":96636764160,"available":96366977024,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542717,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":132812,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94239028,"statfs":{"total":96636764160,"available":96500764672,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542721,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238924,"kb_used_data":23100,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94132916,"statfs":{"total":96636764160,"available":96392105984,"internally_reserved":0,"allocated":23654400,"data_stored":21662280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542720,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":103108,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94268732,"statfs":{"total":96636764160,"available":96531181568,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542718,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280104,"kb_used_data":24088,"kb_used_omap":1,"kb_used_meta":255998,"kb_avail":94091736,"statfs":{"total":96636764160,"available":96349937664,"internally_reserved":0,"allocated":24666112,"data_stored":22658256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262142405},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14135296,"data_stored":14135296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":19365888,"data_stored":19365888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21647360,"data_stored":21647360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":21680128,"data_stored":21680128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:57:00.382 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.382 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.382 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.382 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.382 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.382 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.383 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.384 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.385 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.386 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.387 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.388 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.389 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.390 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.391 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.392 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.393 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.394 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.395 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.396 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.397 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.398 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.399 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.400 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.401 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.402 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.402 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.402 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.402 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.402 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.403 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.404 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.404 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.404 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.404 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.404 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.404 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.405 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.406 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.407 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.408 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.409 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.410 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.410 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.410 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.410 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.410 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.410 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.411 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.412 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:09:48.279958+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=48, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:09:50.286182+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:09:52.292175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.413 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.414 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.414 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T17:09:46.272986+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=46, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:00.414 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T17:57:20.415 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:57:20.780 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:57:20.795 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:57:20.807 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1698,"stamp":"2024-09-12T17:57:19.123146+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":103520422,"num_objects":559,"num_object_clones":0,"num_object_copies":1588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":559,"num_whiteouts":0,"num_read":168471,"num_read_kb":2795697,"num_write":124691,"num_write_kb":2453206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":725129,"num_omap_keys":1759,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13457,"ondisk_log_size":13457,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1549752,"kb_used_data":170488,"kb_used_omap":12,"kb_used_meta":1379123,"kb_avail":753424968,"statfs":{"total":773094113280,"available":771507167232,"internally_reserved":0,"allocated":174579712,"data_stored":158724514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1412222513},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":615547,"num_omap_keys":1437,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008510"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.544132+0000","last_change":"2024-09-12T17:39:00.654994+0000","last_active":"2024-09-12T17:54:02.544132+0000","last_peered":"2024-09-12T17:54:02.544132+0000","last_clean":"2024-09-12T17:54:02.544132+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:54:02.544132+0000","last_undegraded":"2024-09-12T17:54:02.544132+0000","last_fullsized":"2024-09-12T17:54:02.544132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.188480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.678336+0000","last_change":"2024-09-12T17:26:55.507001+0000","last_active":"2024-09-12T17:56:31.678336+0000","last_peered":"2024-09-12T17:56:31.678336+0000","last_clean":"2024-09-12T17:56:31.678336+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:56:31.678336+0000","last_undegraded":"2024-09-12T17:56:31.678336+0000","last_fullsized":"2024-09-12T17:56:31.678336+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'6","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.784191+0000","last_change":"2024-09-12T17:26:52.442934+0000","last_active":"2024-09-12T17:56:31.784191+0000","last_peered":"2024-09-12T17:56:31.784191+0000","last_clean":"2024-09-12T17:56:31.784191+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:56:31.784191+0000","last_undegraded":"2024-09-12T17:56:31.784191+0000","last_fullsized":"2024-09-12T17:56:31.784191+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9208,"num_write":6,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:17.745612+0000","last_change":"2024-09-12T17:25:04.922734+0000","last_active":"2024-09-12T17:54:17.745612+0000","last_peered":"2024-09-12T17:54:17.745612+0000","last_clean":"2024-09-12T17:54:17.745612+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:54:17.745612+0000","last_undegraded":"2024-09-12T17:54:17.745612+0000","last_fullsized":"2024-09-12T17:54:17.745612+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:47.228774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.427006+0000","last_change":"2024-09-12T17:57:08.427006+0000","last_active":"2024-09-12T17:57:08.427006+0000","last_peered":"2024-09-12T17:57:08.427006+0000","last_clean":"2024-09-12T17:57:08.427006+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:57:08.427006+0000","last_undegraded":"2024-09-12T17:57:08.427006+0000","last_fullsized":"2024-09-12T17:57:08.427006+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.426738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.426738+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.426738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:50.783012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.674388+0000","last_change":"2024-09-12T17:26:55.481537+0000","last_active":"2024-09-12T17:56:31.674388+0000","last_peered":"2024-09-12T17:56:31.674388+0000","last_clean":"2024-09-12T17:56:31.674388+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:56:31.674388+0000","last_undegraded":"2024-09-12T17:56:31.674388+0000","last_fullsized":"2024-09-12T17:56:31.674388+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.473403+0000","last_change":"2024-09-12T17:57:13.473403+0000","last_active":"2024-09-12T17:57:13.473403+0000","last_peered":"2024-09-12T17:57:13.473403+0000","last_clean":"2024-09-12T17:57:13.473403+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:57:13.473403+0000","last_undegraded":"2024-09-12T17:57:13.473403+0000","last_fullsized":"2024-09-12T17:57:13.473403+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:13.473130+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:13.473130+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.473130+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:47.415139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.390778+0000","last_change":"2024-09-12T17:57:03.390475+0000","last_active":"2024-09-12T17:57:03.390778+0000","last_peered":"2024-09-12T17:57:03.390778+0000","last_clean":"2024-09-12T17:57:03.390778+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:57:03.390778+0000","last_undegraded":"2024-09-12T17:57:03.390778+0000","last_fullsized":"2024-09-12T17:57:03.390778+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'26","last_scrub_stamp":"2024-09-12T17:57:03.390257+0000","last_deep_scrub":"264'26","last_deep_scrub_stamp":"2024-09-12T17:57:03.390257+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.390257+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:32.472617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.770450+0000","last_change":"2024-09-12T17:57:15.770450+0000","last_active":"2024-09-12T17:57:15.770450+0000","last_peered":"2024-09-12T17:57:15.770450+0000","last_clean":"2024-09-12T17:57:15.770450+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:57:15.770450+0000","last_undegraded":"2024-09-12T17:57:15.770450+0000","last_fullsized":"2024-09-12T17:57:15.770450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:15.770254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:15.770254+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.770254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:29.685507+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741918+0000","last_change":"2024-09-12T17:26:55.502249+0000","last_active":"2024-09-12T17:54:02.741918+0000","last_peered":"2024-09-12T17:54:02.741918+0000","last_clean":"2024-09-12T17:54:02.741918+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:54:02.741918+0000","last_undegraded":"2024-09-12T17:54:02.741918+0000","last_fullsized":"2024-09-12T17:54:02.741918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:47.896595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.444354+0000","last_change":"2024-09-12T17:57:09.444354+0000","last_active":"2024-09-12T17:57:09.444354+0000","last_peered":"2024-09-12T17:57:09.444354+0000","last_clean":"2024-09-12T17:57:09.444354+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:57:09.444354+0000","last_undegraded":"2024-09-12T17:57:09.444354+0000","last_fullsized":"2024-09-12T17:57:09.444354+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:09.444180+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:09.444180+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.444180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.132680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:13.251457+0000","last_change":"2024-09-12T17:25:04.911293+0000","last_active":"2024-09-12T17:53:13.251457+0000","last_peered":"2024-09-12T17:53:13.251457+0000","last_clean":"2024-09-12T17:53:13.251457+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:53:13.251457+0000","last_undegraded":"2024-09-12T17:53:13.251457+0000","last_fullsized":"2024-09-12T17:53:13.251457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:49.147916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115758+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:55:03.115758+0000","last_peered":"2024-09-12T17:55:03.115758+0000","last_clean":"2024-09-12T17:55:03.115758+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:55:03.115758+0000","last_undegraded":"2024-09-12T17:55:03.115758+0000","last_fullsized":"2024-09-12T17:55:03.115758+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'2","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:03.953905+0000","last_change":"2024-09-12T17:26:52.433748+0000","last_active":"2024-09-12T17:56:03.953905+0000","last_peered":"2024-09-12T17:56:03.953905+0000","last_clean":"2024-09-12T17:56:03.953905+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:56:03.953905+0000","last_undegraded":"2024-09-12T17:56:03.953905+0000","last_fullsized":"2024-09-12T17:56:03.953905+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:04.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.143139+0000","last_change":"2024-09-12T17:25:04.925068+0000","last_active":"2024-09-12T17:53:57.143139+0000","last_peered":"2024-09-12T17:53:57.143139+0000","last_clean":"2024-09-12T17:53:57.143139+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:53:57.143139+0000","last_undegraded":"2024-09-12T17:53:57.143139+0000","last_fullsized":"2024-09-12T17:53:57.143139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:27.788147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:08.116954+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:55:08.116954+0000","last_peered":"2024-09-12T17:55:08.116954+0000","last_clean":"2024-09-12T17:55:08.116954+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:55:08.116954+0000","last_undegraded":"2024-09-12T17:55:08.116954+0000","last_fullsized":"2024-09-12T17:55:08.116954+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.364957+0000","last_change":"2024-09-12T17:26:55.485174+0000","last_active":"2024-09-12T17:56:07.364957+0000","last_peered":"2024-09-12T17:56:07.364957+0000","last_clean":"2024-09-12T17:56:07.364957+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:56:07.364957+0000","last_undegraded":"2024-09-12T17:56:07.364957+0000","last_fullsized":"2024-09-12T17:56:07.364957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:47.486545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:52.356114+0000","last_change":"2024-09-12T17:26:52.416884+0000","last_active":"2024-09-12T17:55:52.356114+0000","last_peered":"2024-09-12T17:55:52.356114+0000","last_clean":"2024-09-12T17:55:52.356114+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:55:52.356114+0000","last_undegraded":"2024-09-12T17:55:52.356114+0000","last_fullsized":"2024-09-12T17:55:52.356114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:26:07.067749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:48.813307+0000","last_change":"2024-09-12T17:25:04.919312+0000","last_active":"2024-09-12T17:52:48.813307+0000","last_peered":"2024-09-12T17:52:48.813307+0000","last_clean":"2024-09-12T17:52:48.813307+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:52:48.813307+0000","last_undegraded":"2024-09-12T17:52:48.813307+0000","last_fullsized":"2024-09-12T17:52:48.813307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:24.912158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.534928+0000","last_change":"2024-09-12T17:39:00.672683+0000","last_active":"2024-09-12T17:53:38.534928+0000","last_peered":"2024-09-12T17:53:38.534928+0000","last_clean":"2024-09-12T17:53:38.534928+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:53:38.534928+0000","last_undegraded":"2024-09-12T17:53:38.534928+0000","last_fullsized":"2024-09-12T17:53:38.534928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:06.279335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'12","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.746559+0000","last_change":"2024-09-12T17:57:12.746559+0000","last_active":"2024-09-12T17:57:12.746559+0000","last_peered":"2024-09-12T17:57:12.746559+0000","last_clean":"2024-09-12T17:57:12.746559+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:57:12.746559+0000","last_undegraded":"2024-09-12T17:57:12.746559+0000","last_fullsized":"2024-09-12T17:57:12.746559+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T17:57:12.746365+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T17:57:12.746365+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.746365+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:56.655505+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":20493,"num_write":12,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.086299+0000","last_change":"2024-09-12T17:57:17.086299+0000","last_active":"2024-09-12T17:57:17.086299+0000","last_peered":"2024-09-12T17:57:17.086299+0000","last_clean":"2024-09-12T17:57:17.086299+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:57:17.086299+0000","last_undegraded":"2024-09-12T17:57:17.086299+0000","last_fullsized":"2024-09-12T17:57:17.086299+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:17.086114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:17.086114+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.086114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:59.201573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'110","reported_seq":409,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.679207+0000","last_change":"2024-09-12T17:57:08.679207+0000","last_active":"2024-09-12T17:57:08.679207+0000","last_peered":"2024-09-12T17:57:08.679207+0000","last_clean":"2024-09-12T17:57:08.679207+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:57:08.679207+0000","last_undegraded":"2024-09-12T17:57:08.679207+0000","last_fullsized":"2024-09-12T17:57:08.679207+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T17:57:08.679029+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T17:57:08.679029+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.679029+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:06.064822+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3507,"num_omap_keys":7,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554782+0000","last_change":"2024-09-12T17:39:00.653210+0000","last_active":"2024-09-12T17:54:02.554782+0000","last_peered":"2024-09-12T17:54:02.554782+0000","last_clean":"2024-09-12T17:54:02.554782+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:54:02.554782+0000","last_undegraded":"2024-09-12T17:54:02.554782+0000","last_fullsized":"2024-09-12T17:54:02.554782+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:21.443242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.702962+0000","last_change":"2024-09-12T17:57:13.702962+0000","last_active":"2024-09-12T17:57:13.702962+0000","last_peered":"2024-09-12T17:57:13.702962+0000","last_clean":"2024-09-12T17:57:13.702962+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:57:13.702962+0000","last_undegraded":"2024-09-12T17:57:13.702962+0000","last_fullsized":"2024-09-12T17:57:13.702962+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:13.702782+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:13.702782+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.702782+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:13.258896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.101114+0000","last_change":"2024-09-12T17:57:18.101114+0000","last_active":"2024-09-12T17:57:18.101114+0000","last_peered":"2024-09-12T17:57:18.101114+0000","last_clean":"2024-09-12T17:57:18.101114+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:57:18.101114+0000","last_undegraded":"2024-09-12T17:57:18.101114+0000","last_fullsized":"2024-09-12T17:57:18.101114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:18.100937+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:18.100937+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.100937+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.738293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":6669,"num_write":6,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:07.743001+0000","last_change":"2024-09-12T17:25:04.900903+0000","last_active":"2024-09-12T17:54:07.743001+0000","last_peered":"2024-09-12T17:54:07.743001+0000","last_clean":"2024-09-12T17:54:07.743001+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:54:07.743001+0000","last_undegraded":"2024-09-12T17:54:07.743001+0000","last_fullsized":"2024-09-12T17:54:07.743001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.554870+0000","last_change":"2024-09-12T17:39:00.659857+0000","last_active":"2024-09-12T17:54:02.554870+0000","last_peered":"2024-09-12T17:54:02.554870+0000","last_clean":"2024-09-12T17:54:02.554870+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:54:02.554870+0000","last_undegraded":"2024-09-12T17:54:02.554870+0000","last_fullsized":"2024-09-12T17:54:02.554870+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:42.271561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.771062+0000","last_change":"2024-09-12T17:26:55.497844+0000","last_active":"2024-09-12T17:56:31.771062+0000","last_peered":"2024-09-12T17:56:31.771062+0000","last_clean":"2024-09-12T17:56:31.771062+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:56:31.771062+0000","last_undegraded":"2024-09-12T17:56:31.771062+0000","last_fullsized":"2024-09-12T17:56:31.771062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.559365+0000","last_change":"2024-09-12T17:26:52.439130+0000","last_active":"2024-09-12T17:56:31.559365+0000","last_peered":"2024-09-12T17:56:31.559365+0000","last_clean":"2024-09-12T17:56:31.559365+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:56:31.559365+0000","last_undegraded":"2024-09-12T17:56:31.559365+0000","last_fullsized":"2024-09-12T17:56:31.559365+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.469122+0000","last_change":"2024-09-12T17:57:11.469122+0000","last_active":"2024-09-12T17:57:11.469122+0000","last_peered":"2024-09-12T17:57:11.469122+0000","last_clean":"2024-09-12T17:57:11.469122+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:57:11.469122+0000","last_undegraded":"2024-09-12T17:57:11.469122+0000","last_fullsized":"2024-09-12T17:57:11.469122+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'30","last_scrub_stamp":"2024-09-12T17:57:11.468788+0000","last_deep_scrub":"267'30","last_deep_scrub_stamp":"2024-09-12T17:57:11.468788+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.468788+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:40.074939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:03.526871+0000","last_change":"2024-09-12T17:39:00.667249+0000","last_active":"2024-09-12T17:53:03.526871+0000","last_peered":"2024-09-12T17:53:03.526871+0000","last_clean":"2024-09-12T17:53:03.526871+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:53:03.526871+0000","last_undegraded":"2024-09-12T17:53:03.526871+0000","last_fullsized":"2024-09-12T17:53:03.526871+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:18.529716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.719485+0000","last_change":"2024-09-12T17:26:55.511073+0000","last_active":"2024-09-12T17:56:31.719485+0000","last_peered":"2024-09-12T17:56:31.719485+0000","last_clean":"2024-09-12T17:56:31.719485+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:56:31.719485+0000","last_undegraded":"2024-09-12T17:56:31.719485+0000","last_fullsized":"2024-09-12T17:56:31.719485+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:49.577514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:52:37.524759+0000","last_change":"2024-09-12T17:26:52.434732+0000","last_active":"2024-09-12T17:52:37.524759+0000","last_peered":"2024-09-12T17:52:37.524759+0000","last_clean":"2024-09-12T17:52:37.524759+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:52:37.524759+0000","last_undegraded":"2024-09-12T17:52:37.524759+0000","last_fullsized":"2024-09-12T17:52:37.524759+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:01.428099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.363508+0000","last_change":"2024-09-12T17:57:17.363508+0000","last_active":"2024-09-12T17:57:17.363508+0000","last_peered":"2024-09-12T17:57:17.363508+0000","last_clean":"2024-09-12T17:57:17.363508+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:57:17.363508+0000","last_undegraded":"2024-09-12T17:57:17.363508+0000","last_fullsized":"2024-09-12T17:57:17.363508+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:17.363262+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:17.363262+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.363262+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:37.003824+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.398008+0000","last_change":"2024-09-12T17:57:07.398008+0000","last_active":"2024-09-12T17:57:07.398008+0000","last_peered":"2024-09-12T17:57:07.398008+0000","last_clean":"2024-09-12T17:57:07.398008+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:57:07.398008+0000","last_undegraded":"2024-09-12T17:57:07.398008+0000","last_fullsized":"2024-09-12T17:57:07.398008+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:07.397833+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:07.397833+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.397833+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:27.289027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'5","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115641+0000","last_change":"2024-09-12T17:26:55.510031+0000","last_active":"2024-09-12T17:55:03.115641+0000","last_peered":"2024-09-12T17:55:03.115641+0000","last_clean":"2024-09-12T17:55:03.115641+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:55:03.115641+0000","last_undegraded":"2024-09-12T17:55:03.115641+0000","last_fullsized":"2024-09-12T17:55:03.115641+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:57.160595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.448420+0000","last_change":"2024-09-12T17:26:52.433514+0000","last_active":"2024-09-12T17:56:31.448420+0000","last_peered":"2024-09-12T17:56:31.448420+0000","last_clean":"2024-09-12T17:56:31.448420+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:56:31.448420+0000","last_undegraded":"2024-09-12T17:56:31.448420+0000","last_fullsized":"2024-09-12T17:56:31.448420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:18.848274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:08.103003+0000","last_change":"2024-09-12T17:25:04.925132+0000","last_active":"2024-09-12T17:54:08.103003+0000","last_peered":"2024-09-12T17:54:08.103003+0000","last_clean":"2024-09-12T17:54:08.103003+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:54:08.103003+0000","last_undegraded":"2024-09-12T17:54:08.103003+0000","last_fullsized":"2024-09-12T17:54:08.103003+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:03.974572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.539997+0000","last_change":"2024-09-12T17:39:00.652425+0000","last_active":"2024-09-12T17:53:02.539997+0000","last_peered":"2024-09-12T17:53:02.539997+0000","last_clean":"2024-09-12T17:53:02.539997+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:53:02.539997+0000","last_undegraded":"2024-09-12T17:53:02.539997+0000","last_fullsized":"2024-09-12T17:53:02.539997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:06.412877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.739369+0000","last_change":"2024-09-12T17:27:17.560393+0000","last_active":"2024-09-12T17:53:52.739369+0000","last_peered":"2024-09-12T17:53:52.739369+0000","last_clean":"2024-09-12T17:53:52.739369+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:53:52.739369+0000","last_undegraded":"2024-09-12T17:53:52.739369+0000","last_fullsized":"2024-09-12T17:53:52.739369+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:05.623877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.336943+0000","last_change":"2024-09-12T17:57:05.336943+0000","last_active":"2024-09-12T17:57:05.336943+0000","last_peered":"2024-09-12T17:57:05.336943+0000","last_clean":"2024-09-12T17:57:05.336943+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:57:05.336943+0000","last_undegraded":"2024-09-12T17:57:05.336943+0000","last_fullsized":"2024-09-12T17:57:05.336943+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T17:57:05.336755+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T17:57:05.336755+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.336755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:11.653655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.224367+0000","last_change":"2024-09-12T17:56:58.224367+0000","last_active":"2024-09-12T17:56:58.224367+0000","last_peered":"2024-09-12T17:56:58.224367+0000","last_clean":"2024-09-12T17:56:58.224367+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:56:58.224367+0000","last_undegraded":"2024-09-12T17:56:58.224367+0000","last_fullsized":"2024-09-12T17:56:58.224367+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'25","last_scrub_stamp":"2024-09-12T17:56:58.224097+0000","last_deep_scrub":"267'25","last_deep_scrub_stamp":"2024-09-12T17:56:58.224097+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.224097+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:59:46.123227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.530097+0000","last_change":"2024-09-12T17:39:00.654081+0000","last_active":"2024-09-12T17:53:02.530097+0000","last_peered":"2024-09-12T17:53:02.530097+0000","last_clean":"2024-09-12T17:53:02.530097+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:53:02.530097+0000","last_undegraded":"2024-09-12T17:53:02.530097+0000","last_fullsized":"2024-09-12T17:53:02.530097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:38:51.210163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:58.952760+0000","last_change":"2024-09-12T17:26:55.477753+0000","last_active":"2024-09-12T17:55:58.952760+0000","last_peered":"2024-09-12T17:55:58.952760+0000","last_clean":"2024-09-12T17:55:58.952760+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:55:58.952760+0000","last_undegraded":"2024-09-12T17:55:58.952760+0000","last_fullsized":"2024-09-12T17:55:58.952760+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:59.457820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":10,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:27.733352+0000","last_change":"2024-09-12T17:26:52.420326+0000","last_active":"2024-09-12T17:53:27.733352+0000","last_peered":"2024-09-12T17:53:27.733352+0000","last_clean":"2024-09-12T17:53:27.733352+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:53:27.733352+0000","last_undegraded":"2024-09-12T17:53:27.733352+0000","last_fullsized":"2024-09-12T17:53:27.733352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:41.492938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.122959+0000","last_change":"2024-09-12T17:57:15.122959+0000","last_active":"2024-09-12T17:57:15.122959+0000","last_peered":"2024-09-12T17:57:15.122959+0000","last_clean":"2024-09-12T17:57:15.122959+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:57:15.122959+0000","last_undegraded":"2024-09-12T17:57:15.122959+0000","last_fullsized":"2024-09-12T17:57:15.122959+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T17:57:15.122651+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T17:57:15.122651+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.122651+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:10.273744+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'7","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.704555+0000","last_change":"2024-09-12T17:26:55.513412+0000","last_active":"2024-09-12T17:56:31.704555+0000","last_peered":"2024-09-12T17:56:31.704555+0000","last_clean":"2024-09-12T17:56:31.704555+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:56:31.704555+0000","last_undegraded":"2024-09-12T17:56:31.704555+0000","last_fullsized":"2024-09-12T17:56:31.704555+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8190,"num_write":12,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.096385+0000","last_change":"2024-09-12T17:57:16.096385+0000","last_active":"2024-09-12T17:57:16.096385+0000","last_peered":"2024-09-12T17:57:16.096385+0000","last_clean":"2024-09-12T17:57:16.096385+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:57:16.096385+0000","last_undegraded":"2024-09-12T17:57:16.096385+0000","last_fullsized":"2024-09-12T17:57:16.096385+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:16.096165+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:16.096165+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.096165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:26.906782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.132299+0000","last_change":"2024-09-12T17:57:13.132299+0000","last_active":"2024-09-12T17:57:13.132299+0000","last_peered":"2024-09-12T17:57:13.132299+0000","last_clean":"2024-09-12T17:57:13.132299+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:57:13.132299+0000","last_undegraded":"2024-09-12T17:57:13.132299+0000","last_fullsized":"2024-09-12T17:57:13.132299+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:13.132122+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:13.132122+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.132122+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:18.366950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:32.734544+0000","last_change":"2024-09-12T17:39:00.646531+0000","last_active":"2024-09-12T17:53:32.734544+0000","last_peered":"2024-09-12T17:53:32.734544+0000","last_clean":"2024-09-12T17:53:32.734544+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:53:32.734544+0000","last_undegraded":"2024-09-12T17:53:32.734544+0000","last_fullsized":"2024-09-12T17:53:32.734544+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.574250+0000","last_change":"2024-09-12T17:57:16.574115+0000","last_active":"2024-09-12T17:57:16.574250+0000","last_peered":"2024-09-12T17:57:16.574250+0000","last_clean":"2024-09-12T17:57:16.574250+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:57:16.574250+0000","last_undegraded":"2024-09-12T17:57:16.574250+0000","last_fullsized":"2024-09-12T17:57:16.574250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T17:57:16.573933+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T17:57:16.573933+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.573933+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:22.106049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:53.113260+0000","last_change":"2024-09-12T17:26:52.450237+0000","last_active":"2024-09-12T17:54:53.113260+0000","last_peered":"2024-09-12T17:54:53.113260+0000","last_clean":"2024-09-12T17:54:53.113260+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:54:53.113260+0000","last_undegraded":"2024-09-12T17:54:53.113260+0000","last_fullsized":"2024-09-12T17:54:53.113260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:07.727409+0000","last_change":"2024-09-12T17:25:04.911153+0000","last_active":"2024-09-12T17:53:07.727409+0000","last_peered":"2024-09-12T17:53:07.727409+0000","last_clean":"2024-09-12T17:53:07.727409+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:53:07.727409+0000","last_undegraded":"2024-09-12T17:53:07.727409+0000","last_fullsized":"2024-09-12T17:53:07.727409+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:51.763751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:02.725930+0000","last_change":"2024-09-12T17:39:00.658943+0000","last_active":"2024-09-12T17:53:02.725930+0000","last_peered":"2024-09-12T17:53:02.725930+0000","last_clean":"2024-09-12T17:53:02.725930+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:53:02.725930+0000","last_undegraded":"2024-09-12T17:53:02.725930+0000","last_fullsized":"2024-09-12T17:53:02.725930+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:42.277391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'7","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.771850+0000","last_change":"2024-09-12T17:26:55.496848+0000","last_active":"2024-09-12T17:56:31.771850+0000","last_peered":"2024-09-12T17:56:31.771850+0000","last_clean":"2024-09-12T17:56:31.771850+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:56:31.771850+0000","last_undegraded":"2024-09-12T17:56:31.771850+0000","last_fullsized":"2024-09-12T17:56:31.771850+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":12,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'10","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.751343+0000","last_change":"2024-09-12T17:57:10.751149+0000","last_active":"2024-09-12T17:57:10.751343+0000","last_peered":"2024-09-12T17:57:10.751343+0000","last_clean":"2024-09-12T17:57:10.751343+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:57:10.751343+0000","last_undegraded":"2024-09-12T17:57:10.751343+0000","last_fullsized":"2024-09-12T17:57:10.751343+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T17:57:10.750967+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T17:57:10.750967+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.750967+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:43.912007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8239,"num_write":10,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":193,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.081878+0000","last_change":"2024-09-12T17:57:14.081878+0000","last_active":"2024-09-12T17:57:14.081878+0000","last_peered":"2024-09-12T17:57:14.081878+0000","last_clean":"2024-09-12T17:57:14.081878+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:57:14.081878+0000","last_undegraded":"2024-09-12T17:57:14.081878+0000","last_fullsized":"2024-09-12T17:57:14.081878+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'51","last_scrub_stamp":"2024-09-12T17:57:14.081685+0000","last_deep_scrub":"267'51","last_deep_scrub_stamp":"2024-09-12T17:57:14.081685+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.081685+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:34.658224+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.093972+0000","last_change":"2024-09-12T17:39:00.643558+0000","last_active":"2024-09-12T17:53:33.093972+0000","last_peered":"2024-09-12T17:53:33.093972+0000","last_clean":"2024-09-12T17:53:33.093972+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:53:33.093972+0000","last_undegraded":"2024-09-12T17:53:33.093972+0000","last_fullsized":"2024-09-12T17:53:33.093972+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:43.002321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.723526+0000","last_change":"2024-09-12T17:57:11.723393+0000","last_active":"2024-09-12T17:57:11.723526+0000","last_peered":"2024-09-12T17:57:11.723526+0000","last_clean":"2024-09-12T17:57:11.723526+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:57:11.723526+0000","last_undegraded":"2024-09-12T17:57:11.723526+0000","last_fullsized":"2024-09-12T17:57:11.723526+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:11.723210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:11.723210+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.723210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:26.463321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:52.347739+0000","last_change":"2024-09-12T17:26:52.438732+0000","last_active":"2024-09-12T17:54:52.347739+0000","last_peered":"2024-09-12T17:54:52.347739+0000","last_clean":"2024-09-12T17:54:52.347739+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:54:52.347739+0000","last_undegraded":"2024-09-12T17:54:52.347739+0000","last_fullsized":"2024-09-12T17:54:52.347739+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:57.418590+0000","last_change":"2024-09-12T17:25:04.918704+0000","last_active":"2024-09-12T17:53:57.418590+0000","last_peered":"2024-09-12T17:53:57.418590+0000","last_clean":"2024-09-12T17:53:57.418590+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:53:57.418590+0000","last_undegraded":"2024-09-12T17:53:57.418590+0000","last_fullsized":"2024-09-12T17:53:57.418590+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:23.353318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.354731+0000","last_change":"2024-09-12T17:57:06.354731+0000","last_active":"2024-09-12T17:57:06.354731+0000","last_peered":"2024-09-12T17:57:06.354731+0000","last_clean":"2024-09-12T17:57:06.354731+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:57:06.354731+0000","last_undegraded":"2024-09-12T17:57:06.354731+0000","last_fullsized":"2024-09-12T17:57:06.354731+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.354464+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.354464+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.354464+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:07.278770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'7","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:13.129399+0000","last_change":"2024-09-12T17:26:55.504258+0000","last_active":"2024-09-12T17:56:13.129399+0000","last_peered":"2024-09-12T17:56:13.129399+0000","last_clean":"2024-09-12T17:56:13.129399+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:56:13.129399+0000","last_undegraded":"2024-09-12T17:56:13.129399+0000","last_fullsized":"2024-09-12T17:56:13.129399+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.086080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:52.552424+0000","last_change":"2024-09-12T17:26:52.451467+0000","last_active":"2024-09-12T17:53:52.552424+0000","last_peered":"2024-09-12T17:53:52.552424+0000","last_clean":"2024-09-12T17:53:52.552424+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:53:52.552424+0000","last_undegraded":"2024-09-12T17:53:52.552424+0000","last_fullsized":"2024-09-12T17:53:52.552424+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:10.472220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:28.108140+0000","last_change":"2024-09-12T17:25:04.931744+0000","last_active":"2024-09-12T17:54:28.108140+0000","last_peered":"2024-09-12T17:54:28.108140+0000","last_clean":"2024-09-12T17:54:28.108140+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:54:28.108140+0000","last_undegraded":"2024-09-12T17:54:28.108140+0000","last_fullsized":"2024-09-12T17:54:28.108140+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.347300+0000","last_change":"2024-09-12T17:39:00.659341+0000","last_active":"2024-09-12T17:54:47.347300+0000","last_peered":"2024-09-12T17:54:47.347300+0000","last_clean":"2024-09-12T17:54:47.347300+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:54:47.347300+0000","last_undegraded":"2024-09-12T17:54:47.347300+0000","last_fullsized":"2024-09-12T17:54:47.347300+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'6","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:13.129333+0000","last_change":"2024-09-12T17:26:55.506170+0000","last_active":"2024-09-12T17:56:13.129333+0000","last_peered":"2024-09-12T17:56:13.129333+0000","last_clean":"2024-09-12T17:56:13.129333+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:56:13.129333+0000","last_undegraded":"2024-09-12T17:56:13.129333+0000","last_fullsized":"2024-09-12T17:56:13.129333+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:12.515468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":6,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.358672+0000","last_change":"2024-09-12T17:57:04.358672+0000","last_active":"2024-09-12T17:57:04.358672+0000","last_peered":"2024-09-12T17:57:04.358672+0000","last_clean":"2024-09-12T17:57:04.358672+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:57:04.358672+0000","last_undegraded":"2024-09-12T17:57:04.358672+0000","last_fullsized":"2024-09-12T17:57:04.358672+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:04.358500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:04.358500+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.358500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:37.254162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.102971+0000","last_change":"2024-09-12T17:57:15.102971+0000","last_active":"2024-09-12T17:57:15.102971+0000","last_peered":"2024-09-12T17:57:15.102971+0000","last_clean":"2024-09-12T17:57:15.102971+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:57:15.102971+0000","last_undegraded":"2024-09-12T17:57:15.102971+0000","last_fullsized":"2024-09-12T17:57:15.102971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'14","last_scrub_stamp":"2024-09-12T17:57:15.102792+0000","last_deep_scrub":"267'14","last_deep_scrub_stamp":"2024-09-12T17:57:15.102792+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.102792+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:06.812529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.732615+0000","last_change":"2024-09-12T17:57:14.732615+0000","last_active":"2024-09-12T17:57:14.732615+0000","last_peered":"2024-09-12T17:57:14.732615+0000","last_clean":"2024-09-12T17:57:14.732615+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:57:14.732615+0000","last_undegraded":"2024-09-12T17:57:14.732615+0000","last_fullsized":"2024-09-12T17:57:14.732615+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:14.732315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:14.732315+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.732315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:30.635974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.487065+0000","last_change":"2024-09-12T17:57:14.487065+0000","last_active":"2024-09-12T17:57:14.487065+0000","last_peered":"2024-09-12T17:57:14.487065+0000","last_clean":"2024-09-12T17:57:14.487065+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:57:14.487065+0000","last_undegraded":"2024-09-12T17:57:14.487065+0000","last_fullsized":"2024-09-12T17:57:14.487065+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T17:57:14.486854+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T17:57:14.486854+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.486854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:58.111538+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.359593+0000","last_change":"2024-09-12T17:26:52.431900+0000","last_active":"2024-09-12T17:56:07.359593+0000","last_peered":"2024-09-12T17:56:07.359593+0000","last_clean":"2024-09-12T17:56:07.359593+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:56:07.359593+0000","last_undegraded":"2024-09-12T17:56:07.359593+0000","last_fullsized":"2024-09-12T17:56:07.359593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:32.402606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":206,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.585411+0000","last_change":"2024-09-12T17:57:06.585411+0000","last_active":"2024-09-12T17:57:06.585411+0000","last_peered":"2024-09-12T17:57:06.585411+0000","last_clean":"2024-09-12T17:57:06.585411+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:57:06.585411+0000","last_undegraded":"2024-09-12T17:57:06.585411+0000","last_fullsized":"2024-09-12T17:57:06.585411+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T17:57:06.585230+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T17:57:06.585230+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.585230+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:16.404569+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.557852+0000","last_change":"2024-09-12T17:39:00.662714+0000","last_active":"2024-09-12T17:54:12.557852+0000","last_peered":"2024-09-12T17:54:12.557852+0000","last_clean":"2024-09-12T17:54:12.557852+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:54:12.557852+0000","last_undegraded":"2024-09-12T17:54:12.557852+0000","last_fullsized":"2024-09-12T17:54:12.557852+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:01.821319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'15","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.675259+0000","last_change":"2024-09-12T17:26:55.505568+0000","last_active":"2024-09-12T17:56:31.675259+0000","last_peered":"2024-09-12T17:56:31.675259+0000","last_clean":"2024-09-12T17:56:31.675259+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:56:31.675259+0000","last_undegraded":"2024-09-12T17:56:31.675259+0000","last_fullsized":"2024-09-12T17:56:31.675259+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:15.296264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":31750,"num_write":20,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.436597+0000","last_change":"2024-09-12T17:57:12.436597+0000","last_active":"2024-09-12T17:57:12.436597+0000","last_peered":"2024-09-12T17:57:12.436597+0000","last_clean":"2024-09-12T17:57:12.436597+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:57:12.436597+0000","last_undegraded":"2024-09-12T17:57:12.436597+0000","last_fullsized":"2024-09-12T17:57:12.436597+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T17:57:12.436340+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T17:57:12.436340+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.436340+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:14.494649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":105,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.334622+0000","last_change":"2024-09-12T17:57:01.334622+0000","last_active":"2024-09-12T17:57:01.334622+0000","last_peered":"2024-09-12T17:57:01.334622+0000","last_clean":"2024-09-12T17:57:01.334622+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:57:01.334622+0000","last_undegraded":"2024-09-12T17:57:01.334622+0000","last_fullsized":"2024-09-12T17:57:01.334622+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T17:57:01.334442+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T17:57:01.334442+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.334442+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:50.138675+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:48.112654+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:54:48.112654+0000","last_peered":"2024-09-12T17:54:48.112654+0000","last_clean":"2024-09-12T17:54:48.112654+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:54:48.112654+0000","last_undegraded":"2024-09-12T17:54:48.112654+0000","last_fullsized":"2024-09-12T17:54:48.112654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'2","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.583603+0000","last_change":"2024-09-12T17:26:55.485021+0000","last_active":"2024-09-12T17:56:31.583603+0000","last_peered":"2024-09-12T17:56:31.583603+0000","last_clean":"2024-09-12T17:56:31.583603+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:56:31.583603+0000","last_undegraded":"2024-09-12T17:56:31.583603+0000","last_fullsized":"2024-09-12T17:56:31.583603+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2064,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.605908+0000","last_change":"2024-09-12T17:26:52.435961+0000","last_active":"2024-09-12T17:56:31.605908+0000","last_peered":"2024-09-12T17:56:31.605908+0000","last_clean":"2024-09-12T17:56:31.605908+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:56:31.605908+0000","last_undegraded":"2024-09-12T17:56:31.605908+0000","last_fullsized":"2024-09-12T17:56:31.605908+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.385774+0000","last_change":"2024-09-12T17:57:16.385774+0000","last_active":"2024-09-12T17:57:16.385774+0000","last_peered":"2024-09-12T17:57:16.385774+0000","last_clean":"2024-09-12T17:57:16.385774+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:57:16.385774+0000","last_undegraded":"2024-09-12T17:57:16.385774+0000","last_fullsized":"2024-09-12T17:57:16.385774+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T17:57:16.385584+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T17:57:16.385584+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.385584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:16.679737+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:57.350118+0000","last_change":"2024-09-12T17:39:00.664802+0000","last_active":"2024-09-12T17:54:57.350118+0000","last_peered":"2024-09-12T17:54:57.350118+0000","last_clean":"2024-09-12T17:54:57.350118+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:54:57.350118+0000","last_undegraded":"2024-09-12T17:54:57.350118+0000","last_fullsized":"2024-09-12T17:54:57.350118+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:07.352502+0000","last_change":"2024-09-12T17:26:55.501130+0000","last_active":"2024-09-12T17:55:07.352502+0000","last_peered":"2024-09-12T17:55:07.352502+0000","last_clean":"2024-09-12T17:55:07.352502+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:55:07.352502+0000","last_undegraded":"2024-09-12T17:55:07.352502+0000","last_fullsized":"2024-09-12T17:55:07.352502+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.431179+0000","last_change":"2024-09-12T17:57:10.430926+0000","last_active":"2024-09-12T17:57:10.431179+0000","last_peered":"2024-09-12T17:57:10.431179+0000","last_clean":"2024-09-12T17:57:10.431179+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:57:10.431179+0000","last_undegraded":"2024-09-12T17:57:10.431179+0000","last_fullsized":"2024-09-12T17:57:10.431179+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:10.430712+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:10.430712+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.430712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:57.683350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1029,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":244,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.157015+0000","last_change":"2024-09-12T17:57:14.157015+0000","last_active":"2024-09-12T17:57:14.157015+0000","last_peered":"2024-09-12T17:57:14.157015+0000","last_clean":"2024-09-12T17:57:14.157015+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:57:14.157015+0000","last_undegraded":"2024-09-12T17:57:14.157015+0000","last_fullsized":"2024-09-12T17:57:14.157015+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'70","last_scrub_stamp":"2024-09-12T17:57:14.156726+0000","last_deep_scrub":"267'70","last_deep_scrub_stamp":"2024-09-12T17:57:14.156726+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.156726+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:37.376238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.347393+0000","last_change":"2024-09-12T17:39:00.654488+0000","last_active":"2024-09-12T17:54:47.347393+0000","last_peered":"2024-09-12T17:54:47.347393+0000","last_clean":"2024-09-12T17:54:47.347393+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:54:47.347393+0000","last_undegraded":"2024-09-12T17:54:47.347393+0000","last_fullsized":"2024-09-12T17:54:47.347393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.526585+0000","last_change":"2024-09-12T17:57:15.526585+0000","last_active":"2024-09-12T17:57:15.526585+0000","last_peered":"2024-09-12T17:57:15.526585+0000","last_clean":"2024-09-12T17:57:15.526585+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:57:15.526585+0000","last_undegraded":"2024-09-12T17:57:15.526585+0000","last_fullsized":"2024-09-12T17:57:15.526585+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:15.526356+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:15.526356+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.526356+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:47.936541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.604988+0000","last_change":"2024-09-12T17:26:52.425514+0000","last_active":"2024-09-12T17:56:31.604988+0000","last_peered":"2024-09-12T17:56:31.604988+0000","last_clean":"2024-09-12T17:56:31.604988+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:56:31.604988+0000","last_undegraded":"2024-09-12T17:56:31.604988+0000","last_fullsized":"2024-09-12T17:56:31.604988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:18.090018+0000","last_change":"2024-09-12T17:25:04.927376+0000","last_active":"2024-09-12T17:53:18.090018+0000","last_peered":"2024-09-12T17:53:18.090018+0000","last_clean":"2024-09-12T17:53:18.090018+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:53:18.090018+0000","last_undegraded":"2024-09-12T17:53:18.090018+0000","last_fullsized":"2024-09-12T17:53:18.090018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:25:03.863386+0000","last_clean_scrub_stamp":"2024-09-12T17:25:03.863386+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:13.941411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:47.343351+0000","last_change":"2024-09-12T17:39:00.640046+0000","last_active":"2024-09-12T17:54:47.343351+0000","last_peered":"2024-09-12T17:54:47.343351+0000","last_clean":"2024-09-12T17:54:47.343351+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:54:47.343351+0000","last_undegraded":"2024-09-12T17:54:47.343351+0000","last_fullsized":"2024-09-12T17:54:47.343351+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:17.355201+0000","last_change":"2024-09-12T17:26:55.505902+0000","last_active":"2024-09-12T17:55:17.355201+0000","last_peered":"2024-09-12T17:55:17.355201+0000","last_clean":"2024-09-12T17:55:17.355201+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:55:17.355201+0000","last_undegraded":"2024-09-12T17:55:17.355201+0000","last_fullsized":"2024-09-12T17:55:17.355201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:18.168697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.126146+0000","last_change":"2024-09-12T17:57:15.126146+0000","last_active":"2024-09-12T17:57:15.126146+0000","last_peered":"2024-09-12T17:57:15.126146+0000","last_clean":"2024-09-12T17:57:15.126146+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:57:15.126146+0000","last_undegraded":"2024-09-12T17:57:15.126146+0000","last_fullsized":"2024-09-12T17:57:15.126146+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:15.125929+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:15.125929+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.125929+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:02.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.545549+0000","last_change":"2024-09-12T17:57:05.545549+0000","last_active":"2024-09-12T17:57:05.545549+0000","last_peered":"2024-09-12T17:57:05.545549+0000","last_clean":"2024-09-12T17:57:05.545549+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:57:05.545549+0000","last_undegraded":"2024-09-12T17:57:05.545549+0000","last_fullsized":"2024-09-12T17:57:05.545549+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:05.545243+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:05.545243+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.545243+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:08.766515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.548866+0000","last_change":"2024-09-12T17:39:00.664144+0000","last_active":"2024-09-12T17:53:37.548866+0000","last_peered":"2024-09-12T17:53:37.548866+0000","last_clean":"2024-09-12T17:53:37.548866+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:53:37.548866+0000","last_undegraded":"2024-09-12T17:53:37.548866+0000","last_fullsized":"2024-09-12T17:53:37.548866+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:22.584560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741795+0000","last_change":"2024-09-12T17:26:55.494403+0000","last_active":"2024-09-12T17:54:02.741795+0000","last_peered":"2024-09-12T17:54:02.741795+0000","last_clean":"2024-09-12T17:54:02.741795+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:54:02.741795+0000","last_undegraded":"2024-09-12T17:54:02.741795+0000","last_fullsized":"2024-09-12T17:54:02.741795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:16.399115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365873+0000","last_change":"2024-09-12T17:26:52.432409+0000","last_active":"2024-09-12T17:56:02.365873+0000","last_peered":"2024-09-12T17:56:02.365873+0000","last_clean":"2024-09-12T17:56:02.365873+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:56:02.365873+0000","last_undegraded":"2024-09-12T17:56:02.365873+0000","last_fullsized":"2024-09-12T17:56:02.365873+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.190199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":162,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.338289+0000","last_change":"2024-09-12T17:57:15.338289+0000","last_active":"2024-09-12T17:57:15.338289+0000","last_peered":"2024-09-12T17:57:15.338289+0000","last_clean":"2024-09-12T17:57:15.338289+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:57:15.338289+0000","last_undegraded":"2024-09-12T17:57:15.338289+0000","last_fullsized":"2024-09-12T17:57:15.338289+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T17:57:15.338042+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T17:57:15.338042+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.338042+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:49.571695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.538326+0000","last_change":"2024-09-12T17:39:00.654891+0000","last_active":"2024-09-12T17:53:37.538326+0000","last_peered":"2024-09-12T17:53:37.538326+0000","last_clean":"2024-09-12T17:53:37.538326+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:53:37.538326+0000","last_undegraded":"2024-09-12T17:53:37.538326+0000","last_fullsized":"2024-09-12T17:53:37.538326+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:47.569569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:02.741691+0000","last_change":"2024-09-12T17:26:55.494198+0000","last_active":"2024-09-12T17:54:02.741691+0000","last_peered":"2024-09-12T17:54:02.741691+0000","last_clean":"2024-09-12T17:54:02.741691+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:54:02.741691+0000","last_undegraded":"2024-09-12T17:54:02.741691+0000","last_fullsized":"2024-09-12T17:54:02.741691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:30.763557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.358453+0000","last_change":"2024-09-12T17:57:02.358453+0000","last_active":"2024-09-12T17:57:02.358453+0000","last_peered":"2024-09-12T17:57:02.358453+0000","last_clean":"2024-09-12T17:57:02.358453+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:57:02.358453+0000","last_undegraded":"2024-09-12T17:57:02.358453+0000","last_fullsized":"2024-09-12T17:57:02.358453+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:02.358264+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:02.358264+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.358264+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:59.539399+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'100","reported_seq":364,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.508959+0000","last_change":"2024-09-12T17:57:03.508959+0000","last_active":"2024-09-12T17:57:03.508959+0000","last_peered":"2024-09-12T17:57:03.508959+0000","last_clean":"2024-09-12T17:57:03.508959+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:57:03.508959+0000","last_undegraded":"2024-09-12T17:57:03.508959+0000","last_fullsized":"2024-09-12T17:57:03.508959+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'100","last_scrub_stamp":"2024-09-12T17:57:03.508773+0000","last_deep_scrub":"267'100","last_deep_scrub_stamp":"2024-09-12T17:57:03.508773+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.508773+0000","objects_scrubbed":1,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:06.429197+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3968,"num_omap_keys":8,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:13.349076+0000","last_change":"2024-09-12T17:39:00.652336+0000","last_active":"2024-09-12T17:55:13.349076+0000","last_peered":"2024-09-12T17:55:13.349076+0000","last_clean":"2024-09-12T17:55:13.349076+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:55:13.349076+0000","last_undegraded":"2024-09-12T17:55:13.349076+0000","last_fullsized":"2024-09-12T17:55:13.349076+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":42,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:07.352761+0000","last_change":"2024-09-12T17:26:55.501491+0000","last_active":"2024-09-12T17:55:07.352761+0000","last_peered":"2024-09-12T17:55:07.352761+0000","last_clean":"2024-09-12T17:55:07.352761+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:55:07.352761+0000","last_undegraded":"2024-09-12T17:55:07.352761+0000","last_fullsized":"2024-09-12T17:55:07.352761+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.074347+0000","last_change":"2024-09-12T17:57:17.074347+0000","last_active":"2024-09-12T17:57:17.074347+0000","last_peered":"2024-09-12T17:57:17.074347+0000","last_clean":"2024-09-12T17:57:17.074347+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:57:17.074347+0000","last_undegraded":"2024-09-12T17:57:17.074347+0000","last_fullsized":"2024-09-12T17:57:17.074347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:17.074168+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:17.074168+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.074168+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:55:31.281100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.170914+0000","last_change":"2024-09-12T17:57:16.170914+0000","last_active":"2024-09-12T17:57:16.170914+0000","last_peered":"2024-09-12T17:57:16.170914+0000","last_clean":"2024-09-12T17:57:16.170914+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:57:16.170914+0000","last_undegraded":"2024-09-12T17:57:16.170914+0000","last_fullsized":"2024-09-12T17:57:16.170914+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T17:57:16.170696+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T17:57:16.170696+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.170696+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:30.727642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.920018+0000","last_change":"2024-09-12T17:39:00.659805+0000","last_active":"2024-09-12T17:53:38.920018+0000","last_peered":"2024-09-12T17:53:38.920018+0000","last_clean":"2024-09-12T17:53:38.920018+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:53:38.920018+0000","last_undegraded":"2024-09-12T17:53:38.920018+0000","last_fullsized":"2024-09-12T17:53:38.920018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:28.940467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'4","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.336264+0000","last_change":"2024-09-12T17:26:55.494155+0000","last_active":"2024-09-12T17:56:31.336264+0000","last_peered":"2024-09-12T17:56:31.336264+0000","last_clean":"2024-09-12T17:56:31.336264+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:56:31.336264+0000","last_undegraded":"2024-09-12T17:56:31.336264+0000","last_fullsized":"2024-09-12T17:56:31.336264+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.449961+0000","last_change":"2024-09-12T17:26:52.451455+0000","last_active":"2024-09-12T17:56:31.449961+0000","last_peered":"2024-09-12T17:56:31.449961+0000","last_clean":"2024-09-12T17:56:31.449961+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:56:31.449961+0000","last_undegraded":"2024-09-12T17:56:31.449961+0000","last_fullsized":"2024-09-12T17:56:31.449961+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.426430+0000","last_change":"2024-09-12T17:57:08.426430+0000","last_active":"2024-09-12T17:57:08.426430+0000","last_peered":"2024-09-12T17:57:08.426430+0000","last_clean":"2024-09-12T17:57:08.426430+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:57:08.426430+0000","last_undegraded":"2024-09-12T17:57:08.426430+0000","last_fullsized":"2024-09-12T17:57:08.426430+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"262'11","last_scrub_stamp":"2024-09-12T17:57:08.426239+0000","last_deep_scrub":"262'11","last_deep_scrub_stamp":"2024-09-12T17:57:08.426239+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.426239+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:22.282077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.402190+0000","last_change":"2024-09-12T17:57:10.402190+0000","last_active":"2024-09-12T17:57:10.402190+0000","last_peered":"2024-09-12T17:57:10.402190+0000","last_clean":"2024-09-12T17:57:10.402190+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:57:10.402190+0000","last_undegraded":"2024-09-12T17:57:10.402190+0000","last_fullsized":"2024-09-12T17:57:10.402190+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:10.402012+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:10.402012+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.402012+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:03.631983+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.618183+0000","last_change":"2024-09-12T17:57:17.618183+0000","last_active":"2024-09-12T17:57:17.618183+0000","last_peered":"2024-09-12T17:57:17.618183+0000","last_clean":"2024-09-12T17:57:17.618183+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:57:17.618183+0000","last_undegraded":"2024-09-12T17:57:17.618183+0000","last_fullsized":"2024-09-12T17:57:17.618183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:17.618002+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:17.618002+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.618002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:04.996715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.782160+0000","last_change":"2024-09-12T17:26:52.423586+0000","last_active":"2024-09-12T17:56:31.782160+0000","last_peered":"2024-09-12T17:56:31.782160+0000","last_clean":"2024-09-12T17:56:31.782160+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:56:31.782160+0000","last_undegraded":"2024-09-12T17:56:31.782160+0000","last_fullsized":"2024-09-12T17:56:31.782160+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.081055+0000","last_change":"2024-09-12T17:57:16.081055+0000","last_active":"2024-09-12T17:57:16.081055+0000","last_peered":"2024-09-12T17:57:16.081055+0000","last_clean":"2024-09-12T17:57:16.081055+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:57:16.081055+0000","last_undegraded":"2024-09-12T17:57:16.081055+0000","last_fullsized":"2024-09-12T17:57:16.081055+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T17:57:16.080833+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T17:57:16.080833+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.080833+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:34.619292+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:12.744479+0000","last_change":"2024-09-12T17:39:00.639165+0000","last_active":"2024-09-12T17:54:12.744479+0000","last_peered":"2024-09-12T17:54:12.744479+0000","last_clean":"2024-09-12T17:54:12.744479+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:54:12.744479+0000","last_undegraded":"2024-09-12T17:54:12.744479+0000","last_fullsized":"2024-09-12T17:54:12.744479+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:56.916713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:07.351230+0000","last_change":"2024-09-12T17:26:55.501882+0000","last_active":"2024-09-12T17:55:07.351230+0000","last_peered":"2024-09-12T17:55:07.351230+0000","last_clean":"2024-09-12T17:55:07.351230+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:55:07.351230+0000","last_undegraded":"2024-09-12T17:55:07.351230+0000","last_fullsized":"2024-09-12T17:55:07.351230+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.365732+0000","last_change":"2024-09-12T17:26:52.442803+0000","last_active":"2024-09-12T17:56:02.365732+0000","last_peered":"2024-09-12T17:56:02.365732+0000","last_clean":"2024-09-12T17:56:02.365732+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:56:02.365732+0000","last_undegraded":"2024-09-12T17:56:02.365732+0000","last_fullsized":"2024-09-12T17:56:02.365732+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:51.384625+0000","last_clean_scrub_stamp":"2024-09-12T17:26:51.384625+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:34.766461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.064971+0000","last_change":"2024-09-12T17:57:13.064971+0000","last_active":"2024-09-12T17:57:13.064971+0000","last_peered":"2024-09-12T17:57:13.064971+0000","last_clean":"2024-09-12T17:57:13.064971+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:57:13.064971+0000","last_undegraded":"2024-09-12T17:57:13.064971+0000","last_fullsized":"2024-09-12T17:57:13.064971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'21","last_scrub_stamp":"2024-09-12T17:57:13.064684+0000","last_deep_scrub":"267'21","last_deep_scrub_stamp":"2024-09-12T17:57:13.064684+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.064684+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:20.267033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:37.735735+0000","last_change":"2024-09-12T17:39:00.647720+0000","last_active":"2024-09-12T17:53:37.735735+0000","last_peered":"2024-09-12T17:53:37.735735+0000","last_clean":"2024-09-12T17:53:37.735735+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:53:37.735735+0000","last_undegraded":"2024-09-12T17:53:37.735735+0000","last_fullsized":"2024-09-12T17:53:37.735735+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:28.444411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.723973+0000","last_change":"2024-09-12T17:57:09.723973+0000","last_active":"2024-09-12T17:57:09.723973+0000","last_peered":"2024-09-12T17:57:09.723973+0000","last_clean":"2024-09-12T17:57:09.723973+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:57:09.723973+0000","last_undegraded":"2024-09-12T17:57:09.723973+0000","last_fullsized":"2024-09-12T17:57:09.723973+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:09.723791+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:09.723791+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.723791+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.466778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.459591+0000","last_change":"2024-09-12T17:57:09.459591+0000","last_active":"2024-09-12T17:57:09.459591+0000","last_peered":"2024-09-12T17:57:09.459591+0000","last_clean":"2024-09-12T17:57:09.459591+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:57:09.459591+0000","last_undegraded":"2024-09-12T17:57:09.459591+0000","last_fullsized":"2024-09-12T17:57:09.459591+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:09.459412+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:09.459412+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.459412+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:08.542605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.528568+0000","last_change":"2024-09-12T17:57:04.528568+0000","last_active":"2024-09-12T17:57:04.528568+0000","last_peered":"2024-09-12T17:57:04.528568+0000","last_clean":"2024-09-12T17:57:04.528568+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:57:04.528568+0000","last_undegraded":"2024-09-12T17:57:04.528568+0000","last_fullsized":"2024-09-12T17:57:04.528568+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'27","last_scrub_stamp":"2024-09-12T17:57:04.528293+0000","last_deep_scrub":"267'27","last_deep_scrub_stamp":"2024-09-12T17:57:04.528293+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.528293+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:15.584785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:42.550097+0000","last_change":"2024-09-12T17:39:00.660194+0000","last_active":"2024-09-12T17:53:42.550097+0000","last_peered":"2024-09-12T17:53:42.550097+0000","last_clean":"2024-09-12T17:53:42.550097+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:53:42.550097+0000","last_undegraded":"2024-09-12T17:53:42.550097+0000","last_fullsized":"2024-09-12T17:53:42.550097+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:01.999885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":43,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:31.793919+0000","last_change":"2024-09-12T17:26:55.501253+0000","last_active":"2024-09-12T17:56:31.793919+0000","last_peered":"2024-09-12T17:56:31.793919+0000","last_clean":"2024-09-12T17:56:31.793919+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:56:31.793919+0000","last_undegraded":"2024-09-12T17:56:31.793919+0000","last_fullsized":"2024-09-12T17:56:31.793919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:35.145755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.627441+0000","last_change":"2024-09-12T17:57:07.627441+0000","last_active":"2024-09-12T17:57:07.627441+0000","last_peered":"2024-09-12T17:57:07.627441+0000","last_clean":"2024-09-12T17:57:07.627441+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:57:07.627441+0000","last_undegraded":"2024-09-12T17:57:07.627441+0000","last_fullsized":"2024-09-12T17:57:07.627441+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.627222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.627222+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.627222+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:01.081223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.213227+0000","last_change":"2024-09-12T17:57:17.213084+0000","last_active":"2024-09-12T17:57:17.213227+0000","last_peered":"2024-09-12T17:57:17.213227+0000","last_clean":"2024-09-12T17:57:17.213227+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:57:17.213227+0000","last_undegraded":"2024-09-12T17:57:17.213227+0000","last_fullsized":"2024-09-12T17:57:17.213227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:17.212889+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:17.212889+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.212889+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:25.949708+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.500702+0000","last_change":"2024-09-12T17:56:55.500702+0000","last_active":"2024-09-12T17:56:55.500702+0000","last_peered":"2024-09-12T17:56:55.500702+0000","last_clean":"2024-09-12T17:56:55.500702+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:55.500702+0000","last_undegraded":"2024-09-12T17:56:55.500702+0000","last_fullsized":"2024-09-12T17:56:55.500702+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.500409+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:11.373537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.133664+0000","last_change":"2024-09-12T17:56:56.133432+0000","last_active":"2024-09-12T17:56:56.133664+0000","last_peered":"2024-09-12T17:56:56.133664+0000","last_clean":"2024-09-12T17:56:56.133664+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:56:56.133664+0000","last_undegraded":"2024-09-12T17:56:56.133664+0000","last_fullsized":"2024-09-12T17:56:56.133664+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.133226+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:41.360088+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'279","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.466535+0000","last_change":"2024-09-12T17:56:42.466535+0000","last_active":"2024-09-12T17:56:42.466535+0000","last_peered":"2024-09-12T17:56:42.466535+0000","last_clean":"2024-09-12T17:56:42.466535+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:56:42.466535+0000","last_undegraded":"2024-09-12T17:56:42.466535+0000","last_fullsized":"2024-09-12T17:56:42.466535+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'279","last_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_deep_scrub":"267'279","last_deep_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.466316+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:23.015184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49062,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":760,"num_read_kb":9805,"num_write":1459,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1329,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.467274+0000","last_change":"2024-09-12T17:56:59.467107+0000","last_active":"2024-09-12T17:56:59.467274+0000","last_peered":"2024-09-12T17:56:59.467274+0000","last_clean":"2024-09-12T17:56:59.467274+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:56:59.467274+0000","last_undegraded":"2024-09-12T17:56:59.467274+0000","last_fullsized":"2024-09-12T17:56:59.467274+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'534","last_scrub_stamp":"2024-09-12T17:56:59.466924+0000","last_deep_scrub":"267'534","last_deep_scrub_stamp":"2024-09-12T17:56:59.466924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.466924+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:09.512252+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.528489+0000","last_change":"2024-09-12T17:56:46.528489+0000","last_active":"2024-09-12T17:56:46.528489+0000","last_peered":"2024-09-12T17:56:46.528489+0000","last_clean":"2024-09-12T17:56:46.528489+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:46.528489+0000","last_undegraded":"2024-09-12T17:56:46.528489+0000","last_fullsized":"2024-09-12T17:56:46.528489+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'200","last_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_deep_scrub":"267'200","last_deep_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.528237+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:58.926056+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.033466+0000","last_change":"2024-09-12T17:56:54.033316+0000","last_active":"2024-09-12T17:56:54.033466+0000","last_peered":"2024-09-12T17:56:54.033466+0000","last_clean":"2024-09-12T17:56:54.033466+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:56:54.033466+0000","last_undegraded":"2024-09-12T17:56:54.033466+0000","last_fullsized":"2024-09-12T17:56:54.033466+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'76","last_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_deep_scrub":"267'76","last_deep_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.033126+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:01.244461+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.197670+0000","last_change":"2024-09-12T17:56:50.197670+0000","last_active":"2024-09-12T17:56:50.197670+0000","last_peered":"2024-09-12T17:56:50.197670+0000","last_clean":"2024-09-12T17:56:50.197670+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:50.197670+0000","last_undegraded":"2024-09-12T17:56:50.197670+0000","last_fullsized":"2024-09-12T17:56:50.197670+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'205","last_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_deep_scrub":"267'205","last_deep_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.197443+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:08.907300+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.481903+0000","last_change":"2024-09-12T17:56:51.481746+0000","last_active":"2024-09-12T17:56:51.481903+0000","last_peered":"2024-09-12T17:56:51.481903+0000","last_clean":"2024-09-12T17:56:51.481903+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:56:51.481903+0000","last_undegraded":"2024-09-12T17:56:51.481903+0000","last_fullsized":"2024-09-12T17:56:51.481903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.481559+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:07:49.491606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.495941+0000","last_change":"2024-09-12T17:56:52.495789+0000","last_active":"2024-09-12T17:56:52.495941+0000","last_peered":"2024-09-12T17:56:52.495941+0000","last_clean":"2024-09-12T17:56:52.495941+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:52.495941+0000","last_undegraded":"2024-09-12T17:56:52.495941+0000","last_fullsized":"2024-09-12T17:56:52.495941+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.495488+0000","objects_scrubbed":6,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:55.466426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.468015+0000","last_change":"2024-09-12T17:56:51.468015+0000","last_active":"2024-09-12T17:56:51.468015+0000","last_peered":"2024-09-12T17:56:51.468015+0000","last_clean":"2024-09-12T17:56:51.468015+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:56:51.468015+0000","last_undegraded":"2024-09-12T17:56:51.468015+0000","last_fullsized":"2024-09-12T17:56:51.468015+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.467794+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:25.263249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.175540+0000","last_change":"2024-09-12T17:56:49.175291+0000","last_active":"2024-09-12T17:56:49.175540+0000","last_peered":"2024-09-12T17:56:49.175540+0000","last_clean":"2024-09-12T17:56:49.175540+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:49.175540+0000","last_undegraded":"2024-09-12T17:56:49.175540+0000","last_fullsized":"2024-09-12T17:56:49.175540+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'222","last_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_deep_scrub":"267'222","last_deep_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.175032+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:52.091714+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":615,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.101259+0000","last_change":"2024-09-12T17:56:56.101259+0000","last_active":"2024-09-12T17:56:56.101259+0000","last_peered":"2024-09-12T17:56:56.101259+0000","last_clean":"2024-09-12T17:56:56.101259+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:56:56.101259+0000","last_undegraded":"2024-09-12T17:56:56.101259+0000","last_fullsized":"2024-09-12T17:56:56.101259+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.101062+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:27.205007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.049429+0000","last_change":"2024-09-12T17:56:49.049429+0000","last_active":"2024-09-12T17:56:49.049429+0000","last_peered":"2024-09-12T17:56:49.049429+0000","last_clean":"2024-09-12T17:56:49.049429+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:49.049429+0000","last_undegraded":"2024-09-12T17:56:49.049429+0000","last_fullsized":"2024-09-12T17:56:49.049429+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'281","last_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_deep_scrub":"267'281","last_deep_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.049201+0000","objects_scrubbed":1,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:04.685950+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.130422+0000","last_change":"2024-09-12T17:56:59.130422+0000","last_active":"2024-09-12T17:56:59.130422+0000","last_peered":"2024-09-12T17:56:59.130422+0000","last_clean":"2024-09-12T17:56:59.130422+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:56:59.130422+0000","last_undegraded":"2024-09-12T17:56:59.130422+0000","last_fullsized":"2024-09-12T17:56:59.130422+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'127","last_scrub_stamp":"2024-09-12T17:56:59.130255+0000","last_deep_scrub":"267'127","last_deep_scrub_stamp":"2024-09-12T17:56:59.130255+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.130255+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.108435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'231","reported_seq":875,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.104972+0000","last_change":"2024-09-12T17:56:52.104799+0000","last_active":"2024-09-12T17:56:52.104972+0000","last_peered":"2024-09-12T17:56:52.104972+0000","last_clean":"2024-09-12T17:56:52.104972+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:56:52.104972+0000","last_undegraded":"2024-09-12T17:56:52.104972+0000","last_fullsized":"2024-09-12T17:56:52.104972+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'231","last_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_deep_scrub":"267'231","last_deep_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.104568+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:27.329664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306864,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":538,"num_read_kb":37835,"num_write":961,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1024,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.073453+0000","last_change":"2024-09-12T17:56:50.073453+0000","last_active":"2024-09-12T17:56:50.073453+0000","last_peered":"2024-09-12T17:56:50.073453+0000","last_clean":"2024-09-12T17:56:50.073453+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:56:50.073453+0000","last_undegraded":"2024-09-12T17:56:50.073453+0000","last_fullsized":"2024-09-12T17:56:50.073453+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'269","last_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_deep_scrub":"267'269","last_deep_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.073215+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:39.742350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'248","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.028088+0000","last_change":"2024-09-12T17:56:53.028088+0000","last_active":"2024-09-12T17:56:53.028088+0000","last_peered":"2024-09-12T17:56:53.028088+0000","last_clean":"2024-09-12T17:56:53.028088+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:53.028088+0000","last_undegraded":"2024-09-12T17:56:53.028088+0000","last_fullsized":"2024-09-12T17:56:53.028088+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.027898+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:51.893136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7564,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.516241+0000","last_change":"2024-09-12T17:56:53.516241+0000","last_active":"2024-09-12T17:56:53.516241+0000","last_peered":"2024-09-12T17:56:53.516241+0000","last_clean":"2024-09-12T17:56:53.516241+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:53.516241+0000","last_undegraded":"2024-09-12T17:56:53.516241+0000","last_fullsized":"2024-09-12T17:56:53.516241+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.516000+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:30.788568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.481483+0000","last_change":"2024-09-12T17:56:58.481483+0000","last_active":"2024-09-12T17:56:58.481483+0000","last_peered":"2024-09-12T17:56:58.481483+0000","last_clean":"2024-09-12T17:56:58.481483+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:56:58.481483+0000","last_undegraded":"2024-09-12T17:56:58.481483+0000","last_fullsized":"2024-09-12T17:56:58.481483+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'100","last_scrub_stamp":"2024-09-12T17:56:58.481202+0000","last_deep_scrub":"267'100","last_deep_scrub_stamp":"2024-09-12T17:56:58.481202+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.481202+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:02.205391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'201","reported_seq":916,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.531377+0000","last_change":"2024-09-12T17:56:45.531377+0000","last_active":"2024-09-12T17:56:45.531377+0000","last_peered":"2024-09-12T17:56:45.531377+0000","last_clean":"2024-09-12T17:56:45.531377+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:56:45.531377+0000","last_undegraded":"2024-09-12T17:56:45.531377+0000","last_fullsized":"2024-09-12T17:56:45.531377+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.531108+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:57.453628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451455,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":690,"num_read_kb":140828,"num_write":965,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.181093+0000","last_change":"2024-09-12T17:56:54.181093+0000","last_active":"2024-09-12T17:56:54.181093+0000","last_peered":"2024-09-12T17:56:54.181093+0000","last_clean":"2024-09-12T17:56:54.181093+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:56:54.181093+0000","last_undegraded":"2024-09-12T17:56:54.181093+0000","last_fullsized":"2024-09-12T17:56:54.181093+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'119","last_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_deep_scrub":"267'119","last_deep_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.180911+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:02.475340+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'183","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.517617+0000","last_change":"2024-09-12T17:56:44.517617+0000","last_active":"2024-09-12T17:56:44.517617+0000","last_peered":"2024-09-12T17:56:44.517617+0000","last_clean":"2024-09-12T17:56:44.517617+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:56:44.517617+0000","last_undegraded":"2024-09-12T17:56:44.517617+0000","last_fullsized":"2024-09-12T17:56:44.517617+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.517361+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:58.203953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661388,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":3699,"num_write":931,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.976857+0000","last_change":"2024-09-12T17:56:46.976857+0000","last_active":"2024-09-12T17:56:46.976857+0000","last_peered":"2024-09-12T17:56:46.976857+0000","last_clean":"2024-09-12T17:56:46.976857+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:56:46.976857+0000","last_undegraded":"2024-09-12T17:56:46.976857+0000","last_fullsized":"2024-09-12T17:56:46.976857+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.976664+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:06.809037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'183","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.016099+0000","last_change":"2024-09-12T17:56:40.016099+0000","last_active":"2024-09-12T17:56:40.016099+0000","last_peered":"2024-09-12T17:56:40.016099+0000","last_clean":"2024-09-12T17:56:40.016099+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:56:40.016099+0000","last_undegraded":"2024-09-12T17:56:40.016099+0000","last_fullsized":"2024-09-12T17:56:40.016099+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.015809+0000","objects_scrubbed":7,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:50.645473+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8070378,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":986,"num_read_kb":89474,"num_write":877,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.932343+0000","last_change":"2024-09-12T17:56:45.932343+0000","last_active":"2024-09-12T17:56:45.932343+0000","last_peered":"2024-09-12T17:56:45.932343+0000","last_clean":"2024-09-12T17:56:45.932343+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:56:45.932343+0000","last_undegraded":"2024-09-12T17:56:45.932343+0000","last_fullsized":"2024-09-12T17:56:45.932343+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4137","last_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_deep_scrub":"267'4137","last_deep_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.932119+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:06.481286+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'201","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.077854+0000","last_change":"2024-09-12T17:56:46.077854+0000","last_active":"2024-09-12T17:56:46.077854+0000","last_peered":"2024-09-12T17:56:46.077854+0000","last_clean":"2024-09-12T17:56:46.077854+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:56:46.077854+0000","last_undegraded":"2024-09-12T17:56:46.077854+0000","last_fullsized":"2024-09-12T17:56:46.077854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.077673+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:30.941218+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":60259,"num_write":963,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'234","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.087630+0000","last_change":"2024-09-12T17:56:55.087630+0000","last_active":"2024-09-12T17:56:55.087630+0000","last_peered":"2024-09-12T17:56:55.087630+0000","last_clean":"2024-09-12T17:56:55.087630+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:56:55.087630+0000","last_undegraded":"2024-09-12T17:56:55.087630+0000","last_fullsized":"2024-09-12T17:56:55.087630+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.087411+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:07.623693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":758,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.507248+0000","last_change":"2024-09-12T17:56:43.507248+0000","last_active":"2024-09-12T17:56:43.507248+0000","last_peered":"2024-09-12T17:56:43.507248+0000","last_clean":"2024-09-12T17:56:43.507248+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:43.507248+0000","last_undegraded":"2024-09-12T17:56:43.507248+0000","last_fullsized":"2024-09-12T17:56:43.507248+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.506962+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:35.460890+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'159","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.060911+0000","last_change":"2024-09-12T17:57:09.060911+0000","last_active":"2024-09-12T17:57:09.060911+0000","last_peered":"2024-09-12T17:57:09.060911+0000","last_clean":"2024-09-12T17:57:09.060911+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:57:09.060911+0000","last_undegraded":"2024-09-12T17:57:09.060911+0000","last_fullsized":"2024-09-12T17:57:09.060911+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:57:09.060699+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:57:09.060699+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.060699+0000","objects_scrubbed":2,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:20.987391+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.062124+0000","last_change":"2024-09-12T17:56:50.062124+0000","last_active":"2024-09-12T17:56:50.062124+0000","last_peered":"2024-09-12T17:56:50.062124+0000","last_clean":"2024-09-12T17:56:50.062124+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:56:50.062124+0000","last_undegraded":"2024-09-12T17:56:50.062124+0000","last_fullsized":"2024-09-12T17:56:50.062124+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.061897+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:17.820236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.569101+0000","last_change":"2024-09-12T17:56:47.569101+0000","last_active":"2024-09-12T17:56:47.569101+0000","last_peered":"2024-09-12T17:56:47.569101+0000","last_clean":"2024-09-12T17:56:47.569101+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:47.569101+0000","last_undegraded":"2024-09-12T17:56:47.569101+0000","last_fullsized":"2024-09-12T17:56:47.569101+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.568776+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:02.937010+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.110725+0000","last_change":"2024-09-12T17:57:00.110725+0000","last_active":"2024-09-12T17:57:00.110725+0000","last_peered":"2024-09-12T17:57:00.110725+0000","last_clean":"2024-09-12T17:57:00.110725+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:57:00.110725+0000","last_undegraded":"2024-09-12T17:57:00.110725+0000","last_fullsized":"2024-09-12T17:57:00.110725+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.110553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.110553+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.110553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:03.098599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'189","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.349752+0000","last_change":"2024-09-12T17:57:01.349752+0000","last_active":"2024-09-12T17:57:01.349752+0000","last_peered":"2024-09-12T17:57:01.349752+0000","last_clean":"2024-09-12T17:57:01.349752+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:57:01.349752+0000","last_undegraded":"2024-09-12T17:57:01.349752+0000","last_fullsized":"2024-09-12T17:57:01.349752+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'189","last_scrub_stamp":"2024-09-12T17:57:01.349558+0000","last_deep_scrub":"267'189","last_deep_scrub_stamp":"2024-09-12T17:57:01.349558+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.349558+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:56.467166+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.272601+0000","last_change":"2024-09-12T17:57:08.272601+0000","last_active":"2024-09-12T17:57:08.272601+0000","last_peered":"2024-09-12T17:57:08.272601+0000","last_clean":"2024-09-12T17:57:08.272601+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:57:08.272601+0000","last_undegraded":"2024-09-12T17:57:08.272601+0000","last_fullsized":"2024-09-12T17:57:08.272601+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.272388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.272388+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.272388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:15.507899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2444","reported_seq":4348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.098493+0000","last_change":"2024-09-12T17:57:13.098493+0000","last_active":"2024-09-12T17:57:13.098493+0000","last_peered":"2024-09-12T17:57:13.098493+0000","last_clean":"2024-09-12T17:57:13.098493+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:57:13.098493+0000","last_undegraded":"2024-09-12T17:57:13.098493+0000","last_fullsized":"2024-09-12T17:57:13.098493+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2444","last_scrub_stamp":"2024-09-12T17:57:13.098302+0000","last_deep_scrub":"267'2444","last_deep_scrub_stamp":"2024-09-12T17:57:13.098302+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.098302+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":2400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:32.847370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'258","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.216452+0000","last_change":"2024-09-12T17:56:52.216452+0000","last_active":"2024-09-12T17:56:52.216452+0000","last_peered":"2024-09-12T17:56:52.216452+0000","last_clean":"2024-09-12T17:56:52.216452+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:56:52.216452+0000","last_undegraded":"2024-09-12T17:56:52.216452+0000","last_fullsized":"2024-09-12T17:56:52.216452+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.216248+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:29.744334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.051094+0000","last_change":"2024-09-12T17:56:40.050918+0000","last_active":"2024-09-12T17:56:40.051094+0000","last_peered":"2024-09-12T17:56:40.051094+0000","last_clean":"2024-09-12T17:56:40.051094+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:40.051094+0000","last_undegraded":"2024-09-12T17:56:40.051094+0000","last_fullsized":"2024-09-12T17:56:40.051094+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'242","last_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_deep_scrub":"267'242","last_deep_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.050700+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.791679+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.366390+0000","last_change":"2024-09-12T17:57:05.366390+0000","last_active":"2024-09-12T17:57:05.366390+0000","last_peered":"2024-09-12T17:57:05.366390+0000","last_clean":"2024-09-12T17:57:05.366390+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:57:05.366390+0000","last_undegraded":"2024-09-12T17:57:05.366390+0000","last_fullsized":"2024-09-12T17:57:05.366390+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.366200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.366200+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.366200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:16.250531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'91","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.120223+0000","last_change":"2024-09-12T17:57:03.120223+0000","last_active":"2024-09-12T17:57:03.120223+0000","last_peered":"2024-09-12T17:57:03.120223+0000","last_clean":"2024-09-12T17:57:03.120223+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:57:03.120223+0000","last_undegraded":"2024-09-12T17:57:03.120223+0000","last_fullsized":"2024-09-12T17:57:03.120223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'91","last_scrub_stamp":"2024-09-12T17:57:03.119975+0000","last_deep_scrub":"267'91","last_deep_scrub_stamp":"2024-09-12T17:57:03.119975+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.119975+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:23.295576+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.123440+0000","last_change":"2024-09-12T17:57:06.123440+0000","last_active":"2024-09-12T17:57:06.123440+0000","last_peered":"2024-09-12T17:57:06.123440+0000","last_clean":"2024-09-12T17:57:06.123440+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:57:06.123440+0000","last_undegraded":"2024-09-12T17:57:06.123440+0000","last_fullsized":"2024-09-12T17:57:06.123440+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.123255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.123255+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.123255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:45.825099+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'95","reported_seq":602,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.345484+0000","last_change":"2024-09-12T17:57:14.345484+0000","last_active":"2024-09-12T17:57:14.345484+0000","last_peered":"2024-09-12T17:57:14.345484+0000","last_clean":"2024-09-12T17:57:14.345484+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:57:14.345484+0000","last_undegraded":"2024-09-12T17:57:14.345484+0000","last_fullsized":"2024-09-12T17:57:14.345484+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'95","last_scrub_stamp":"2024-09-12T17:57:14.345293+0000","last_deep_scrub":"267'95","last_deep_scrub_stamp":"2024-09-12T17:57:14.345293+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.345293+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:32.781652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'368","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485241+0000","last_change":"2024-09-12T17:56:49.485241+0000","last_active":"2024-09-12T17:56:49.485241+0000","last_peered":"2024-09-12T17:56:49.485241+0000","last_clean":"2024-09-12T17:56:49.485241+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:56:49.485241+0000","last_undegraded":"2024-09-12T17:56:49.485241+0000","last_fullsized":"2024-09-12T17:56:49.485241+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485008+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.810880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25758,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.572269+0000","last_change":"2024-09-12T17:56:45.572269+0000","last_active":"2024-09-12T17:56:45.572269+0000","last_peered":"2024-09-12T17:56:45.572269+0000","last_clean":"2024-09-12T17:56:45.572269+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:45.572269+0000","last_undegraded":"2024-09-12T17:56:45.572269+0000","last_fullsized":"2024-09-12T17:56:45.572269+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.571966+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:43.543027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.254882+0000","last_change":"2024-09-12T17:57:01.254882+0000","last_active":"2024-09-12T17:57:01.254882+0000","last_peered":"2024-09-12T17:57:01.254882+0000","last_clean":"2024-09-12T17:57:01.254882+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:57:01.254882+0000","last_undegraded":"2024-09-12T17:57:01.254882+0000","last_fullsized":"2024-09-12T17:57:01.254882+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.254671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.254671+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.254671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:09.649022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'114","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.299933+0000","last_change":"2024-09-12T17:57:00.299933+0000","last_active":"2024-09-12T17:57:00.299933+0000","last_peered":"2024-09-12T17:57:00.299933+0000","last_clean":"2024-09-12T17:57:00.299933+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:57:00.299933+0000","last_undegraded":"2024-09-12T17:57:00.299933+0000","last_fullsized":"2024-09-12T17:57:00.299933+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T17:57:00.299808+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T17:57:00.299808+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.299808+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:55.300811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'736","reported_seq":2358,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.273752+0000","last_change":"2024-09-12T17:57:07.273752+0000","last_active":"2024-09-12T17:57:07.273752+0000","last_peered":"2024-09-12T17:57:07.273752+0000","last_clean":"2024-09-12T17:57:07.273752+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:57:07.273752+0000","last_undegraded":"2024-09-12T17:57:07.273752+0000","last_fullsized":"2024-09-12T17:57:07.273752+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'736","last_scrub_stamp":"2024-09-12T17:57:07.273559+0000","last_deep_scrub":"267'736","last_deep_scrub_stamp":"2024-09-12T17:57:07.273559+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.273559+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:49.449661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'213","reported_seq":1045,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.074552+0000","last_change":"2024-09-12T17:57:11.074552+0000","last_active":"2024-09-12T17:57:11.074552+0000","last_peered":"2024-09-12T17:57:11.074552+0000","last_clean":"2024-09-12T17:57:11.074552+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:57:11.074552+0000","last_undegraded":"2024-09-12T17:57:11.074552+0000","last_fullsized":"2024-09-12T17:57:11.074552+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:57:11.074378+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:57:11.074378+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.074378+0000","objects_scrubbed":2,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:37.323073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.096346+0000","last_change":"2024-09-12T17:56:51.096346+0000","last_active":"2024-09-12T17:56:51.096346+0000","last_peered":"2024-09-12T17:56:51.096346+0000","last_clean":"2024-09-12T17:56:51.096346+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:56:51.096346+0000","last_undegraded":"2024-09-12T17:56:51.096346+0000","last_fullsized":"2024-09-12T17:56:51.096346+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.096160+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:37.690401+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.004363+0000","last_change":"2024-09-12T17:56:39.004287+0000","last_active":"2024-09-12T17:56:39.004363+0000","last_peered":"2024-09-12T17:56:39.004363+0000","last_clean":"2024-09-12T17:56:39.004363+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:39.004363+0000","last_undegraded":"2024-09-12T17:56:39.004363+0000","last_fullsized":"2024-09-12T17:56:39.004363+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'256","last_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_deep_scrub":"267'256","last_deep_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.004179+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:46.638556+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.077179+0000","last_change":"2024-09-12T17:57:01.077179+0000","last_active":"2024-09-12T17:57:01.077179+0000","last_peered":"2024-09-12T17:57:01.077179+0000","last_clean":"2024-09-12T17:57:01.077179+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:57:01.077179+0000","last_undegraded":"2024-09-12T17:57:01.077179+0000","last_fullsized":"2024-09-12T17:57:01.077179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.076998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.076998+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.076998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:36.560867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'143","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.319453+0000","last_change":"2024-09-12T17:57:04.319453+0000","last_active":"2024-09-12T17:57:04.319453+0000","last_peered":"2024-09-12T17:57:04.319453+0000","last_clean":"2024-09-12T17:57:04.319453+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:57:04.319453+0000","last_undegraded":"2024-09-12T17:57:04.319453+0000","last_fullsized":"2024-09-12T17:57:04.319453+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T17:57:04.319251+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T17:57:04.319251+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.319251+0000","objects_scrubbed":5,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:22.294964+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'750","reported_seq":2508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.503928+0000","last_change":"2024-09-12T17:57:16.503928+0000","last_active":"2024-09-12T17:57:16.503928+0000","last_peered":"2024-09-12T17:57:16.503928+0000","last_clean":"2024-09-12T17:57:16.503928+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:57:16.503928+0000","last_undegraded":"2024-09-12T17:57:16.503928+0000","last_fullsized":"2024-09-12T17:57:16.503928+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T17:57:16.503739+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T17:57:16.503739+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.503739+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:47.402747+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.219995+0000","last_change":"2024-09-12T17:56:51.219995+0000","last_active":"2024-09-12T17:56:51.219995+0000","last_peered":"2024-09-12T17:56:51.219995+0000","last_clean":"2024-09-12T17:56:51.219995+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:56:51.219995+0000","last_undegraded":"2024-09-12T17:56:51.219995+0000","last_fullsized":"2024-09-12T17:56:51.219995+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.219828+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:41.797119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":866,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.528931+0000","last_change":"2024-09-12T17:56:44.528783+0000","last_active":"2024-09-12T17:56:44.528931+0000","last_peered":"2024-09-12T17:56:44.528931+0000","last_clean":"2024-09-12T17:56:44.528931+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:44.528931+0000","last_undegraded":"2024-09-12T17:56:44.528931+0000","last_fullsized":"2024-09-12T17:56:44.528931+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.528520+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:59.649734+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.438354+0000","last_change":"2024-09-12T17:57:00.438354+0000","last_active":"2024-09-12T17:57:00.438354+0000","last_peered":"2024-09-12T17:57:00.438354+0000","last_clean":"2024-09-12T17:57:00.438354+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:57:00.438354+0000","last_undegraded":"2024-09-12T17:57:00.438354+0000","last_fullsized":"2024-09-12T17:57:00.438354+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.438175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.438175+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.438175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:44.796853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'204","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.111241+0000","last_change":"2024-09-12T17:57:04.111241+0000","last_active":"2024-09-12T17:57:04.111241+0000","last_peered":"2024-09-12T17:57:04.111241+0000","last_clean":"2024-09-12T17:57:04.111241+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:57:04.111241+0000","last_undegraded":"2024-09-12T17:57:04.111241+0000","last_fullsized":"2024-09-12T17:57:04.111241+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:57:04.111047+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:57:04.111047+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.111047+0000","objects_scrubbed":9,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.074874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.426860+0000","last_change":"2024-09-12T17:57:01.426728+0000","last_active":"2024-09-12T17:57:01.426860+0000","last_peered":"2024-09-12T17:57:01.426860+0000","last_clean":"2024-09-12T17:57:01.426860+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:57:01.426860+0000","last_undegraded":"2024-09-12T17:57:01.426860+0000","last_fullsized":"2024-09-12T17:57:01.426860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.426546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.426546+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.426546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:57.913067+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'634","reported_seq":1488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.061787+0000","last_change":"2024-09-12T17:57:09.061787+0000","last_active":"2024-09-12T17:57:09.061787+0000","last_peered":"2024-09-12T17:57:09.061787+0000","last_clean":"2024-09-12T17:57:09.061787+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:57:09.061787+0000","last_undegraded":"2024-09-12T17:57:09.061787+0000","last_fullsized":"2024-09-12T17:57:09.061787+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'634","last_scrub_stamp":"2024-09-12T17:57:09.061601+0000","last_deep_scrub":"267'634","last_deep_scrub_stamp":"2024-09-12T17:57:09.061601+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.061601+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":600,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:15.670362+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'159","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.021826+0000","last_change":"2024-09-12T17:56:43.021826+0000","last_active":"2024-09-12T17:56:43.021826+0000","last_peered":"2024-09-12T17:56:43.021826+0000","last_clean":"2024-09-12T17:56:43.021826+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:56:43.021826+0000","last_undegraded":"2024-09-12T17:56:43.021826+0000","last_fullsized":"2024-09-12T17:56:43.021826+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.021648+0000","objects_scrubbed":1,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:57.568743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477743+0000","last_change":"2024-09-12T17:56:43.477581+0000","last_active":"2024-09-12T17:56:43.477743+0000","last_peered":"2024-09-12T17:56:43.477743+0000","last_clean":"2024-09-12T17:56:43.477743+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:43.477743+0000","last_undegraded":"2024-09-12T17:56:43.477743+0000","last_fullsized":"2024-09-12T17:56:43.477743+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.477386+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:41.741166+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.103402+0000","last_change":"2024-09-12T17:56:51.103402+0000","last_active":"2024-09-12T17:56:51.103402+0000","last_peered":"2024-09-12T17:56:51.103402+0000","last_clean":"2024-09-12T17:56:51.103402+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:56:51.103402+0000","last_undegraded":"2024-09-12T17:56:51.103402+0000","last_fullsized":"2024-09-12T17:56:51.103402+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.103200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:45.915110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'134","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.286714+0000","last_change":"2024-09-12T17:57:03.286553+0000","last_active":"2024-09-12T17:57:03.286714+0000","last_peered":"2024-09-12T17:57:03.286714+0000","last_clean":"2024-09-12T17:57:03.286714+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:57:03.286714+0000","last_undegraded":"2024-09-12T17:57:03.286714+0000","last_fullsized":"2024-09-12T17:57:03.286714+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T17:57:03.286350+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T17:57:03.286350+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.286350+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:33.081408+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8121,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":224,"num_write":82,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.432067+0000","last_change":"2024-09-12T17:57:13.432067+0000","last_active":"2024-09-12T17:57:13.432067+0000","last_peered":"2024-09-12T17:57:13.432067+0000","last_clean":"2024-09-12T17:57:13.432067+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:57:13.432067+0000","last_undegraded":"2024-09-12T17:57:13.432067+0000","last_fullsized":"2024-09-12T17:57:13.432067+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:13.431859+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:13.431859+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.431859+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:12.893297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'115","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.433400+0000","last_change":"2024-09-12T17:57:00.433400+0000","last_active":"2024-09-12T17:57:00.433400+0000","last_peered":"2024-09-12T17:57:00.433400+0000","last_clean":"2024-09-12T17:57:00.433400+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:57:00.433400+0000","last_undegraded":"2024-09-12T17:57:00.433400+0000","last_fullsized":"2024-09-12T17:57:00.433400+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'115","last_scrub_stamp":"2024-09-12T17:57:00.433212+0000","last_deep_scrub":"267'115","last_deep_scrub_stamp":"2024-09-12T17:57:00.433212+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.433212+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:11.341055+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":772,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.555109+0000","last_change":"2024-09-12T17:56:47.555109+0000","last_active":"2024-09-12T17:56:47.555109+0000","last_peered":"2024-09-12T17:56:47.555109+0000","last_clean":"2024-09-12T17:56:47.555109+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:56:47.555109+0000","last_undegraded":"2024-09-12T17:56:47.555109+0000","last_fullsized":"2024-09-12T17:56:47.555109+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.554924+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:10.027358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.444421+0000","last_change":"2024-09-12T17:56:42.444253+0000","last_active":"2024-09-12T17:56:42.444421+0000","last_peered":"2024-09-12T17:56:42.444421+0000","last_clean":"2024-09-12T17:56:42.444421+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:56:42.444421+0000","last_undegraded":"2024-09-12T17:56:42.444421+0000","last_fullsized":"2024-09-12T17:56:42.444421+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.443997+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:24.881664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.141708+0000","last_change":"2024-09-12T17:56:53.141464+0000","last_active":"2024-09-12T17:56:53.141708+0000","last_peered":"2024-09-12T17:56:53.141708+0000","last_clean":"2024-09-12T17:56:53.141708+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:56:53.141708+0000","last_undegraded":"2024-09-12T17:56:53.141708+0000","last_fullsized":"2024-09-12T17:56:53.141708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.141239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:51.717387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'161","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.394217+0000","last_change":"2024-09-12T17:57:02.394217+0000","last_active":"2024-09-12T17:57:02.394217+0000","last_peered":"2024-09-12T17:57:02.394217+0000","last_clean":"2024-09-12T17:57:02.394217+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:57:02.394217+0000","last_undegraded":"2024-09-12T17:57:02.394217+0000","last_fullsized":"2024-09-12T17:57:02.394217+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T17:57:02.394004+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T17:57:02.394004+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.394004+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:32.815538+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'760","reported_seq":4615,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.384328+0000","last_change":"2024-09-12T17:57:03.384328+0000","last_active":"2024-09-12T17:57:03.384328+0000","last_peered":"2024-09-12T17:57:03.384328+0000","last_clean":"2024-09-12T17:57:03.384328+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:57:03.384328+0000","last_undegraded":"2024-09-12T17:57:03.384328+0000","last_fullsized":"2024-09-12T17:57:03.384328+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'760","last_scrub_stamp":"2024-09-12T17:57:03.384142+0000","last_deep_scrub":"267'760","last_deep_scrub_stamp":"2024-09-12T17:57:03.384142+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.384142+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:23.580577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'147","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.327293+0000","last_change":"2024-09-12T17:57:08.327293+0000","last_active":"2024-09-12T17:57:08.327293+0000","last_peered":"2024-09-12T17:57:08.327293+0000","last_clean":"2024-09-12T17:57:08.327293+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:57:08.327293+0000","last_undegraded":"2024-09-12T17:57:08.327293+0000","last_fullsized":"2024-09-12T17:57:08.327293+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T17:57:08.327103+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T17:57:08.327103+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.327103+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:05.546380+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.536564+0000","last_change":"2024-09-12T17:56:45.536266+0000","last_active":"2024-09-12T17:56:45.536564+0000","last_peered":"2024-09-12T17:56:45.536564+0000","last_clean":"2024-09-12T17:56:45.536564+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:56:45.536564+0000","last_undegraded":"2024-09-12T17:56:45.536564+0000","last_fullsized":"2024-09-12T17:56:45.536564+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.536049+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:57.009257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":792,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.095103+0000","last_change":"2024-09-12T17:56:43.094847+0000","last_active":"2024-09-12T17:56:43.095103+0000","last_peered":"2024-09-12T17:56:43.095103+0000","last_clean":"2024-09-12T17:56:43.095103+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:56:43.095103+0000","last_undegraded":"2024-09-12T17:56:43.095103+0000","last_fullsized":"2024-09-12T17:56:43.095103+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.094556+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.597102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.184222+0000","last_change":"2024-09-12T17:56:54.184222+0000","last_active":"2024-09-12T17:56:54.184222+0000","last_peered":"2024-09-12T17:56:54.184222+0000","last_clean":"2024-09-12T17:56:54.184222+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:56:54.184222+0000","last_undegraded":"2024-09-12T17:56:54.184222+0000","last_fullsized":"2024-09-12T17:56:54.184222+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.184040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:31.488632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'209","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.386632+0000","last_change":"2024-09-12T17:56:58.386632+0000","last_active":"2024-09-12T17:56:58.386632+0000","last_peered":"2024-09-12T17:56:58.386632+0000","last_clean":"2024-09-12T17:56:58.386632+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:58.386632+0000","last_undegraded":"2024-09-12T17:56:58.386632+0000","last_fullsized":"2024-09-12T17:56:58.386632+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'209","last_scrub_stamp":"2024-09-12T17:56:58.386368+0000","last_deep_scrub":"267'209","last_deep_scrub_stamp":"2024-09-12T17:56:58.386368+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.386368+0000","objects_scrubbed":6,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:20.840373+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.216640+0000","last_change":"2024-09-12T17:56:55.216640+0000","last_active":"2024-09-12T17:56:55.216640+0000","last_peered":"2024-09-12T17:56:55.216640+0000","last_clean":"2024-09-12T17:56:55.216640+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:56:55.216640+0000","last_undegraded":"2024-09-12T17:56:55.216640+0000","last_fullsized":"2024-09-12T17:56:55.216640+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.216459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:30.877066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'131","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.416960+0000","last_change":"2024-09-12T17:57:05.416960+0000","last_active":"2024-09-12T17:57:05.416960+0000","last_peered":"2024-09-12T17:57:05.416960+0000","last_clean":"2024-09-12T17:57:05.416960+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:57:05.416960+0000","last_undegraded":"2024-09-12T17:57:05.416960+0000","last_fullsized":"2024-09-12T17:57:05.416960+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:57:05.416716+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:57:05.416716+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.416716+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:44.874188+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'112","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.002616+0000","last_change":"2024-09-12T17:56:42.002484+0000","last_active":"2024-09-12T17:56:42.002616+0000","last_peered":"2024-09-12T17:56:42.002616+0000","last_clean":"2024-09-12T17:56:42.002616+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:56:42.002616+0000","last_undegraded":"2024-09-12T17:56:42.002616+0000","last_fullsized":"2024-09-12T17:56:42.002616+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.002303+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:55.554291+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'214","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.029039+0000","last_change":"2024-09-12T17:56:42.028748+0000","last_active":"2024-09-12T17:56:42.029039+0000","last_peered":"2024-09-12T17:56:42.029039+0000","last_clean":"2024-09-12T17:56:42.029039+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:56:42.029039+0000","last_undegraded":"2024-09-12T17:56:42.029039+0000","last_fullsized":"2024-09-12T17:56:42.029039+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.028456+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:57.606202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661586,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":3633,"num_write":981,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.228286+0000","last_change":"2024-09-12T17:56:56.228157+0000","last_active":"2024-09-12T17:56:56.228286+0000","last_peered":"2024-09-12T17:56:56.228286+0000","last_clean":"2024-09-12T17:56:56.228286+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:56:56.228286+0000","last_undegraded":"2024-09-12T17:56:56.228286+0000","last_fullsized":"2024-09-12T17:56:56.228286+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.227980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:47.081434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'173","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.098255+0000","last_change":"2024-09-12T17:57:02.098115+0000","last_active":"2024-09-12T17:57:02.098255+0000","last_peered":"2024-09-12T17:57:02.098255+0000","last_clean":"2024-09-12T17:57:02.098255+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:57:02.098255+0000","last_undegraded":"2024-09-12T17:57:02.098255+0000","last_fullsized":"2024-09-12T17:57:02.098255+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:57:02.097911+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:57:02.097911+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.097911+0000","objects_scrubbed":7,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:10.379747+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13960,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":229,"num_read_kb":325,"num_write":184,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.337375+0000","last_change":"2024-09-12T17:57:05.337133+0000","last_active":"2024-09-12T17:57:05.337375+0000","last_peered":"2024-09-12T17:57:05.337375+0000","last_clean":"2024-09-12T17:57:05.337375+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:57:05.337375+0000","last_undegraded":"2024-09-12T17:57:05.337375+0000","last_fullsized":"2024-09-12T17:57:05.337375+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.336842+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.336842+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.336842+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:57.555649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'132","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.500305+0000","last_change":"2024-09-12T17:57:15.500305+0000","last_active":"2024-09-12T17:57:15.500305+0000","last_peered":"2024-09-12T17:57:15.500305+0000","last_clean":"2024-09-12T17:57:15.500305+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:57:15.500305+0000","last_undegraded":"2024-09-12T17:57:15.500305+0000","last_fullsized":"2024-09-12T17:57:15.500305+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T17:57:15.500104+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T17:57:15.500104+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.500104+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:12.624084+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.029573+0000","last_change":"2024-09-12T17:56:44.029394+0000","last_active":"2024-09-12T17:56:44.029573+0000","last_peered":"2024-09-12T17:56:44.029573+0000","last_clean":"2024-09-12T17:56:44.029573+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:56:44.029573+0000","last_undegraded":"2024-09-12T17:56:44.029573+0000","last_fullsized":"2024-09-12T17:56:44.029573+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.029219+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:00.518432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'208","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.577553+0000","last_change":"2024-09-12T17:56:39.577553+0000","last_active":"2024-09-12T17:56:39.577553+0000","last_peered":"2024-09-12T17:56:39.577553+0000","last_clean":"2024-09-12T17:56:39.577553+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:56:39.577553+0000","last_undegraded":"2024-09-12T17:56:39.577553+0000","last_fullsized":"2024-09-12T17:56:39.577553+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'208","last_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_deep_scrub":"267'208","last_deep_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.577315+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:33.957916+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4496756,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":463,"num_read_kb":14880,"num_write":982,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.368333+0000","last_change":"2024-09-12T17:56:52.368181+0000","last_active":"2024-09-12T17:56:52.368333+0000","last_peered":"2024-09-12T17:56:52.368333+0000","last_clean":"2024-09-12T17:56:52.368333+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:56:52.368333+0000","last_undegraded":"2024-09-12T17:56:52.368333+0000","last_fullsized":"2024-09-12T17:56:52.368333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.367993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:23.216782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'154","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.205089+0000","last_change":"2024-09-12T17:56:57.204926+0000","last_active":"2024-09-12T17:56:57.205089+0000","last_peered":"2024-09-12T17:56:57.205089+0000","last_clean":"2024-09-12T17:56:57.205089+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:57.205089+0000","last_undegraded":"2024-09-12T17:56:57.205089+0000","last_fullsized":"2024-09-12T17:56:57.205089+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.204713+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:37.158649+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2166,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.266354+0000","last_change":"2024-09-12T17:56:59.266183+0000","last_active":"2024-09-12T17:56:59.266354+0000","last_peered":"2024-09-12T17:56:59.266354+0000","last_clean":"2024-09-12T17:56:59.266354+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:59.266354+0000","last_undegraded":"2024-09-12T17:56:59.266354+0000","last_fullsized":"2024-09-12T17:56:59.266354+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'736","last_scrub_stamp":"2024-09-12T17:56:59.266002+0000","last_deep_scrub":"267'736","last_deep_scrub_stamp":"2024-09-12T17:56:59.266002+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.266002+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:48.712702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'148","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.460990+0000","last_change":"2024-09-12T17:57:06.460990+0000","last_active":"2024-09-12T17:57:06.460990+0000","last_peered":"2024-09-12T17:57:06.460990+0000","last_clean":"2024-09-12T17:57:06.460990+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:57:06.460990+0000","last_undegraded":"2024-09-12T17:57:06.460990+0000","last_fullsized":"2024-09-12T17:57:06.460990+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'148","last_scrub_stamp":"2024-09-12T17:57:06.460792+0000","last_deep_scrub":"267'148","last_deep_scrub_stamp":"2024-09-12T17:57:06.460792+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.460792+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:24.596799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.980868+0000","last_change":"2024-09-12T17:56:44.980724+0000","last_active":"2024-09-12T17:56:44.980868+0000","last_peered":"2024-09-12T17:56:44.980868+0000","last_clean":"2024-09-12T17:56:44.980868+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:56:44.980868+0000","last_undegraded":"2024-09-12T17:56:44.980868+0000","last_fullsized":"2024-09-12T17:56:44.980868+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'85","last_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_deep_scrub":"267'85","last_deep_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.980468+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:51.868349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'247","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.022260+0000","last_change":"2024-09-12T17:56:39.022260+0000","last_active":"2024-09-12T17:56:39.022260+0000","last_peered":"2024-09-12T17:56:39.022260+0000","last_clean":"2024-09-12T17:56:39.022260+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:56:39.022260+0000","last_undegraded":"2024-09-12T17:56:39.022260+0000","last_fullsized":"2024-09-12T17:56:39.022260+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.022014+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:18.254404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":10579,"num_write":1188,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1450,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.144575+0000","last_change":"2024-09-12T17:56:58.144575+0000","last_active":"2024-09-12T17:56:58.144575+0000","last_peered":"2024-09-12T17:56:58.144575+0000","last_clean":"2024-09-12T17:56:58.144575+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:58.144575+0000","last_undegraded":"2024-09-12T17:56:58.144575+0000","last_fullsized":"2024-09-12T17:56:58.144575+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.144361+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.144361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.144361+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.265332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'71","reported_seq":602,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.436606+0000","last_change":"2024-09-12T17:57:09.436606+0000","last_active":"2024-09-12T17:57:09.436606+0000","last_peered":"2024-09-12T17:57:09.436606+0000","last_clean":"2024-09-12T17:57:09.436606+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:57:09.436606+0000","last_undegraded":"2024-09-12T17:57:09.436606+0000","last_fullsized":"2024-09-12T17:57:09.436606+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T17:57:09.436424+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T17:57:09.436424+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.436424+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:20.675483+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'741","reported_seq":3934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.428893+0000","last_change":"2024-09-12T17:56:56.428727+0000","last_active":"2024-09-12T17:56:56.428893+0000","last_peered":"2024-09-12T17:56:56.428893+0000","last_clean":"2024-09-12T17:56:56.428893+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:56.428893+0000","last_undegraded":"2024-09-12T17:56:56.428893+0000","last_fullsized":"2024-09-12T17:56:56.428893+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'741","last_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_deep_scrub":"267'741","last_deep_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.428522+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:14.730169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":600,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044377+0000","last_change":"2024-09-12T17:57:12.044377+0000","last_active":"2024-09-12T17:57:12.044377+0000","last_peered":"2024-09-12T17:57:12.044377+0000","last_clean":"2024-09-12T17:57:12.044377+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:57:12.044377+0000","last_undegraded":"2024-09-12T17:57:12.044377+0000","last_fullsized":"2024-09-12T17:57:12.044377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'89","last_scrub_stamp":"2024-09-12T17:57:12.044181+0000","last_deep_scrub":"267'89","last_deep_scrub_stamp":"2024-09-12T17:57:12.044181+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.044181+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:52.632810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.400955+0000","last_change":"2024-09-12T17:56:45.400809+0000","last_active":"2024-09-12T17:56:45.400955+0000","last_peered":"2024-09-12T17:56:45.400955+0000","last_clean":"2024-09-12T17:56:45.400955+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:56:45.400955+0000","last_undegraded":"2024-09-12T17:56:45.400955+0000","last_fullsized":"2024-09-12T17:56:45.400955+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.400625+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:39.732868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'212","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.018174+0000","last_change":"2024-09-12T17:56:41.018174+0000","last_active":"2024-09-12T17:56:41.018174+0000","last_peered":"2024-09-12T17:56:41.018174+0000","last_clean":"2024-09-12T17:56:41.018174+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:56:41.018174+0000","last_undegraded":"2024-09-12T17:56:41.018174+0000","last_fullsized":"2024-09-12T17:56:41.018174+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.017943+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:17.257936+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299633,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":520,"num_read_kb":25872,"num_write":1051,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"267'4","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.090214+0000","last_change":"2024-09-12T17:56:58.090038+0000","last_active":"2024-09-12T17:56:58.090214+0000","last_peered":"2024-09-12T17:56:58.090214+0000","last_clean":"2024-09-12T17:56:58.090214+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:58.090214+0000","last_undegraded":"2024-09-12T17:56:58.090214+0000","last_fullsized":"2024-09-12T17:56:58.090214+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.089857+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.782312+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":718,"num_read_kb":716,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'230","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.172979+0000","last_change":"2024-09-12T17:57:05.172750+0000","last_active":"2024-09-12T17:57:05.172979+0000","last_peered":"2024-09-12T17:57:05.172979+0000","last_clean":"2024-09-12T17:57:05.172979+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:57:05.172979+0000","last_undegraded":"2024-09-12T17:57:05.172979+0000","last_fullsized":"2024-09-12T17:57:05.172979+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'230","last_scrub_stamp":"2024-09-12T17:57:05.172412+0000","last_deep_scrub":"267'230","last_deep_scrub_stamp":"2024-09-12T17:57:05.172412+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.172412+0000","objects_scrubbed":9,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:01:37.913508+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":487892,"num_omap_keys":1124,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.402831+0000","last_change":"2024-09-12T17:56:55.402691+0000","last_active":"2024-09-12T17:56:55.402831+0000","last_peered":"2024-09-12T17:56:55.402831+0000","last_clean":"2024-09-12T17:56:55.402831+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:56:55.402831+0000","last_undegraded":"2024-09-12T17:56:55.402831+0000","last_fullsized":"2024-09-12T17:56:55.402831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.402508+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:51.713847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'133","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.373901+0000","last_change":"2024-09-12T17:57:04.373901+0000","last_active":"2024-09-12T17:57:04.373901+0000","last_peered":"2024-09-12T17:57:04.373901+0000","last_clean":"2024-09-12T17:57:04.373901+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:57:04.373901+0000","last_undegraded":"2024-09-12T17:57:04.373901+0000","last_fullsized":"2024-09-12T17:57:04.373901+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T17:57:04.373709+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T17:57:04.373709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.373709+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:54.832057+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.537802+0000","last_change":"2024-09-12T17:56:46.537802+0000","last_active":"2024-09-12T17:56:46.537802+0000","last_peered":"2024-09-12T17:56:46.537802+0000","last_clean":"2024-09-12T17:56:46.537802+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:56:46.537802+0000","last_undegraded":"2024-09-12T17:56:46.537802+0000","last_fullsized":"2024-09-12T17:56:46.537802+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.537618+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:02.298640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":627,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.452982+0000","last_change":"2024-09-12T17:56:39.452982+0000","last_active":"2024-09-12T17:56:39.452982+0000","last_peered":"2024-09-12T17:56:39.452982+0000","last_clean":"2024-09-12T17:56:39.452982+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:56:39.452982+0000","last_undegraded":"2024-09-12T17:56:39.452982+0000","last_fullsized":"2024-09-12T17:56:39.452982+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.452780+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:12.404653+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.096892+0000","last_change":"2024-09-12T17:56:40.096892+0000","last_active":"2024-09-12T17:56:40.096892+0000","last_peered":"2024-09-12T17:56:40.096892+0000","last_clean":"2024-09-12T17:56:40.096892+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:56:40.096892+0000","last_undegraded":"2024-09-12T17:56:40.096892+0000","last_fullsized":"2024-09-12T17:56:40.096892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.096717+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:22.314281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'198","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.009372+0000","last_change":"2024-09-12T17:56:40.009372+0000","last_active":"2024-09-12T17:56:40.009372+0000","last_peered":"2024-09-12T17:56:40.009372+0000","last_clean":"2024-09-12T17:56:40.009372+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:56:40.009372+0000","last_undegraded":"2024-09-12T17:56:40.009372+0000","last_fullsized":"2024-09-12T17:56:40.009372+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.008924+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:40.246778+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3836058,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":8906,"num_write":935,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.497459+0000","last_change":"2024-09-12T17:56:57.497459+0000","last_active":"2024-09-12T17:56:57.497459+0000","last_peered":"2024-09-12T17:56:57.497459+0000","last_clean":"2024-09-12T17:56:57.497459+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:56:57.497459+0000","last_undegraded":"2024-09-12T17:56:57.497459+0000","last_fullsized":"2024-09-12T17:56:57.497459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.497248+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.497248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.497248+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:22.105709+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'310","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.063899+0000","last_change":"2024-09-12T17:57:03.063899+0000","last_active":"2024-09-12T17:57:03.063899+0000","last_peered":"2024-09-12T17:57:03.063899+0000","last_clean":"2024-09-12T17:57:03.063899+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:57:03.063899+0000","last_undegraded":"2024-09-12T17:57:03.063899+0000","last_fullsized":"2024-09-12T17:57:03.063899+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T17:57:03.063709+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T17:57:03.063709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.063709+0000","objects_scrubbed":7,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:38.598299+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89354,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.382050+0000","last_change":"2024-09-12T17:57:04.382050+0000","last_active":"2024-09-12T17:57:04.382050+0000","last_peered":"2024-09-12T17:57:04.382050+0000","last_clean":"2024-09-12T17:57:04.382050+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:57:04.382050+0000","last_undegraded":"2024-09-12T17:57:04.382050+0000","last_fullsized":"2024-09-12T17:57:04.382050+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:04.381870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:04.381870+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.381870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:20.896001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'217","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.466026+0000","last_change":"2024-09-12T17:57:02.466026+0000","last_active":"2024-09-12T17:57:02.466026+0000","last_peered":"2024-09-12T17:57:02.466026+0000","last_clean":"2024-09-12T17:57:02.466026+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:57:02.466026+0000","last_undegraded":"2024-09-12T17:57:02.466026+0000","last_fullsized":"2024-09-12T17:57:02.466026+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:02.465805+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:02.465805+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.465805+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:55.950504+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":793,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.476957+0000","last_change":"2024-09-12T17:56:47.476957+0000","last_active":"2024-09-12T17:56:47.476957+0000","last_peered":"2024-09-12T17:56:47.476957+0000","last_clean":"2024-09-12T17:56:47.476957+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:56:47.476957+0000","last_undegraded":"2024-09-12T17:56:47.476957+0000","last_fullsized":"2024-09-12T17:56:47.476957+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.476769+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:18.052880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.483095+0000","last_change":"2024-09-12T17:56:40.483095+0000","last_active":"2024-09-12T17:56:40.483095+0000","last_peered":"2024-09-12T17:56:40.483095+0000","last_clean":"2024-09-12T17:56:40.483095+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:56:40.483095+0000","last_undegraded":"2024-09-12T17:56:40.483095+0000","last_fullsized":"2024-09-12T17:56:40.483095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.482916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:58.565110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:36.405274+0000","last_change":"2024-09-12T17:56:36.405274+0000","last_active":"2024-09-12T17:56:36.405274+0000","last_peered":"2024-09-12T17:56:36.405274+0000","last_clean":"2024-09-12T17:56:36.405274+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:36.405274+0000","last_undegraded":"2024-09-12T17:56:36.405274+0000","last_fullsized":"2024-09-12T17:56:36.405274+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_clean_scrub_stamp":"2024-09-12T17:56:36.405164+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:13.233139+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.099052+0000","last_change":"2024-09-12T17:56:57.099052+0000","last_active":"2024-09-12T17:56:57.099052+0000","last_peered":"2024-09-12T17:56:57.099052+0000","last_clean":"2024-09-12T17:56:57.099052+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:56:57.099052+0000","last_undegraded":"2024-09-12T17:56:57.099052+0000","last_fullsized":"2024-09-12T17:56:57.099052+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.098871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:58.478251+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'851","reported_seq":2350,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.450381+0000","last_change":"2024-09-12T17:56:59.450381+0000","last_active":"2024-09-12T17:56:59.450381+0000","last_peered":"2024-09-12T17:56:59.450381+0000","last_clean":"2024-09-12T17:56:59.450381+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:59.450381+0000","last_undegraded":"2024-09-12T17:56:59.450381+0000","last_fullsized":"2024-09-12T17:56:59.450381+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'851","last_scrub_stamp":"2024-09-12T17:56:59.450155+0000","last_deep_scrub":"267'851","last_deep_scrub_stamp":"2024-09-12T17:56:59.450155+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.450155+0000","objects_scrubbed":11,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:36.069662+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48951,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1180,"num_read_kb":1459,"num_write":296,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.302239+0000","last_change":"2024-09-12T17:57:06.302239+0000","last_active":"2024-09-12T17:57:06.302239+0000","last_peered":"2024-09-12T17:57:06.302239+0000","last_clean":"2024-09-12T17:57:06.302239+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:57:06.302239+0000","last_undegraded":"2024-09-12T17:57:06.302239+0000","last_fullsized":"2024-09-12T17:57:06.302239+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.302052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.302052+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.302052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:55.949216+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'217","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.440058+0000","last_change":"2024-09-12T17:57:07.440058+0000","last_active":"2024-09-12T17:57:07.440058+0000","last_peered":"2024-09-12T17:57:07.440058+0000","last_clean":"2024-09-12T17:57:07.440058+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:57:07.440058+0000","last_undegraded":"2024-09-12T17:57:07.440058+0000","last_fullsized":"2024-09-12T17:57:07.440058+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:07.439862+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:07.439862+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.439862+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:36.041185+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.349404+0000","last_change":"2024-09-12T17:56:47.349404+0000","last_active":"2024-09-12T17:56:47.349404+0000","last_peered":"2024-09-12T17:56:47.349404+0000","last_clean":"2024-09-12T17:56:47.349404+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:56:47.349404+0000","last_undegraded":"2024-09-12T17:56:47.349404+0000","last_fullsized":"2024-09-12T17:56:47.349404+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.349196+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:38.364455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.997223+0000","last_change":"2024-09-12T17:56:37.997223+0000","last_active":"2024-09-12T17:56:37.997223+0000","last_peered":"2024-09-12T17:56:37.997223+0000","last_clean":"2024-09-12T17:56:37.997223+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:56:37.997223+0000","last_undegraded":"2024-09-12T17:56:37.997223+0000","last_fullsized":"2024-09-12T17:56:37.997223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.997123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:43.633071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'214","reported_seq":884,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.490076+0000","last_change":"2024-09-12T17:56:38.490076+0000","last_active":"2024-09-12T17:56:38.490076+0000","last_peered":"2024-09-12T17:56:38.490076+0000","last_clean":"2024-09-12T17:56:38.490076+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:56:38.490076+0000","last_undegraded":"2024-09-12T17:56:38.490076+0000","last_fullsized":"2024-09-12T17:56:38.490076+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.489889+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.434351+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399156,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":487,"num_read_kb":77221,"num_write":987,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.148687+0000","last_change":"2024-09-12T17:56:52.148687+0000","last_active":"2024-09-12T17:56:52.148687+0000","last_peered":"2024-09-12T17:56:52.148687+0000","last_clean":"2024-09-12T17:56:52.148687+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:56:52.148687+0000","last_undegraded":"2024-09-12T17:56:52.148687+0000","last_fullsized":"2024-09-12T17:56:52.148687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.148505+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:57.361644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'217","reported_seq":1333,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.408894+0000","last_change":"2024-09-12T17:57:01.408894+0000","last_active":"2024-09-12T17:57:01.408894+0000","last_peered":"2024-09-12T17:57:01.408894+0000","last_clean":"2024-09-12T17:57:01.408894+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:57:01.408894+0000","last_undegraded":"2024-09-12T17:57:01.408894+0000","last_fullsized":"2024-09-12T17:57:01.408894+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:01.408693+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:01.408693+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.408693+0000","objects_scrubbed":9,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:35.735488+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.379731+0000","last_change":"2024-09-12T17:57:00.379731+0000","last_active":"2024-09-12T17:57:00.379731+0000","last_peered":"2024-09-12T17:57:00.379731+0000","last_clean":"2024-09-12T17:57:00.379731+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:57:00.379731+0000","last_undegraded":"2024-09-12T17:57:00.379731+0000","last_fullsized":"2024-09-12T17:57:00.379731+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.379635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.379635+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.379635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:24.441098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'245","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:58.987183+0000","last_change":"2024-09-12T17:09:55.348926+0000","last_active":"2024-09-12T17:54:58.987183+0000","last_peered":"2024-09-12T17:54:58.987183+0000","last_clean":"2024-09-12T17:54:58.987183+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:54:58.987183+0000","last_undegraded":"2024-09-12T17:54:58.987183+0000","last_fullsized":"2024-09-12T17:54:58.987183+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'113","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.397810+0000","last_change":"2024-09-12T17:56:48.397810+0000","last_active":"2024-09-12T17:56:48.397810+0000","last_peered":"2024-09-12T17:56:48.397810+0000","last_clean":"2024-09-12T17:56:48.397810+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:56:48.397810+0000","last_undegraded":"2024-09-12T17:56:48.397810+0000","last_fullsized":"2024-09-12T17:56:48.397810+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.397622+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:19.245121+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.132047+0000","last_change":"2024-09-12T17:56:39.132047+0000","last_active":"2024-09-12T17:56:39.132047+0000","last_peered":"2024-09-12T17:56:39.132047+0000","last_clean":"2024-09-12T17:56:39.132047+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:56:39.132047+0000","last_undegraded":"2024-09-12T17:56:39.132047+0000","last_fullsized":"2024-09-12T17:56:39.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.131869+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:17.451894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'254","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.011089+0000","last_change":"2024-09-12T17:56:38.011089+0000","last_active":"2024-09-12T17:56:38.011089+0000","last_peered":"2024-09-12T17:56:38.011089+0000","last_clean":"2024-09-12T17:56:38.011089+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:56:38.011089+0000","last_undegraded":"2024-09-12T17:56:38.011089+0000","last_fullsized":"2024-09-12T17:56:38.011089+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.010867+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:17.075164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":545,"num_read_kb":5384,"num_write":1072,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.326955+0000","last_change":"2024-09-12T17:56:56.326955+0000","last_active":"2024-09-12T17:56:56.326955+0000","last_peered":"2024-09-12T17:56:56.326955+0000","last_clean":"2024-09-12T17:56:56.326955+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:56:56.326955+0000","last_undegraded":"2024-09-12T17:56:56.326955+0000","last_fullsized":"2024-09-12T17:56:56.326955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.326774+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:22.552477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'132","reported_seq":684,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.336689+0000","last_change":"2024-09-12T17:57:04.336689+0000","last_active":"2024-09-12T17:57:04.336689+0000","last_peered":"2024-09-12T17:57:04.336689+0000","last_clean":"2024-09-12T17:57:04.336689+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:57:04.336689+0000","last_undegraded":"2024-09-12T17:57:04.336689+0000","last_fullsized":"2024-09-12T17:57:04.336689+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T17:57:04.336539+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T17:57:04.336539+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.336539+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:07.293549+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.429961+0000","last_change":"2024-09-12T17:56:54.429961+0000","last_active":"2024-09-12T17:56:54.429961+0000","last_peered":"2024-09-12T17:56:54.429961+0000","last_clean":"2024-09-12T17:56:54.429961+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:56:54.429961+0000","last_undegraded":"2024-09-12T17:56:54.429961+0000","last_fullsized":"2024-09-12T17:56:54.429961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.429780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:52.233793+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'113","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.067054+0000","last_change":"2024-09-12T17:57:10.067054+0000","last_active":"2024-09-12T17:57:10.067054+0000","last_peered":"2024-09-12T17:57:10.067054+0000","last_clean":"2024-09-12T17:57:10.067054+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:57:10.067054+0000","last_undegraded":"2024-09-12T17:57:10.067054+0000","last_fullsized":"2024-09-12T17:57:10.067054+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:57:10.066867+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:57:10.066867+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.066867+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:10.560526+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.383056+0000","last_change":"2024-09-12T17:56:44.383056+0000","last_active":"2024-09-12T17:56:44.383056+0000","last_peered":"2024-09-12T17:56:44.383056+0000","last_clean":"2024-09-12T17:56:44.383056+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:56:44.383056+0000","last_undegraded":"2024-09-12T17:56:44.383056+0000","last_fullsized":"2024-09-12T17:56:44.383056+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.382860+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:32.097760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.113670+0000","last_change":"2024-09-12T17:56:41.113670+0000","last_active":"2024-09-12T17:56:41.113670+0000","last_peered":"2024-09-12T17:56:41.113670+0000","last_clean":"2024-09-12T17:56:41.113670+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:41.113670+0000","last_undegraded":"2024-09-12T17:56:41.113670+0000","last_fullsized":"2024-09-12T17:56:41.113670+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.113444+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:45.669111+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.351754+0000","last_change":"2024-09-12T17:56:51.351754+0000","last_active":"2024-09-12T17:56:51.351754+0000","last_peered":"2024-09-12T17:56:51.351754+0000","last_clean":"2024-09-12T17:56:51.351754+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:56:51.351754+0000","last_undegraded":"2024-09-12T17:56:51.351754+0000","last_fullsized":"2024-09-12T17:56:51.351754+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.351576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:55.866263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.371103+0000","last_change":"2024-09-12T17:56:55.371103+0000","last_active":"2024-09-12T17:56:55.371103+0000","last_peered":"2024-09-12T17:56:55.371103+0000","last_clean":"2024-09-12T17:56:55.371103+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:56:55.371103+0000","last_undegraded":"2024-09-12T17:56:55.371103+0000","last_fullsized":"2024-09-12T17:56:55.371103+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.370894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:32.697396+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'267","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.341645+0000","last_change":"2024-09-12T17:56:57.341645+0000","last_active":"2024-09-12T17:56:57.341645+0000","last_peered":"2024-09-12T17:56:57.341645+0000","last_clean":"2024-09-12T17:56:57.341645+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:57.341645+0000","last_undegraded":"2024-09-12T17:56:57.341645+0000","last_fullsized":"2024-09-12T17:56:57.341645+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'267","last_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_deep_scrub":"267'267","last_deep_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.341398+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:02.895808+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3818,"num_omap_keys":8,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.168621+0000","last_change":"2024-09-12T17:57:05.168621+0000","last_active":"2024-09-12T17:57:05.168621+0000","last_peered":"2024-09-12T17:57:05.168621+0000","last_clean":"2024-09-12T17:57:05.168621+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:57:05.168621+0000","last_undegraded":"2024-09-12T17:57:05.168621+0000","last_fullsized":"2024-09-12T17:57:05.168621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.168284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.168284+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.168284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:32.202912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'137","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.372995+0000","last_change":"2024-09-12T17:57:11.372821+0000","last_active":"2024-09-12T17:57:11.372995+0000","last_peered":"2024-09-12T17:57:11.372995+0000","last_clean":"2024-09-12T17:57:11.372995+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:57:11.372995+0000","last_undegraded":"2024-09-12T17:57:11.372995+0000","last_fullsized":"2024-09-12T17:57:11.372995+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T17:57:11.372627+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T17:57:11.372627+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.372627+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:33.001417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.533752+0000","last_change":"2024-09-12T17:56:44.533752+0000","last_active":"2024-09-12T17:56:44.533752+0000","last_peered":"2024-09-12T17:56:44.533752+0000","last_clean":"2024-09-12T17:56:44.533752+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:56:44.533752+0000","last_undegraded":"2024-09-12T17:56:44.533752+0000","last_fullsized":"2024-09-12T17:56:44.533752+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.533564+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:54.505045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'215","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.503628+0000","last_change":"2024-09-12T17:56:37.503628+0000","last_active":"2024-09-12T17:56:37.503628+0000","last_peered":"2024-09-12T17:56:37.503628+0000","last_clean":"2024-09-12T17:56:37.503628+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:56:37.503628+0000","last_undegraded":"2024-09-12T17:56:37.503628+0000","last_fullsized":"2024-09-12T17:56:37.503628+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.503401+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:11.831596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399451,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":81577,"num_write":1037,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.457818+0000","last_change":"2024-09-12T17:56:41.457818+0000","last_active":"2024-09-12T17:56:41.457818+0000","last_peered":"2024-09-12T17:56:41.457818+0000","last_clean":"2024-09-12T17:56:41.457818+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:56:41.457818+0000","last_undegraded":"2024-09-12T17:56:41.457818+0000","last_fullsized":"2024-09-12T17:56:41.457818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.457614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:53.161598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.499475+0000","last_change":"2024-09-12T17:56:50.499475+0000","last_active":"2024-09-12T17:56:50.499475+0000","last_peered":"2024-09-12T17:56:50.499475+0000","last_clean":"2024-09-12T17:56:50.499475+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:56:50.499475+0000","last_undegraded":"2024-09-12T17:56:50.499475+0000","last_fullsized":"2024-09-12T17:56:50.499475+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.499297+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:29.194781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'178","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.426184+0000","last_change":"2024-09-12T17:56:58.426184+0000","last_active":"2024-09-12T17:56:58.426184+0000","last_peered":"2024-09-12T17:56:58.426184+0000","last_clean":"2024-09-12T17:56:58.426184+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:56:58.426184+0000","last_undegraded":"2024-09-12T17:56:58.426184+0000","last_fullsized":"2024-09-12T17:56:58.426184+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:58.426003+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:58.426003+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.426003+0000","objects_scrubbed":8,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:43.226408+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'758","reported_seq":2776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.085795+0000","last_change":"2024-09-12T17:57:07.085795+0000","last_active":"2024-09-12T17:57:07.085795+0000","last_peered":"2024-09-12T17:57:07.085795+0000","last_clean":"2024-09-12T17:57:07.085795+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:57:07.085795+0000","last_undegraded":"2024-09-12T17:57:07.085795+0000","last_fullsized":"2024-09-12T17:57:07.085795+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'758","last_scrub_stamp":"2024-09-12T17:57:07.085616+0000","last_deep_scrub":"267'758","last_deep_scrub_stamp":"2024-09-12T17:57:07.085616+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.085616+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":701,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:16.015266+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'128","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.351667+0000","last_change":"2024-09-12T17:09:55.349153+0000","last_active":"2024-09-12T17:56:18.351667+0000","last_peered":"2024-09-12T17:56:18.351667+0000","last_clean":"2024-09-12T17:56:18.351667+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:56:18.351667+0000","last_undegraded":"2024-09-12T17:56:18.351667+0000","last_fullsized":"2024-09-12T17:56:18.351667+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.109242+0000","last_change":"2024-09-12T17:56:49.109242+0000","last_active":"2024-09-12T17:56:49.109242+0000","last_peered":"2024-09-12T17:56:49.109242+0000","last_clean":"2024-09-12T17:56:49.109242+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:56:49.109242+0000","last_undegraded":"2024-09-12T17:56:49.109242+0000","last_fullsized":"2024-09-12T17:56:49.109242+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.109018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:52.841848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'232","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.969134+0000","last_change":"2024-09-12T17:56:37.969134+0000","last_active":"2024-09-12T17:56:37.969134+0000","last_peered":"2024-09-12T17:56:37.969134+0000","last_clean":"2024-09-12T17:56:37.969134+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:56:37.969134+0000","last_undegraded":"2024-09-12T17:56:37.969134+0000","last_fullsized":"2024-09-12T17:56:37.969134+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'232","last_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_deep_scrub":"267'232","last_deep_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.968860+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:42.202390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":630,"num_read_kb":21220,"num_write":1052,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.521000+0000","last_change":"2024-09-12T17:56:39.520954+0000","last_active":"2024-09-12T17:56:39.521000+0000","last_peered":"2024-09-12T17:56:39.521000+0000","last_clean":"2024-09-12T17:56:39.521000+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:56:39.521000+0000","last_undegraded":"2024-09-12T17:56:39.521000+0000","last_fullsized":"2024-09-12T17:56:39.521000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.520887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:03.353698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.106590+0000","last_change":"2024-09-12T17:56:57.106590+0000","last_active":"2024-09-12T17:56:57.106590+0000","last_peered":"2024-09-12T17:56:57.106590+0000","last_clean":"2024-09-12T17:56:57.106590+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:56:57.106590+0000","last_undegraded":"2024-09-12T17:56:57.106590+0000","last_fullsized":"2024-09-12T17:56:57.106590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.106418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:13.263560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'110","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.048926+0000","last_change":"2024-09-12T17:57:01.048926+0000","last_active":"2024-09-12T17:57:01.048926+0000","last_peered":"2024-09-12T17:57:01.048926+0000","last_clean":"2024-09-12T17:57:01.048926+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:57:01.048926+0000","last_undegraded":"2024-09-12T17:57:01.048926+0000","last_fullsized":"2024-09-12T17:57:01.048926+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T17:57:01.048754+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T17:57:01.048754+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.048754+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:07.920755+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'752","reported_seq":2444,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.381150+0000","last_change":"2024-09-12T17:57:11.381150+0000","last_active":"2024-09-12T17:57:11.381150+0000","last_peered":"2024-09-12T17:57:11.381150+0000","last_clean":"2024-09-12T17:57:11.381150+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:57:11.381150+0000","last_undegraded":"2024-09-12T17:57:11.381150+0000","last_fullsized":"2024-09-12T17:57:11.381150+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'752","last_scrub_stamp":"2024-09-12T17:57:11.380974+0000","last_deep_scrub":"267'752","last_deep_scrub_stamp":"2024-09-12T17:57:11.380974+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.380974+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:14.580151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'155","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.367046+0000","last_change":"2024-09-12T17:57:09.366891+0000","last_active":"2024-09-12T17:57:09.367046+0000","last_peered":"2024-09-12T17:57:09.367046+0000","last_clean":"2024-09-12T17:57:09.367046+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:57:09.367046+0000","last_undegraded":"2024-09-12T17:57:09.367046+0000","last_fullsized":"2024-09-12T17:57:09.367046+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'155","last_scrub_stamp":"2024-09-12T17:57:09.366709+0000","last_deep_scrub":"267'155","last_deep_scrub_stamp":"2024-09-12T17:57:09.366709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.366709+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:47.282646+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.000363+0000","last_change":"2024-09-12T17:56:41.000363+0000","last_active":"2024-09-12T17:56:41.000363+0000","last_peered":"2024-09-12T17:56:41.000363+0000","last_clean":"2024-09-12T17:56:41.000363+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:56:41.000363+0000","last_undegraded":"2024-09-12T17:56:41.000363+0000","last_fullsized":"2024-09-12T17:56:41.000363+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.000126+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:34.537467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.427622+0000","last_change":"2024-09-12T17:56:38.427622+0000","last_active":"2024-09-12T17:56:38.427622+0000","last_peered":"2024-09-12T17:56:38.427622+0000","last_clean":"2024-09-12T17:56:38.427622+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:38.427622+0000","last_undegraded":"2024-09-12T17:56:38.427622+0000","last_fullsized":"2024-09-12T17:56:38.427622+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.427401+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:55.628706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.505518+0000","last_change":"2024-09-12T17:56:43.505325+0000","last_active":"2024-09-12T17:56:43.505518+0000","last_peered":"2024-09-12T17:56:43.505518+0000","last_clean":"2024-09-12T17:56:43.505518+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:56:43.505518+0000","last_undegraded":"2024-09-12T17:56:43.505518+0000","last_fullsized":"2024-09-12T17:56:43.505518+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.505058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:05.103495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"267'5","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.237076+0000","last_change":"2024-09-12T17:57:02.237076+0000","last_active":"2024-09-12T17:57:02.237076+0000","last_peered":"2024-09-12T17:57:02.237076+0000","last_clean":"2024-09-12T17:57:02.237076+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:57:02.237076+0000","last_undegraded":"2024-09-12T17:57:02.237076+0000","last_fullsized":"2024-09-12T17:57:02.237076+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:02.236904+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:02.236904+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.236904+0000","objects_scrubbed":1,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:29.118681+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":1177,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'348","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.527324+0000","last_change":"2024-09-12T17:56:56.527324+0000","last_active":"2024-09-12T17:56:56.527324+0000","last_peered":"2024-09-12T17:56:56.527324+0000","last_clean":"2024-09-12T17:56:56.527324+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:56.527324+0000","last_undegraded":"2024-09-12T17:56:56.527324+0000","last_fullsized":"2024-09-12T17:56:56.527324+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.527088+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:35.967661+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.415350+0000","last_change":"2024-09-12T17:57:12.415350+0000","last_active":"2024-09-12T17:57:12.415350+0000","last_peered":"2024-09-12T17:57:12.415350+0000","last_clean":"2024-09-12T17:57:12.415350+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:57:12.415350+0000","last_undegraded":"2024-09-12T17:57:12.415350+0000","last_fullsized":"2024-09-12T17:57:12.415350+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:12.415170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:12.415170+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.415170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:35.939992+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'104","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.089682+0000","last_change":"2024-09-12T17:57:11.089542+0000","last_active":"2024-09-12T17:57:11.089682+0000","last_peered":"2024-09-12T17:57:11.089682+0000","last_clean":"2024-09-12T17:57:11.089682+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:57:11.089682+0000","last_undegraded":"2024-09-12T17:57:11.089682+0000","last_fullsized":"2024-09-12T17:57:11.089682+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:57:11.089358+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:57:11.089358+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.089358+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:42.703301+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'138","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.316500+0000","last_change":"2024-09-12T17:57:13.316500+0000","last_active":"2024-09-12T17:57:13.316500+0000","last_peered":"2024-09-12T17:57:13.316500+0000","last_clean":"2024-09-12T17:57:13.316500+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:57:13.316500+0000","last_undegraded":"2024-09-12T17:57:13.316500+0000","last_fullsized":"2024-09-12T17:57:13.316500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T17:57:13.316311+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T17:57:13.316311+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.316311+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:56.202165+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.988732+0000","last_change":"2024-09-12T17:56:45.988732+0000","last_active":"2024-09-12T17:56:45.988732+0000","last_peered":"2024-09-12T17:56:45.988732+0000","last_clean":"2024-09-12T17:56:45.988732+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:56:45.988732+0000","last_undegraded":"2024-09-12T17:56:45.988732+0000","last_fullsized":"2024-09-12T17:56:45.988732+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.988519+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:01.040791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'194","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.431812+0000","last_change":"2024-09-12T17:56:43.431647+0000","last_active":"2024-09-12T17:56:43.431812+0000","last_peered":"2024-09-12T17:56:43.431812+0000","last_clean":"2024-09-12T17:56:43.431812+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:56:43.431812+0000","last_undegraded":"2024-09-12T17:56:43.431812+0000","last_fullsized":"2024-09-12T17:56:43.431812+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.431441+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:16.531374+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":635,"num_read_kb":35950,"num_write":877,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.450991+0000","last_change":"2024-09-12T17:56:56.450991+0000","last_active":"2024-09-12T17:56:56.450991+0000","last_peered":"2024-09-12T17:56:56.450991+0000","last_clean":"2024-09-12T17:56:56.450991+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:56:56.450991+0000","last_undegraded":"2024-09-12T17:56:56.450991+0000","last_fullsized":"2024-09-12T17:56:56.450991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.450813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:05.052155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'126","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.393126+0000","last_change":"2024-09-12T17:57:07.393126+0000","last_active":"2024-09-12T17:57:07.393126+0000","last_peered":"2024-09-12T17:57:07.393126+0000","last_clean":"2024-09-12T17:57:07.393126+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:57:07.393126+0000","last_undegraded":"2024-09-12T17:57:07.393126+0000","last_fullsized":"2024-09-12T17:57:07.393126+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:07.392785+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:07.392785+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.392785+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:33.204813+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":267,"num_write":92,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.478976+0000","last_change":"2024-09-12T17:57:14.478976+0000","last_active":"2024-09-12T17:57:14.478976+0000","last_peered":"2024-09-12T17:57:14.478976+0000","last_clean":"2024-09-12T17:57:14.478976+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:57:14.478976+0000","last_undegraded":"2024-09-12T17:57:14.478976+0000","last_fullsized":"2024-09-12T17:57:14.478976+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:14.478795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:14.478795+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.478795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:16.687210+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'124","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:15.575554+0000","last_change":"2024-09-12T17:09:55.343304+0000","last_active":"2024-09-12T17:54:15.575554+0000","last_peered":"2024-09-12T17:54:15.575554+0000","last_clean":"2024-09-12T17:54:15.575554+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:54:15.575554+0000","last_undegraded":"2024-09-12T17:54:15.575554+0000","last_fullsized":"2024-09-12T17:54:15.575554+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:24.197628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.385082+0000","last_change":"2024-09-12T17:56:53.385082+0000","last_active":"2024-09-12T17:56:53.385082+0000","last_peered":"2024-09-12T17:56:53.385082+0000","last_clean":"2024-09-12T17:56:53.385082+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:56:53.385082+0000","last_undegraded":"2024-09-12T17:56:53.385082+0000","last_fullsized":"2024-09-12T17:56:53.385082+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4101","last_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_deep_scrub":"267'4101","last_deep_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.384906+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:51.858604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.524770+0000","last_change":"2024-09-12T17:56:46.524770+0000","last_active":"2024-09-12T17:56:46.524770+0000","last_peered":"2024-09-12T17:56:46.524770+0000","last_clean":"2024-09-12T17:56:46.524770+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:46.524770+0000","last_undegraded":"2024-09-12T17:56:46.524770+0000","last_fullsized":"2024-09-12T17:56:46.524770+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.524373+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:28.555069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.239716+0000","last_change":"2024-09-12T17:56:59.239716+0000","last_active":"2024-09-12T17:56:59.239716+0000","last_peered":"2024-09-12T17:56:59.239716+0000","last_clean":"2024-09-12T17:56:59.239716+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:56:59.239716+0000","last_undegraded":"2024-09-12T17:56:59.239716+0000","last_fullsized":"2024-09-12T17:56:59.239716+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:59.239541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:59.239541+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.239541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:29.635890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'52","reported_seq":564,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.430299+0000","last_change":"2024-09-12T17:56:59.430299+0000","last_active":"2024-09-12T17:56:59.430299+0000","last_peered":"2024-09-12T17:56:59.430299+0000","last_clean":"2024-09-12T17:56:59.430299+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:56:59.430299+0000","last_undegraded":"2024-09-12T17:56:59.430299+0000","last_fullsized":"2024-09-12T17:56:59.430299+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:59.430038+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:59.430038+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.430038+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:30.453971+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.255707+0000","last_change":"2024-09-12T17:57:09.255707+0000","last_active":"2024-09-12T17:57:09.255707+0000","last_peered":"2024-09-12T17:57:09.255707+0000","last_clean":"2024-09-12T17:57:09.255707+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:57:09.255707+0000","last_undegraded":"2024-09-12T17:57:09.255707+0000","last_fullsized":"2024-09-12T17:57:09.255707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:09.255510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:09.255510+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.255510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:45.022422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'201","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.322589+0000","last_change":"2024-09-12T17:57:12.322589+0000","last_active":"2024-09-12T17:57:12.322589+0000","last_peered":"2024-09-12T17:57:12.322589+0000","last_clean":"2024-09-12T17:57:12.322589+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:57:12.322589+0000","last_undegraded":"2024-09-12T17:57:12.322589+0000","last_fullsized":"2024-09-12T17:57:12.322589+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:57:12.322389+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:57:12.322389+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.322389+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:22.686714+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.083947+0000","last_change":"2024-09-12T17:56:53.083947+0000","last_active":"2024-09-12T17:56:53.083947+0000","last_peered":"2024-09-12T17:56:53.083947+0000","last_clean":"2024-09-12T17:56:53.083947+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:56:53.083947+0000","last_undegraded":"2024-09-12T17:56:53.083947+0000","last_fullsized":"2024-09-12T17:56:53.083947+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.083776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:12.166998+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.077044+0000","last_change":"2024-09-12T17:56:42.077044+0000","last_active":"2024-09-12T17:56:42.077044+0000","last_peered":"2024-09-12T17:56:42.077044+0000","last_clean":"2024-09-12T17:56:42.077044+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:42.077044+0000","last_undegraded":"2024-09-12T17:56:42.077044+0000","last_fullsized":"2024-09-12T17:56:42.077044+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.076805+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:00.675669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.444320+0000","last_change":"2024-09-12T17:56:50.444320+0000","last_active":"2024-09-12T17:56:50.444320+0000","last_peered":"2024-09-12T17:56:50.444320+0000","last_clean":"2024-09-12T17:56:50.444320+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:56:50.444320+0000","last_undegraded":"2024-09-12T17:56:50.444320+0000","last_fullsized":"2024-09-12T17:56:50.444320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.444123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:11.317353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'182","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.352780+0000","last_change":"2024-09-12T17:57:06.352780+0000","last_active":"2024-09-12T17:57:06.352780+0000","last_peered":"2024-09-12T17:57:06.352780+0000","last_clean":"2024-09-12T17:57:06.352780+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:57:06.352780+0000","last_undegraded":"2024-09-12T17:57:06.352780+0000","last_fullsized":"2024-09-12T17:57:06.352780+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'182","last_scrub_stamp":"2024-09-12T17:57:06.352453+0000","last_deep_scrub":"267'182","last_deep_scrub_stamp":"2024-09-12T17:57:06.352453+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.352453+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:55.956426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14375,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":351,"num_write":140,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.448298+0000","last_change":"2024-09-12T17:56:57.448298+0000","last_active":"2024-09-12T17:56:57.448298+0000","last_peered":"2024-09-12T17:56:57.448298+0000","last_clean":"2024-09-12T17:56:57.448298+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:56:57.448298+0000","last_undegraded":"2024-09-12T17:56:57.448298+0000","last_fullsized":"2024-09-12T17:56:57.448298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.448107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:49.296323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'128","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.144116+0000","last_change":"2024-09-12T17:57:14.144116+0000","last_active":"2024-09-12T17:57:14.144116+0000","last_peered":"2024-09-12T17:57:14.144116+0000","last_clean":"2024-09-12T17:57:14.144116+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:57:14.144116+0000","last_undegraded":"2024-09-12T17:57:14.144116+0000","last_fullsized":"2024-09-12T17:57:14.144116+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:57:14.143917+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:57:14.143917+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.143917+0000","objects_scrubbed":1,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:25.425670+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'108","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.070186+0000","last_change":"2024-09-12T17:56:54.070186+0000","last_active":"2024-09-12T17:56:54.070186+0000","last_peered":"2024-09-12T17:56:54.070186+0000","last_clean":"2024-09-12T17:56:54.070186+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:56:54.070186+0000","last_undegraded":"2024-09-12T17:56:54.070186+0000","last_fullsized":"2024-09-12T17:56:54.070186+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.070011+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:12.028008+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.423278+0000","last_change":"2024-09-12T17:56:37.423278+0000","last_active":"2024-09-12T17:56:37.423278+0000","last_peered":"2024-09-12T17:56:37.423278+0000","last_clean":"2024-09-12T17:56:37.423278+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:37.423278+0000","last_undegraded":"2024-09-12T17:56:37.423278+0000","last_fullsized":"2024-09-12T17:56:37.423278+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.423010+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:39.580774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.404949+0000","last_change":"2024-09-12T17:56:53.404949+0000","last_active":"2024-09-12T17:56:53.404949+0000","last_peered":"2024-09-12T17:56:53.404949+0000","last_clean":"2024-09-12T17:56:53.404949+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:56:53.404949+0000","last_undegraded":"2024-09-12T17:56:53.404949+0000","last_fullsized":"2024-09-12T17:56:53.404949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.404762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:22.587806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'124","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.348769+0000","last_change":"2024-09-12T17:57:03.348769+0000","last_active":"2024-09-12T17:57:03.348769+0000","last_peered":"2024-09-12T17:57:03.348769+0000","last_clean":"2024-09-12T17:57:03.348769+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:57:03.348769+0000","last_undegraded":"2024-09-12T17:57:03.348769+0000","last_fullsized":"2024-09-12T17:57:03.348769+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T17:57:03.348595+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T17:57:03.348595+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.348595+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.458151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.352852+0000","last_change":"2024-09-12T17:57:07.352852+0000","last_active":"2024-09-12T17:57:07.352852+0000","last_peered":"2024-09-12T17:57:07.352852+0000","last_clean":"2024-09-12T17:57:07.352852+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:57:07.352852+0000","last_undegraded":"2024-09-12T17:57:07.352852+0000","last_fullsized":"2024-09-12T17:57:07.352852+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.352667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.352667+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.352667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:55.843365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.530980+0000","last_change":"2024-09-12T17:56:48.530980+0000","last_active":"2024-09-12T17:56:48.530980+0000","last_peered":"2024-09-12T17:56:48.530980+0000","last_clean":"2024-09-12T17:56:48.530980+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:56:48.530980+0000","last_undegraded":"2024-09-12T17:56:48.530980+0000","last_fullsized":"2024-09-12T17:56:48.530980+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530773+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:08.491229+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'188","reported_seq":830,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.976797+0000","last_change":"2024-09-12T17:56:38.976797+0000","last_active":"2024-09-12T17:56:38.976797+0000","last_peered":"2024-09-12T17:56:38.976797+0000","last_clean":"2024-09-12T17:56:38.976797+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:56:38.976797+0000","last_undegraded":"2024-09-12T17:56:38.976797+0000","last_fullsized":"2024-09-12T17:56:38.976797+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.976672+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:09.623062+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207038,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":464,"num_read_kb":44060,"num_write":924,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.371332+0000","last_change":"2024-09-12T17:56:54.371332+0000","last_active":"2024-09-12T17:56:54.371332+0000","last_peered":"2024-09-12T17:56:54.371332+0000","last_clean":"2024-09-12T17:56:54.371332+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:56:54.371332+0000","last_undegraded":"2024-09-12T17:56:54.371332+0000","last_fullsized":"2024-09-12T17:56:54.371332+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.371122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:31.961763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'218","reported_seq":849,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.455126+0000","last_change":"2024-09-12T17:57:00.455126+0000","last_active":"2024-09-12T17:57:00.455126+0000","last_peered":"2024-09-12T17:57:00.455126+0000","last_clean":"2024-09-12T17:57:00.455126+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:57:00.455126+0000","last_undegraded":"2024-09-12T17:57:00.455126+0000","last_fullsized":"2024-09-12T17:57:00.455126+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'218","last_scrub_stamp":"2024-09-12T17:57:00.454901+0000","last_deep_scrub":"267'218","last_deep_scrub_stamp":"2024-09-12T17:57:00.454901+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.454901+0000","objects_scrubbed":6,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.957743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":315,"num_read_kb":514,"num_write":198,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.090236+0000","last_change":"2024-09-12T17:57:08.090236+0000","last_active":"2024-09-12T17:57:08.090236+0000","last_peered":"2024-09-12T17:57:08.090236+0000","last_clean":"2024-09-12T17:57:08.090236+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:57:08.090236+0000","last_undegraded":"2024-09-12T17:57:08.090236+0000","last_fullsized":"2024-09-12T17:57:08.090236+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.090033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.090033+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.090033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:41.481009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'187","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:27.591251+0000","last_change":"2024-09-12T17:09:55.354748+0000","last_active":"2024-09-12T17:54:27.591251+0000","last_peered":"2024-09-12T17:54:27.591251+0000","last_clean":"2024-09-12T17:54:27.591251+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:54:27.591251+0000","last_undegraded":"2024-09-12T17:54:27.591251+0000","last_fullsized":"2024-09-12T17:54:27.591251+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:54.298112+0000","last_clean_scrub_stamp":"2024-09-12T17:09:54.298112+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":795,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.472739+0000","last_change":"2024-09-12T17:56:48.472739+0000","last_active":"2024-09-12T17:56:48.472739+0000","last_peered":"2024-09-12T17:56:48.472739+0000","last_clean":"2024-09-12T17:56:48.472739+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:56:48.472739+0000","last_undegraded":"2024-09-12T17:56:48.472739+0000","last_fullsized":"2024-09-12T17:56:48.472739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.472563+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:11.958210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'207","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.510549+0000","last_change":"2024-09-12T17:56:41.510549+0000","last_active":"2024-09-12T17:56:41.510549+0000","last_peered":"2024-09-12T17:56:41.510549+0000","last_clean":"2024-09-12T17:56:41.510549+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:56:41.510549+0000","last_undegraded":"2024-09-12T17:56:41.510549+0000","last_fullsized":"2024-09-12T17:56:41.510549+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.510293+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:47.796100+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568921,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":435,"num_read_kb":6363,"num_write":941,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.454541+0000","last_change":"2024-09-12T17:56:52.454541+0000","last_active":"2024-09-12T17:56:52.454541+0000","last_peered":"2024-09-12T17:56:52.454541+0000","last_clean":"2024-09-12T17:56:52.454541+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:56:52.454541+0000","last_undegraded":"2024-09-12T17:56:52.454541+0000","last_fullsized":"2024-09-12T17:56:52.454541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.454338+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:09.400787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'156","reported_seq":744,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.285969+0000","last_change":"2024-09-12T17:57:05.285969+0000","last_active":"2024-09-12T17:57:05.285969+0000","last_peered":"2024-09-12T17:57:05.285969+0000","last_clean":"2024-09-12T17:57:05.285969+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:57:05.285969+0000","last_undegraded":"2024-09-12T17:57:05.285969+0000","last_fullsized":"2024-09-12T17:57:05.285969+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:57:05.285712+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:57:05.285712+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.285712+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:00.712632+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.412120+0000","last_change":"2024-09-12T17:57:02.412120+0000","last_active":"2024-09-12T17:57:02.412120+0000","last_peered":"2024-09-12T17:57:02.412120+0000","last_clean":"2024-09-12T17:57:02.412120+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:57:02.412120+0000","last_undegraded":"2024-09-12T17:57:02.412120+0000","last_fullsized":"2024-09-12T17:57:02.412120+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:02.411918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:02.411918+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.411918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:36.183574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'236","reported_seq":1178,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.431297+0000","last_change":"2024-09-12T17:57:01.431297+0000","last_active":"2024-09-12T17:57:01.431297+0000","last_peered":"2024-09-12T17:57:01.431297+0000","last_clean":"2024-09-12T17:57:01.431297+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:57:01.431297+0000","last_undegraded":"2024-09-12T17:57:01.431297+0000","last_fullsized":"2024-09-12T17:57:01.431297+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:57:01.431087+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:57:01.431087+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.431087+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:05.102777+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":722,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.114773+0000","last_change":"2024-09-12T17:56:55.114584+0000","last_active":"2024-09-12T17:56:55.114773+0000","last_peered":"2024-09-12T17:56:55.114773+0000","last_clean":"2024-09-12T17:56:55.114773+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:56:55.114773+0000","last_undegraded":"2024-09-12T17:56:55.114773+0000","last_fullsized":"2024-09-12T17:56:55.114773+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.114399+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:21.304154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'224","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.058280+0000","last_change":"2024-09-12T17:56:43.058280+0000","last_active":"2024-09-12T17:56:43.058280+0000","last_peered":"2024-09-12T17:56:43.058280+0000","last_clean":"2024-09-12T17:56:43.058280+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:56:43.058280+0000","last_undegraded":"2024-09-12T17:56:43.058280+0000","last_fullsized":"2024-09-12T17:56:43.058280+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'224","last_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_deep_scrub":"267'224","last_deep_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.058063+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:41.136786+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262253,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":485,"num_read_kb":20078,"num_write":1002,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.063595+0000","last_change":"2024-09-12T17:57:00.063464+0000","last_active":"2024-09-12T17:57:00.063595+0000","last_peered":"2024-09-12T17:57:00.063595+0000","last_clean":"2024-09-12T17:57:00.063595+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:57:00.063595+0000","last_undegraded":"2024-09-12T17:57:00.063595+0000","last_fullsized":"2024-09-12T17:57:00.063595+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.063274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.063274+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.063274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:43.907905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'147","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.409341+0000","last_change":"2024-09-12T17:57:10.409341+0000","last_active":"2024-09-12T17:57:10.409341+0000","last_peered":"2024-09-12T17:57:10.409341+0000","last_clean":"2024-09-12T17:57:10.409341+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:57:10.409341+0000","last_undegraded":"2024-09-12T17:57:10.409341+0000","last_fullsized":"2024-09-12T17:57:10.409341+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T17:57:10.409117+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T17:57:10.409117+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.409117+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:05.728358+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8597,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":254,"num_write":100,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.370580+0000","last_change":"2024-09-12T17:57:03.370580+0000","last_active":"2024-09-12T17:57:03.370580+0000","last_peered":"2024-09-12T17:57:03.370580+0000","last_clean":"2024-09-12T17:57:03.370580+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:57:03.370580+0000","last_undegraded":"2024-09-12T17:57:03.370580+0000","last_fullsized":"2024-09-12T17:57:03.370580+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:03.370419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:03.370419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.370419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:10.212493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'116","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.097345+0000","last_change":"2024-09-12T17:57:12.097345+0000","last_active":"2024-09-12T17:57:12.097345+0000","last_peered":"2024-09-12T17:57:12.097345+0000","last_clean":"2024-09-12T17:57:12.097345+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:57:12.097345+0000","last_undegraded":"2024-09-12T17:57:12.097345+0000","last_fullsized":"2024-09-12T17:57:12.097345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T17:57:12.097152+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T17:57:12.097152+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.097152+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:33.915710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.943963+0000","last_change":"2024-09-12T17:56:44.943807+0000","last_active":"2024-09-12T17:56:44.943963+0000","last_peered":"2024-09-12T17:56:44.943963+0000","last_clean":"2024-09-12T17:56:44.943963+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:56:44.943963+0000","last_undegraded":"2024-09-12T17:56:44.943963+0000","last_fullsized":"2024-09-12T17:56:44.943963+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'319","last_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_deep_scrub":"267'319","last_deep_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.943622+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:49.779970+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.473298+0000","last_change":"2024-09-12T17:56:39.473198+0000","last_active":"2024-09-12T17:56:39.473298+0000","last_peered":"2024-09-12T17:56:39.473298+0000","last_clean":"2024-09-12T17:56:39.473298+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:39.473298+0000","last_undegraded":"2024-09-12T17:56:39.473298+0000","last_fullsized":"2024-09-12T17:56:39.473298+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.473032+0000","objects_scrubbed":9,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:16.739230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.482080+0000","last_change":"2024-09-12T17:56:55.481921+0000","last_active":"2024-09-12T17:56:55.482080+0000","last_peered":"2024-09-12T17:56:55.482080+0000","last_clean":"2024-09-12T17:56:55.482080+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:56:55.482080+0000","last_undegraded":"2024-09-12T17:56:55.482080+0000","last_fullsized":"2024-09-12T17:56:55.482080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.481733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:02.487924+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'103","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.175543+0000","last_change":"2024-09-12T17:57:04.175543+0000","last_active":"2024-09-12T17:57:04.175543+0000","last_peered":"2024-09-12T17:57:04.175543+0000","last_clean":"2024-09-12T17:57:04.175543+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:57:04.175543+0000","last_undegraded":"2024-09-12T17:57:04.175543+0000","last_fullsized":"2024-09-12T17:57:04.175543+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T17:57:04.175314+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T17:57:04.175314+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.175314+0000","objects_scrubbed":7,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:38.531869+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'742","reported_seq":2268,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.426858+0000","last_change":"2024-09-12T17:56:59.426858+0000","last_active":"2024-09-12T17:56:59.426858+0000","last_peered":"2024-09-12T17:56:59.426858+0000","last_clean":"2024-09-12T17:56:59.426858+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:59.426858+0000","last_undegraded":"2024-09-12T17:56:59.426858+0000","last_fullsized":"2024-09-12T17:56:59.426858+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'742","last_scrub_stamp":"2024-09-12T17:56:59.426567+0000","last_deep_scrub":"267'742","last_deep_scrub_stamp":"2024-09-12T17:56:59.426567+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.426567+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:40.349074+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.169941+0000","last_change":"2024-09-12T17:57:12.169941+0000","last_active":"2024-09-12T17:57:12.169941+0000","last_peered":"2024-09-12T17:57:12.169941+0000","last_clean":"2024-09-12T17:57:12.169941+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:57:12.169941+0000","last_undegraded":"2024-09-12T17:57:12.169941+0000","last_fullsized":"2024-09-12T17:57:12.169941+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:12.169700+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:12.169700+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.169700+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:34.866535+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.997840+0000","last_change":"2024-09-12T17:56:47.997688+0000","last_active":"2024-09-12T17:56:47.997840+0000","last_peered":"2024-09-12T17:56:47.997840+0000","last_clean":"2024-09-12T17:56:47.997840+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:56:47.997840+0000","last_undegraded":"2024-09-12T17:56:47.997840+0000","last_fullsized":"2024-09-12T17:56:47.997840+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.997502+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:33.600969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.009122+0000","last_change":"2024-09-12T17:56:41.009122+0000","last_active":"2024-09-12T17:56:41.009122+0000","last_peered":"2024-09-12T17:56:41.009122+0000","last_clean":"2024-09-12T17:56:41.009122+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:41.009122+0000","last_undegraded":"2024-09-12T17:56:41.009122+0000","last_fullsized":"2024-09-12T17:56:41.009122+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.008809+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:02.244927+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.447671+0000","last_change":"2024-09-12T17:56:51.447671+0000","last_active":"2024-09-12T17:56:51.447671+0000","last_peered":"2024-09-12T17:56:51.447671+0000","last_clean":"2024-09-12T17:56:51.447671+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:56:51.447671+0000","last_undegraded":"2024-09-12T17:56:51.447671+0000","last_fullsized":"2024-09-12T17:56:51.447671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.447472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:26.515251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'162","reported_seq":751,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.112864+0000","last_change":"2024-09-12T17:57:06.112864+0000","last_active":"2024-09-12T17:57:06.112864+0000","last_peered":"2024-09-12T17:57:06.112864+0000","last_clean":"2024-09-12T17:57:06.112864+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:57:06.112864+0000","last_undegraded":"2024-09-12T17:57:06.112864+0000","last_fullsized":"2024-09-12T17:57:06.112864+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T17:57:06.112678+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T17:57:06.112678+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.112678+0000","objects_scrubbed":8,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:34.098371+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.371085+0000","last_change":"2024-09-12T17:57:06.371085+0000","last_active":"2024-09-12T17:57:06.371085+0000","last_peered":"2024-09-12T17:57:06.371085+0000","last_clean":"2024-09-12T17:57:06.371085+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:57:06.371085+0000","last_undegraded":"2024-09-12T17:57:06.371085+0000","last_fullsized":"2024-09-12T17:57:06.371085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.370871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.370871+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.370871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.024888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'181","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.208022+0000","last_change":"2024-09-12T17:57:11.208022+0000","last_active":"2024-09-12T17:57:11.208022+0000","last_peered":"2024-09-12T17:57:11.208022+0000","last_clean":"2024-09-12T17:57:11.208022+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:57:11.208022+0000","last_undegraded":"2024-09-12T17:57:11.208022+0000","last_fullsized":"2024-09-12T17:57:11.208022+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'181","last_scrub_stamp":"2024-09-12T17:57:11.207830+0000","last_deep_scrub":"267'181","last_deep_scrub_stamp":"2024-09-12T17:57:11.207830+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.207830+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.853268+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.023917+0000","last_change":"2024-09-12T17:56:49.023752+0000","last_active":"2024-09-12T17:56:49.023917+0000","last_peered":"2024-09-12T17:56:49.023917+0000","last_clean":"2024-09-12T17:56:49.023917+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:56:49.023917+0000","last_undegraded":"2024-09-12T17:56:49.023917+0000","last_fullsized":"2024-09-12T17:56:49.023917+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.023566+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:32.061053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.135648+0000","last_change":"2024-09-12T17:56:44.135500+0000","last_active":"2024-09-12T17:56:44.135648+0000","last_peered":"2024-09-12T17:56:44.135648+0000","last_clean":"2024-09-12T17:56:44.135648+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:44.135648+0000","last_undegraded":"2024-09-12T17:56:44.135648+0000","last_fullsized":"2024-09-12T17:56:44.135648+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.135248+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:52.705509+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.085676+0000","last_change":"2024-09-12T17:57:02.085676+0000","last_active":"2024-09-12T17:57:02.085676+0000","last_peered":"2024-09-12T17:57:02.085676+0000","last_clean":"2024-09-12T17:57:02.085676+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:57:02.085676+0000","last_undegraded":"2024-09-12T17:57:02.085676+0000","last_fullsized":"2024-09-12T17:57:02.085676+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:02.085454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:02.085454+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.085454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:36.758729+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'126","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.341123+0000","last_change":"2024-09-12T17:57:02.341123+0000","last_active":"2024-09-12T17:57:02.341123+0000","last_peered":"2024-09-12T17:57:02.341123+0000","last_clean":"2024-09-12T17:57:02.341123+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:57:02.341123+0000","last_undegraded":"2024-09-12T17:57:02.341123+0000","last_fullsized":"2024-09-12T17:57:02.341123+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:02.340928+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:02.340928+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.340928+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:05.183575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.428307+0000","last_change":"2024-09-12T17:56:58.428307+0000","last_active":"2024-09-12T17:56:58.428307+0000","last_peered":"2024-09-12T17:56:58.428307+0000","last_clean":"2024-09-12T17:56:58.428307+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:56:58.428307+0000","last_undegraded":"2024-09-12T17:56:58.428307+0000","last_fullsized":"2024-09-12T17:56:58.428307+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.428125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:03.098067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'116","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.465783+0000","last_change":"2024-09-12T17:57:17.465783+0000","last_active":"2024-09-12T17:57:17.465783+0000","last_peered":"2024-09-12T17:57:17.465783+0000","last_clean":"2024-09-12T17:57:17.465783+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:57:17.465783+0000","last_undegraded":"2024-09-12T17:57:17.465783+0000","last_fullsized":"2024-09-12T17:57:17.465783+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T17:57:17.465588+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T17:57:17.465588+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.465588+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.531000+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.102891+0000","last_change":"2024-09-12T17:56:56.102891+0000","last_active":"2024-09-12T17:56:56.102891+0000","last_peered":"2024-09-12T17:56:56.102891+0000","last_clean":"2024-09-12T17:56:56.102891+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:56:56.102891+0000","last_undegraded":"2024-09-12T17:56:56.102891+0000","last_fullsized":"2024-09-12T17:56:56.102891+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.102673+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:06:34.776181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'244","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.095442+0000","last_change":"2024-09-12T17:56:45.095442+0000","last_active":"2024-09-12T17:56:45.095442+0000","last_peered":"2024-09-12T17:56:45.095442+0000","last_clean":"2024-09-12T17:56:45.095442+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:56:45.095442+0000","last_undegraded":"2024-09-12T17:56:45.095442+0000","last_fullsized":"2024-09-12T17:56:45.095442+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'244","last_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_deep_scrub":"267'244","last_deep_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.095201+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:15.311249+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2054960,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":13444,"num_write":1104,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.075405+0000","last_change":"2024-09-12T17:56:59.075405+0000","last_active":"2024-09-12T17:56:59.075405+0000","last_peered":"2024-09-12T17:56:59.075405+0000","last_clean":"2024-09-12T17:56:59.075405+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:56:59.075405+0000","last_undegraded":"2024-09-12T17:56:59.075405+0000","last_fullsized":"2024-09-12T17:56:59.075405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:59.075221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:59.075221+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.075221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:22.978126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'108","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.384525+0000","last_change":"2024-09-12T17:57:08.384525+0000","last_active":"2024-09-12T17:57:08.384525+0000","last_peered":"2024-09-12T17:57:08.384525+0000","last_clean":"2024-09-12T17:57:08.384525+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:57:08.384525+0000","last_undegraded":"2024-09-12T17:57:08.384525+0000","last_fullsized":"2024-09-12T17:57:08.384525+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:57:08.384343+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:57:08.384343+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.384343+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:58.261984+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7029,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":203,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.128184+0000","last_change":"2024-09-12T17:57:07.128184+0000","last_active":"2024-09-12T17:57:07.128184+0000","last_peered":"2024-09-12T17:57:07.128184+0000","last_clean":"2024-09-12T17:57:07.128184+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:57:07.128184+0000","last_undegraded":"2024-09-12T17:57:07.128184+0000","last_fullsized":"2024-09-12T17:57:07.128184+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.128006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.128006+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.128006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:55.044000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'176","reported_seq":1287,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.215657+0000","last_change":"2024-09-12T17:57:10.215657+0000","last_active":"2024-09-12T17:57:10.215657+0000","last_peered":"2024-09-12T17:57:10.215657+0000","last_clean":"2024-09-12T17:57:10.215657+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:57:10.215657+0000","last_undegraded":"2024-09-12T17:57:10.215657+0000","last_fullsized":"2024-09-12T17:57:10.215657+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:57:10.215425+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:57:10.215425+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.215425+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:43.064248+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'57","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.031378+0000","last_change":"2024-09-12T17:56:47.031378+0000","last_active":"2024-09-12T17:56:47.031378+0000","last_peered":"2024-09-12T17:56:47.031378+0000","last_clean":"2024-09-12T17:56:47.031378+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:56:47.031378+0000","last_undegraded":"2024-09-12T17:56:47.031378+0000","last_fullsized":"2024-09-12T17:56:47.031378+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'57","last_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_deep_scrub":"267'57","last_deep_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.031184+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:12.451493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.558258+0000","last_change":"2024-09-12T17:56:41.558258+0000","last_active":"2024-09-12T17:56:41.558258+0000","last_peered":"2024-09-12T17:56:41.558258+0000","last_clean":"2024-09-12T17:56:41.558258+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:41.558258+0000","last_undegraded":"2024-09-12T17:56:41.558258+0000","last_fullsized":"2024-09-12T17:56:41.558258+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.557787+0000","objects_scrubbed":10,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:46.893199+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.416315+0000","last_change":"2024-09-12T17:56:57.416315+0000","last_active":"2024-09-12T17:56:57.416315+0000","last_peered":"2024-09-12T17:56:57.416315+0000","last_clean":"2024-09-12T17:56:57.416315+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:56:57.416315+0000","last_undegraded":"2024-09-12T17:56:57.416315+0000","last_fullsized":"2024-09-12T17:56:57.416315+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.416127+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:13.156380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'167","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.063992+0000","last_change":"2024-09-12T17:57:10.063992+0000","last_active":"2024-09-12T17:57:10.063992+0000","last_peered":"2024-09-12T17:57:10.063992+0000","last_clean":"2024-09-12T17:57:10.063992+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:57:10.063992+0000","last_undegraded":"2024-09-12T17:57:10.063992+0000","last_fullsized":"2024-09-12T17:57:10.063992+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:57:10.063644+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:57:10.063644+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.063644+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.524663+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10177,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":212,"num_read_kb":285,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.386665+0000","last_change":"2024-09-12T17:57:10.386665+0000","last_active":"2024-09-12T17:57:10.386665+0000","last_peered":"2024-09-12T17:57:10.386665+0000","last_clean":"2024-09-12T17:57:10.386665+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:57:10.386665+0000","last_undegraded":"2024-09-12T17:57:10.386665+0000","last_fullsized":"2024-09-12T17:57:10.386665+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:10.386485+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:10.386485+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.386485+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:10.050303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'134","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.099391+0000","last_change":"2024-09-12T17:57:08.099391+0000","last_active":"2024-09-12T17:57:08.099391+0000","last_peered":"2024-09-12T17:57:08.099391+0000","last_clean":"2024-09-12T17:57:08.099391+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:57:08.099391+0000","last_undegraded":"2024-09-12T17:57:08.099391+0000","last_fullsized":"2024-09-12T17:57:08.099391+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T17:57:08.099181+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T17:57:08.099181+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.099181+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:13.724575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'169","reported_seq":766,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.367167+0000","last_change":"2024-09-12T17:56:49.367167+0000","last_active":"2024-09-12T17:56:49.367167+0000","last_peered":"2024-09-12T17:56:49.367167+0000","last_clean":"2024-09-12T17:56:49.367167+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:56:49.367167+0000","last_undegraded":"2024-09-12T17:56:49.367167+0000","last_fullsized":"2024-09-12T17:56:49.367167+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.366946+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:50.032501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'197","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.574878+0000","last_change":"2024-09-12T17:56:40.574878+0000","last_active":"2024-09-12T17:56:40.574878+0000","last_peered":"2024-09-12T17:56:40.574878+0000","last_clean":"2024-09-12T17:56:40.574878+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:56:40.574878+0000","last_undegraded":"2024-09-12T17:56:40.574878+0000","last_fullsized":"2024-09-12T17:56:40.574878+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.574644+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:52.026022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":35218,"num_write":932,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.432380+0000","last_change":"2024-09-12T17:56:54.432380+0000","last_active":"2024-09-12T17:56:54.432380+0000","last_peered":"2024-09-12T17:56:54.432380+0000","last_clean":"2024-09-12T17:56:54.432380+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:56:54.432380+0000","last_undegraded":"2024-09-12T17:56:54.432380+0000","last_fullsized":"2024-09-12T17:56:54.432380+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.432193+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:53.684453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":944,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.964243+0000","last_change":"2024-09-12T17:56:41.964243+0000","last_active":"2024-09-12T17:56:41.964243+0000","last_peered":"2024-09-12T17:56:41.964243+0000","last_clean":"2024-09-12T17:56:41.964243+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:41.964243+0000","last_undegraded":"2024-09-12T17:56:41.964243+0000","last_fullsized":"2024-09-12T17:56:41.964243+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.963912+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:22.946265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.170522+0000","last_change":"2024-09-12T17:56:53.170522+0000","last_active":"2024-09-12T17:56:53.170522+0000","last_peered":"2024-09-12T17:56:53.170522+0000","last_clean":"2024-09-12T17:56:53.170522+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:56:53.170522+0000","last_undegraded":"2024-09-12T17:56:53.170522+0000","last_fullsized":"2024-09-12T17:56:53.170522+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.170344+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:16.181588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.179223+0000","last_change":"2024-09-12T17:56:45.179223+0000","last_active":"2024-09-12T17:56:45.179223+0000","last_peered":"2024-09-12T17:56:45.179223+0000","last_clean":"2024-09-12T17:56:45.179223+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:45.179223+0000","last_undegraded":"2024-09-12T17:56:45.179223+0000","last_fullsized":"2024-09-12T17:56:45.179223+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'225","last_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_deep_scrub":"267'225","last_deep_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.179009+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:31.735187+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.382348+0000","last_change":"2024-09-12T17:56:50.382348+0000","last_active":"2024-09-12T17:56:50.382348+0000","last_peered":"2024-09-12T17:56:50.382348+0000","last_clean":"2024-09-12T17:56:50.382348+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:56:50.382348+0000","last_undegraded":"2024-09-12T17:56:50.382348+0000","last_fullsized":"2024-09-12T17:56:50.382348+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'264","last_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_deep_scrub":"267'264","last_deep_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.382175+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:31.710290+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.516858+0000","last_change":"2024-09-12T17:56:40.516858+0000","last_active":"2024-09-12T17:56:40.516858+0000","last_peered":"2024-09-12T17:56:40.516858+0000","last_clean":"2024-09-12T17:56:40.516858+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:40.516858+0000","last_undegraded":"2024-09-12T17:56:40.516858+0000","last_fullsized":"2024-09-12T17:56:40.516858+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'221","last_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_deep_scrub":"267'221","last_deep_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.516486+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:27.519709+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151140+0000","last_change":"2024-09-12T17:56:57.151140+0000","last_active":"2024-09-12T17:56:57.151140+0000","last_peered":"2024-09-12T17:56:57.151140+0000","last_clean":"2024-09-12T17:56:57.151140+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:56:57.151140+0000","last_undegraded":"2024-09-12T17:56:57.151140+0000","last_fullsized":"2024-09-12T17:56:57.151140+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.150963+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:10.952013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'168","reported_seq":784,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.127600+0000","last_change":"2024-09-12T17:56:47.127600+0000","last_active":"2024-09-12T17:56:47.127600+0000","last_peered":"2024-09-12T17:56:47.127600+0000","last_clean":"2024-09-12T17:56:47.127600+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:56:47.127600+0000","last_undegraded":"2024-09-12T17:56:47.127600+0000","last_fullsized":"2024-09-12T17:56:47.127600+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.127334+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:31.101649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":346,"num_read_kb":22164,"num_write":738,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.049277+0000","last_change":"2024-09-12T17:56:50.049277+0000","last_active":"2024-09-12T17:56:50.049277+0000","last_peered":"2024-09-12T17:56:50.049277+0000","last_clean":"2024-09-12T17:56:50.049277+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:56:50.049277+0000","last_undegraded":"2024-09-12T17:56:50.049277+0000","last_fullsized":"2024-09-12T17:56:50.049277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.049089+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:49.322660+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'246","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.360856+0000","last_change":"2024-09-12T17:56:46.360856+0000","last_active":"2024-09-12T17:56:46.360856+0000","last_peered":"2024-09-12T17:56:46.360856+0000","last_clean":"2024-09-12T17:56:46.360856+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:46.360856+0000","last_undegraded":"2024-09-12T17:56:46.360856+0000","last_fullsized":"2024-09-12T17:56:46.360856+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.360652+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:09.005867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":701,"num_read_kb":139222,"num_write":1145,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.199085+0000","last_change":"2024-09-12T17:56:58.199085+0000","last_active":"2024-09-12T17:56:58.199085+0000","last_peered":"2024-09-12T17:56:58.199085+0000","last_clean":"2024-09-12T17:56:58.199085+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:56:58.199085+0000","last_undegraded":"2024-09-12T17:56:58.199085+0000","last_fullsized":"2024-09-12T17:56:58.199085+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T17:56:58.198875+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T17:56:58.198875+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.198875+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.912168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'202","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.581401+0000","last_change":"2024-09-12T17:56:41.581401+0000","last_active":"2024-09-12T17:56:41.581401+0000","last_peered":"2024-09-12T17:56:41.581401+0000","last_clean":"2024-09-12T17:56:41.581401+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:56:41.581401+0000","last_undegraded":"2024-09-12T17:56:41.581401+0000","last_fullsized":"2024-09-12T17:56:41.581401+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'202","last_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_deep_scrub":"267'202","last_deep_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.581177+0000","objects_scrubbed":2,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:29.753973+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":394,"num_read_kb":17829,"num_write":990,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1397,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.521493+0000","last_change":"2024-09-12T17:56:49.521493+0000","last_active":"2024-09-12T17:56:49.521493+0000","last_peered":"2024-09-12T17:56:49.521493+0000","last_clean":"2024-09-12T17:56:49.521493+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:56:49.521493+0000","last_undegraded":"2024-09-12T17:56:49.521493+0000","last_fullsized":"2024-09-12T17:56:49.521493+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'606","last_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_deep_scrub":"267'606","last_deep_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.521322+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:30.487240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'167","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.102414+0000","last_change":"2024-09-12T17:56:44.102414+0000","last_active":"2024-09-12T17:56:44.102414+0000","last_peered":"2024-09-12T17:56:44.102414+0000","last_clean":"2024-09-12T17:56:44.102414+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:56:44.102414+0000","last_undegraded":"2024-09-12T17:56:44.102414+0000","last_fullsized":"2024-09-12T17:56:44.102414+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.102138+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:19.275780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":784,"num_read_kb":838,"num_write":844,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.402208+0000","last_change":"2024-09-12T17:56:53.402208+0000","last_active":"2024-09-12T17:56:53.402208+0000","last_peered":"2024-09-12T17:56:53.402208+0000","last_clean":"2024-09-12T17:56:53.402208+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:56:53.402208+0000","last_undegraded":"2024-09-12T17:56:53.402208+0000","last_fullsized":"2024-09-12T17:56:53.402208+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.402020+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:15.024552+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.195420+0000","last_change":"2024-09-12T17:56:47.195420+0000","last_active":"2024-09-12T17:56:47.195420+0000","last_peered":"2024-09-12T17:56:47.195420+0000","last_clean":"2024-09-12T17:56:47.195420+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:47.195420+0000","last_undegraded":"2024-09-12T17:56:47.195420+0000","last_fullsized":"2024-09-12T17:56:47.195420+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.195165+0000","objects_scrubbed":6,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:40.186012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.023006+0000","last_change":"2024-09-12T17:56:52.023006+0000","last_active":"2024-09-12T17:56:52.023006+0000","last_peered":"2024-09-12T17:56:52.023006+0000","last_clean":"2024-09-12T17:56:52.023006+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:56:52.023006+0000","last_undegraded":"2024-09-12T17:56:52.023006+0000","last_fullsized":"2024-09-12T17:56:52.023006+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.022820+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:41.471462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'163","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.149523+0000","last_change":"2024-09-12T17:56:48.149363+0000","last_active":"2024-09-12T17:56:48.149523+0000","last_peered":"2024-09-12T17:56:48.149523+0000","last_clean":"2024-09-12T17:56:48.149523+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:56:48.149523+0000","last_undegraded":"2024-09-12T17:56:48.149523+0000","last_fullsized":"2024-09-12T17:56:48.149523+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.149066+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:32.163580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655854,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":314,"num_read_kb":36530,"num_write":737,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.003757+0000","last_change":"2024-09-12T17:56:48.003491+0000","last_active":"2024-09-12T17:56:48.003757+0000","last_peered":"2024-09-12T17:56:48.003757+0000","last_clean":"2024-09-12T17:56:48.003757+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:56:48.003757+0000","last_undegraded":"2024-09-12T17:56:48.003757+0000","last_fullsized":"2024-09-12T17:56:48.003757+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.003280+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:38.197987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.955937+0000","last_change":"2024-09-12T17:56:43.955937+0000","last_active":"2024-09-12T17:56:43.955937+0000","last_peered":"2024-09-12T17:56:43.955937+0000","last_clean":"2024-09-12T17:56:43.955937+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:43.955937+0000","last_undegraded":"2024-09-12T17:56:43.955937+0000","last_fullsized":"2024-09-12T17:56:43.955937+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.955728+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:23.928621+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'499","reported_seq":1130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.026298+0000","last_change":"2024-09-12T17:56:51.026146+0000","last_active":"2024-09-12T17:56:51.026298+0000","last_peered":"2024-09-12T17:56:51.026298+0000","last_clean":"2024-09-12T17:56:51.026298+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:56:51.026298+0000","last_undegraded":"2024-09-12T17:56:51.026298+0000","last_fullsized":"2024-09-12T17:56:51.026298+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'499","last_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_deep_scrub":"267'499","last_deep_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.025947+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:18.883389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.516734+0000","last_change":"2024-09-12T17:56:42.516542+0000","last_active":"2024-09-12T17:56:42.516734+0000","last_peered":"2024-09-12T17:56:42.516734+0000","last_clean":"2024-09-12T17:56:42.516734+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:42.516734+0000","last_undegraded":"2024-09-12T17:56:42.516734+0000","last_fullsized":"2024-09-12T17:56:42.516734+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.516332+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:09.161772+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.526503+0000","last_change":"2024-09-12T17:56:54.526347+0000","last_active":"2024-09-12T17:56:54.526503+0000","last_peered":"2024-09-12T17:56:54.526503+0000","last_clean":"2024-09-12T17:56:54.526503+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:56:54.526503+0000","last_undegraded":"2024-09-12T17:56:54.526503+0000","last_fullsized":"2024-09-12T17:56:54.526503+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.526163+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.526585+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'196","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.563048+0000","last_change":"2024-09-12T17:56:42.562743+0000","last_active":"2024-09-12T17:56:42.563048+0000","last_peered":"2024-09-12T17:56:42.563048+0000","last_clean":"2024-09-12T17:56:42.563048+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:56:42.563048+0000","last_undegraded":"2024-09-12T17:56:42.563048+0000","last_fullsized":"2024-09-12T17:56:42.563048+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.562424+0000","objects_scrubbed":6,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:39.393789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846109,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":408,"num_read_kb":31775,"num_write":975,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.431701+0000","last_change":"2024-09-12T17:56:50.431532+0000","last_active":"2024-09-12T17:56:50.431701+0000","last_peered":"2024-09-12T17:56:50.431701+0000","last_clean":"2024-09-12T17:56:50.431701+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:56:50.431701+0000","last_undegraded":"2024-09-12T17:56:50.431701+0000","last_fullsized":"2024-09-12T17:56:50.431701+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4218","last_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_deep_scrub":"267'4218","last_deep_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.431357+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:38.238819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.531137+0000","last_change":"2024-09-12T17:56:48.530994+0000","last_active":"2024-09-12T17:56:48.531137+0000","last_peered":"2024-09-12T17:56:48.531137+0000","last_clean":"2024-09-12T17:56:48.531137+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:48.531137+0000","last_undegraded":"2024-09-12T17:56:48.531137+0000","last_fullsized":"2024-09-12T17:56:48.531137+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'243","last_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_deep_scrub":"267'243","last_deep_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530770+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:35.260490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.244821+0000","last_change":"2024-09-12T17:57:00.244768+0000","last_active":"2024-09-12T17:57:00.244821+0000","last_peered":"2024-09-12T17:57:00.244821+0000","last_clean":"2024-09-12T17:57:00.244821+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:57:00.244821+0000","last_undegraded":"2024-09-12T17:57:00.244821+0000","last_fullsized":"2024-09-12T17:57:00.244821+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T17:57:00.244701+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T17:57:00.244701+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.244701+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:09.029486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.943607+0000","last_change":"2024-09-12T17:56:42.943607+0000","last_active":"2024-09-12T17:56:42.943607+0000","last_peered":"2024-09-12T17:56:42.943607+0000","last_clean":"2024-09-12T17:56:42.943607+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:42.943607+0000","last_undegraded":"2024-09-12T17:56:42.943607+0000","last_fullsized":"2024-09-12T17:56:42.943607+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.943390+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:34.448325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485458+0000","last_change":"2024-09-12T17:56:49.485458+0000","last_active":"2024-09-12T17:56:49.485458+0000","last_peered":"2024-09-12T17:56:49.485458+0000","last_clean":"2024-09-12T17:56:49.485458+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:56:49.485458+0000","last_undegraded":"2024-09-12T17:56:49.485458+0000","last_fullsized":"2024-09-12T17:56:49.485458+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485225+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:11.036468+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.175320+0000","last_change":"2024-09-12T17:56:46.175320+0000","last_active":"2024-09-12T17:56:46.175320+0000","last_peered":"2024-09-12T17:56:46.175320+0000","last_clean":"2024-09-12T17:56:46.175320+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:46.175320+0000","last_undegraded":"2024-09-12T17:56:46.175320+0000","last_fullsized":"2024-09-12T17:56:46.175320+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.174942+0000","objects_scrubbed":4,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:22.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.179151+0000","last_change":"2024-09-12T17:56:48.179151+0000","last_active":"2024-09-12T17:56:48.179151+0000","last_peered":"2024-09-12T17:56:48.179151+0000","last_clean":"2024-09-12T17:56:48.179151+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:48.179151+0000","last_undegraded":"2024-09-12T17:56:48.179151+0000","last_fullsized":"2024-09-12T17:56:48.179151+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.178905+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:13.139571+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.443582+0000","last_change":"2024-09-12T17:56:52.443582+0000","last_active":"2024-09-12T17:56:52.443582+0000","last_peered":"2024-09-12T17:56:52.443582+0000","last_clean":"2024-09-12T17:56:52.443582+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:56:52.443582+0000","last_undegraded":"2024-09-12T17:56:52.443582+0000","last_fullsized":"2024-09-12T17:56:52.443582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.443400+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:06.685378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'247","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.520214+0000","last_change":"2024-09-12T17:56:40.520214+0000","last_active":"2024-09-12T17:56:40.520214+0000","last_peered":"2024-09-12T17:56:40.520214+0000","last_clean":"2024-09-12T17:56:40.520214+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:56:40.520214+0000","last_undegraded":"2024-09-12T17:56:40.520214+0000","last_fullsized":"2024-09-12T17:56:40.520214+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.519939+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:44.301923+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":580,"num_read_kb":38110,"num_write":1086,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.166180+0000","last_change":"2024-09-12T17:56:55.166180+0000","last_active":"2024-09-12T17:56:55.166180+0000","last_peered":"2024-09-12T17:56:55.166180+0000","last_clean":"2024-09-12T17:56:55.166180+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:56:55.166180+0000","last_undegraded":"2024-09-12T17:56:55.166180+0000","last_fullsized":"2024-09-12T17:56:55.166180+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'97","last_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_deep_scrub":"267'97","last_deep_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.165978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:34.464777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7475,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1134,"ondisk_log_size":1134,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1426,"num_omap_keys":9,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1419,"ondisk_log_size":1419,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":373,"ondisk_log_size":373,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":329530,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8308,"num_read_kb":10484,"num_write":5599,"num_write_kb":2713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":672062,"num_omap_keys":1552,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1957,"ondisk_log_size":1957,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2375,"num_read_kb":2835,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43790,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3827,"ondisk_log_size":3827,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":102583517,"num_objects":235,"num_object_clones":0,"num_object_copies":940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":235,"num_whiteouts":0,"num_read":33194,"num_read_kb":2261423,"num_write":62934,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139182080,"data_stored":139182080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4375,"ondisk_log_size":4375,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":209476,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":206399,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510021,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277256,"kb_used_data":25336,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94094584,"statfs":{"total":96636764160,"available":96352854016,"internally_reserved":0,"allocated":25944064,"data_stored":23975334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510020,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":110588,"kb_used_data":25260,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94261252,"statfs":{"total":96636764160,"available":96523522048,"internally_reserved":0,"allocated":25866240,"data_stored":23939903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510020,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135176,"kb_used_data":17976,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94236664,"statfs":{"total":96636764160,"available":96498343936,"internally_reserved":0,"allocated":18407424,"data_stored":16431009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":119994821},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542722,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263464,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108376,"statfs":{"total":96636764160,"available":96366977024,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542721,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":132812,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94239028,"statfs":{"total":96636764160,"available":96500764672,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542725,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238924,"kb_used_data":23100,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94132916,"statfs":{"total":96636764160,"available":96392105984,"internally_reserved":0,"allocated":23654400,"data_stored":21662280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542724,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":107268,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94264572,"statfs":{"total":96636764160,"available":96526921728,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":95812037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542722,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284264,"kb_used_data":24088,"kb_used_omap":1,"kb_used_meta":260158,"kb_avail":94087576,"statfs":{"total":96636764160,"available":96345677824,"internally_reserved":0,"allocated":24666112,"data_stored":22658256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":266402245},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14135296,"data_stored":14135296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":19365888,"data_stored":19365888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21647360,"data_stored":21647360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":21680128,"data_stored":21680128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:57:20.822 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.822 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.823 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.824 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.825 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.826 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.827 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.828 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:25:03.863386+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=25, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.829 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.830 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:26:51.384625+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=51, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.831 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.833 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.833 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.834 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.834 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:09:54.298112+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:20.835 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T17:57:40.836 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:57:41.209 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:57:41.222 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:57:41.233 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1709,"stamp":"2024-09-12T17:57:41.141214+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":103520422,"num_objects":559,"num_object_clones":0,"num_object_copies":1588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":559,"num_whiteouts":0,"num_read":168471,"num_read_kb":2795697,"num_write":124691,"num_write_kb":2453206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":727074,"num_omap_keys":1774,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13471,"ondisk_log_size":13471,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1549752,"kb_used_data":170488,"kb_used_omap":12,"kb_used_meta":1379123,"kb_avail":753424968,"statfs":{"total":773094113280,"available":771507167232,"internally_reserved":0,"allocated":174579712,"data_stored":158724514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1412222513},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.010539"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.137017+0000","last_change":"2024-09-12T17:57:24.137017+0000","last_active":"2024-09-12T17:57:24.137017+0000","last_peered":"2024-09-12T17:57:24.137017+0000","last_clean":"2024-09-12T17:57:24.137017+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:57:24.137017+0000","last_undegraded":"2024-09-12T17:57:24.137017+0000","last_fullsized":"2024-09-12T17:57:24.137017+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:24.136791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:24.136791+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.136791+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:03.899350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.103403+0000","last_change":"2024-09-12T17:57:23.103403+0000","last_active":"2024-09-12T17:57:23.103403+0000","last_peered":"2024-09-12T17:57:23.103403+0000","last_clean":"2024-09-12T17:57:23.103403+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:57:23.103403+0000","last_undegraded":"2024-09-12T17:57:23.103403+0000","last_fullsized":"2024-09-12T17:57:23.103403+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T17:57:23.103218+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T17:57:23.103218+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.103218+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:26.172077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'6","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.386099+0000","last_change":"2024-09-12T17:57:28.386099+0000","last_active":"2024-09-12T17:57:28.386099+0000","last_peered":"2024-09-12T17:57:28.386099+0000","last_clean":"2024-09-12T17:57:28.386099+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:57:28.386099+0000","last_undegraded":"2024-09-12T17:57:28.386099+0000","last_fullsized":"2024-09-12T17:57:28.386099+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:28.385912+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:28.385912+0000","last_clean_scrub_stamp":"2024-09-12T17:57:28.385912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:53.274122+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9208,"num_write":6,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.370309+0000","last_change":"2024-09-12T17:57:20.370309+0000","last_active":"2024-09-12T17:57:20.370309+0000","last_peered":"2024-09-12T17:57:20.370309+0000","last_clean":"2024-09-12T17:57:20.370309+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:57:20.370309+0000","last_undegraded":"2024-09-12T17:57:20.370309+0000","last_fullsized":"2024-09-12T17:57:20.370309+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'31","last_scrub_stamp":"2024-09-12T17:57:20.370121+0000","last_deep_scrub":"267'31","last_deep_scrub_stamp":"2024-09-12T17:57:20.370121+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.370121+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:23.019749+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.427006+0000","last_change":"2024-09-12T17:57:08.427006+0000","last_active":"2024-09-12T17:57:08.427006+0000","last_peered":"2024-09-12T17:57:08.427006+0000","last_clean":"2024-09-12T17:57:08.427006+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:57:08.427006+0000","last_undegraded":"2024-09-12T17:57:08.427006+0000","last_fullsized":"2024-09-12T17:57:08.427006+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.426738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.426738+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.426738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:50.783012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.186527+0000","last_change":"2024-09-12T17:57:23.186527+0000","last_active":"2024-09-12T17:57:23.186527+0000","last_peered":"2024-09-12T17:57:23.186527+0000","last_clean":"2024-09-12T17:57:23.186527+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:57:23.186527+0000","last_undegraded":"2024-09-12T17:57:23.186527+0000","last_fullsized":"2024-09-12T17:57:23.186527+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:23.186333+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:23.186333+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.186333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:33.358412+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.473403+0000","last_change":"2024-09-12T17:57:13.473403+0000","last_active":"2024-09-12T17:57:13.473403+0000","last_peered":"2024-09-12T17:57:13.473403+0000","last_clean":"2024-09-12T17:57:13.473403+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:57:13.473403+0000","last_undegraded":"2024-09-12T17:57:13.473403+0000","last_fullsized":"2024-09-12T17:57:13.473403+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:13.473130+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:13.473130+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.473130+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:47.415139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.390778+0000","last_change":"2024-09-12T17:57:03.390475+0000","last_active":"2024-09-12T17:57:03.390778+0000","last_peered":"2024-09-12T17:57:03.390778+0000","last_clean":"2024-09-12T17:57:03.390778+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:57:03.390778+0000","last_undegraded":"2024-09-12T17:57:03.390778+0000","last_fullsized":"2024-09-12T17:57:03.390778+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'26","last_scrub_stamp":"2024-09-12T17:57:03.390257+0000","last_deep_scrub":"264'26","last_deep_scrub_stamp":"2024-09-12T17:57:03.390257+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.390257+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:32.472617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.770450+0000","last_change":"2024-09-12T17:57:15.770450+0000","last_active":"2024-09-12T17:57:15.770450+0000","last_peered":"2024-09-12T17:57:15.770450+0000","last_clean":"2024-09-12T17:57:15.770450+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:57:15.770450+0000","last_undegraded":"2024-09-12T17:57:15.770450+0000","last_fullsized":"2024-09-12T17:57:15.770450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:15.770254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:15.770254+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.770254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:29.685507+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.478932+0000","last_change":"2024-09-12T17:57:32.478932+0000","last_active":"2024-09-12T17:57:32.478932+0000","last_peered":"2024-09-12T17:57:32.478932+0000","last_clean":"2024-09-12T17:57:32.478932+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:57:32.478932+0000","last_undegraded":"2024-09-12T17:57:32.478932+0000","last_fullsized":"2024-09-12T17:57:32.478932+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:32.478747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:32.478747+0000","last_clean_scrub_stamp":"2024-09-12T17:57:32.478747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:29.254551+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.444354+0000","last_change":"2024-09-12T17:57:09.444354+0000","last_active":"2024-09-12T17:57:09.444354+0000","last_peered":"2024-09-12T17:57:09.444354+0000","last_clean":"2024-09-12T17:57:09.444354+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:57:09.444354+0000","last_undegraded":"2024-09-12T17:57:09.444354+0000","last_fullsized":"2024-09-12T17:57:09.444354+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:09.444180+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:09.444180+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.444180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.132680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":156,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.344987+0000","last_change":"2024-09-12T17:57:21.344844+0000","last_active":"2024-09-12T17:57:21.344987+0000","last_peered":"2024-09-12T17:57:21.344987+0000","last_clean":"2024-09-12T17:57:21.344987+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:57:21.344987+0000","last_undegraded":"2024-09-12T17:57:21.344987+0000","last_fullsized":"2024-09-12T17:57:21.344987+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'36","last_scrub_stamp":"2024-09-12T17:57:21.344664+0000","last_deep_scrub":"267'36","last_deep_scrub_stamp":"2024-09-12T17:57:21.344664+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.344664+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:41.264560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:38.095213+0000","last_change":"2024-09-12T17:39:00.669929+0000","last_active":"2024-09-12T17:53:38.095213+0000","last_peered":"2024-09-12T17:53:38.095213+0000","last_clean":"2024-09-12T17:53:38.095213+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:53:38.095213+0000","last_undegraded":"2024-09-12T17:53:38.095213+0000","last_fullsized":"2024-09-12T17:53:38.095213+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:17.252603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:03.115758+0000","last_change":"2024-09-12T17:26:55.511975+0000","last_active":"2024-09-12T17:55:03.115758+0000","last_peered":"2024-09-12T17:55:03.115758+0000","last_clean":"2024-09-12T17:55:03.115758+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:55:03.115758+0000","last_undegraded":"2024-09-12T17:55:03.115758+0000","last_fullsized":"2024-09-12T17:55:03.115758+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:26:54.451180+0000","last_clean_scrub_stamp":"2024-09-12T17:26:54.451180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.064216+0000","last_change":"2024-09-12T17:57:19.064216+0000","last_active":"2024-09-12T17:57:19.064216+0000","last_peered":"2024-09-12T17:57:19.064216+0000","last_clean":"2024-09-12T17:57:19.064216+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:57:19.064216+0000","last_undegraded":"2024-09-12T17:57:19.064216+0000","last_fullsized":"2024-09-12T17:57:19.064216+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:19.064024+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:19.064024+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.064024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:24.659438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":230,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.318482+0000","last_change":"2024-09-12T17:57:26.318332+0000","last_active":"2024-09-12T17:57:26.318482+0000","last_peered":"2024-09-12T17:57:26.318482+0000","last_clean":"2024-09-12T17:57:26.318482+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:57:26.318482+0000","last_undegraded":"2024-09-12T17:57:26.318482+0000","last_fullsized":"2024-09-12T17:57:26.318482+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'64","last_scrub_stamp":"2024-09-12T17:57:26.318136+0000","last_deep_scrub":"267'64","last_deep_scrub_stamp":"2024-09-12T17:57:26.318136+0000","last_clean_scrub_stamp":"2024-09-12T17:57:26.318136+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:55.623638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:55:08.116954+0000","last_change":"2024-09-12T17:39:00.676554+0000","last_active":"2024-09-12T17:55:08.116954+0000","last_peered":"2024-09-12T17:55:08.116954+0000","last_clean":"2024-09-12T17:55:08.116954+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:55:08.116954+0000","last_undegraded":"2024-09-12T17:55:08.116954+0000","last_fullsized":"2024-09-12T17:55:08.116954+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.116232+0000","last_change":"2024-09-12T17:57:21.116232+0000","last_active":"2024-09-12T17:57:21.116232+0000","last_peered":"2024-09-12T17:57:21.116232+0000","last_clean":"2024-09-12T17:57:21.116232+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:57:21.116232+0000","last_undegraded":"2024-09-12T17:57:21.116232+0000","last_fullsized":"2024-09-12T17:57:21.116232+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:21.116040+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:21.116040+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.116040+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:53.566815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.435193+0000","last_change":"2024-09-12T17:57:25.435193+0000","last_active":"2024-09-12T17:57:25.435193+0000","last_peered":"2024-09-12T17:57:25.435193+0000","last_clean":"2024-09-12T17:57:25.435193+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:57:25.435193+0000","last_undegraded":"2024-09-12T17:57:25.435193+0000","last_fullsized":"2024-09-12T17:57:25.435193+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T17:57:25.435016+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T17:57:25.435016+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.435016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:35.072229+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":146,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.346344+0000","last_change":"2024-09-12T17:57:27.346183+0000","last_active":"2024-09-12T17:57:27.346344+0000","last_peered":"2024-09-12T17:57:27.346344+0000","last_clean":"2024-09-12T17:57:27.346344+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:57:27.346344+0000","last_undegraded":"2024-09-12T17:57:27.346344+0000","last_fullsized":"2024-09-12T17:57:27.346344+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'33","last_scrub_stamp":"2024-09-12T17:57:27.345993+0000","last_deep_scrub":"267'33","last_deep_scrub_stamp":"2024-09-12T17:57:27.345993+0000","last_clean_scrub_stamp":"2024-09-12T17:57:27.345993+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:31.729455+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.620855+0000","last_change":"2024-09-12T17:57:20.620855+0000","last_active":"2024-09-12T17:57:20.620855+0000","last_peered":"2024-09-12T17:57:20.620855+0000","last_clean":"2024-09-12T17:57:20.620855+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:57:20.620855+0000","last_undegraded":"2024-09-12T17:57:20.620855+0000","last_fullsized":"2024-09-12T17:57:20.620855+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:20.620739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:20.620739+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.620739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:47.446008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'12","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.746559+0000","last_change":"2024-09-12T17:57:12.746559+0000","last_active":"2024-09-12T17:57:12.746559+0000","last_peered":"2024-09-12T17:57:12.746559+0000","last_clean":"2024-09-12T17:57:12.746559+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:57:12.746559+0000","last_undegraded":"2024-09-12T17:57:12.746559+0000","last_fullsized":"2024-09-12T17:57:12.746559+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T17:57:12.746365+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T17:57:12.746365+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.746365+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:56.655505+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":20493,"num_write":12,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.086299+0000","last_change":"2024-09-12T17:57:17.086299+0000","last_active":"2024-09-12T17:57:17.086299+0000","last_peered":"2024-09-12T17:57:17.086299+0000","last_clean":"2024-09-12T17:57:17.086299+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:57:17.086299+0000","last_undegraded":"2024-09-12T17:57:17.086299+0000","last_fullsized":"2024-09-12T17:57:17.086299+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:17.086114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:17.086114+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.086114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:59.201573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'110","reported_seq":410,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.679379+0000","last_change":"2024-09-12T17:57:08.679207+0000","last_active":"2024-09-12T17:57:08.679379+0000","last_peered":"2024-09-12T17:57:08.679379+0000","last_clean":"2024-09-12T17:57:08.679379+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:57:08.679379+0000","last_undegraded":"2024-09-12T17:57:08.679379+0000","last_fullsized":"2024-09-12T17:57:08.679379+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T17:57:08.679029+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T17:57:08.679029+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.679029+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:06.064822+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3507,"num_omap_keys":7,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:33.329184+0000","last_change":"2024-09-12T17:57:33.329184+0000","last_active":"2024-09-12T17:57:33.329184+0000","last_peered":"2024-09-12T17:57:33.329184+0000","last_clean":"2024-09-12T17:57:33.329184+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:57:33.329184+0000","last_undegraded":"2024-09-12T17:57:33.329184+0000","last_fullsized":"2024-09-12T17:57:33.329184+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:33.328996+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:33.328996+0000","last_clean_scrub_stamp":"2024-09-12T17:57:33.328996+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:30.191427+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.702962+0000","last_change":"2024-09-12T17:57:13.702962+0000","last_active":"2024-09-12T17:57:13.702962+0000","last_peered":"2024-09-12T17:57:13.702962+0000","last_clean":"2024-09-12T17:57:13.702962+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:57:13.702962+0000","last_undegraded":"2024-09-12T17:57:13.702962+0000","last_fullsized":"2024-09-12T17:57:13.702962+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:13.702782+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:13.702782+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.702782+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:13.258896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.101114+0000","last_change":"2024-09-12T17:57:18.101114+0000","last_active":"2024-09-12T17:57:18.101114+0000","last_peered":"2024-09-12T17:57:18.101114+0000","last_clean":"2024-09-12T17:57:18.101114+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:57:18.101114+0000","last_undegraded":"2024-09-12T17:57:18.101114+0000","last_fullsized":"2024-09-12T17:57:18.101114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:18.100937+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:18.100937+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.100937+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.738293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":6669,"num_write":6,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.388255+0000","last_change":"2024-09-12T17:57:18.388255+0000","last_active":"2024-09-12T17:57:18.388255+0000","last_peered":"2024-09-12T17:57:18.388255+0000","last_clean":"2024-09-12T17:57:18.388255+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:57:18.388255+0000","last_undegraded":"2024-09-12T17:57:18.388255+0000","last_fullsized":"2024-09-12T17:57:18.388255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'17","last_scrub_stamp":"2024-09-12T17:57:18.388067+0000","last_deep_scrub":"267'17","last_deep_scrub_stamp":"2024-09-12T17:57:18.388067+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.388067+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:40.382523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:34.313686+0000","last_change":"2024-09-12T17:57:34.313686+0000","last_active":"2024-09-12T17:57:34.313686+0000","last_peered":"2024-09-12T17:57:34.313686+0000","last_clean":"2024-09-12T17:57:34.313686+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:57:34.313686+0000","last_undegraded":"2024-09-12T17:57:34.313686+0000","last_fullsized":"2024-09-12T17:57:34.313686+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:34.313493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:34.313493+0000","last_clean_scrub_stamp":"2024-09-12T17:57:34.313493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:46.860555+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:36.356879+0000","last_change":"2024-09-12T17:57:36.356879+0000","last_active":"2024-09-12T17:57:36.356879+0000","last_peered":"2024-09-12T17:57:36.356879+0000","last_clean":"2024-09-12T17:57:36.356879+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:57:36.356879+0000","last_undegraded":"2024-09-12T17:57:36.356879+0000","last_fullsized":"2024-09-12T17:57:36.356879+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:36.356701+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:36.356701+0000","last_clean_scrub_stamp":"2024-09-12T17:57:36.356701+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:33.433098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.406645+0000","last_change":"2024-09-12T17:57:28.406645+0000","last_active":"2024-09-12T17:57:28.406645+0000","last_peered":"2024-09-12T17:57:28.406645+0000","last_clean":"2024-09-12T17:57:28.406645+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:57:28.406645+0000","last_undegraded":"2024-09-12T17:57:28.406645+0000","last_fullsized":"2024-09-12T17:57:28.406645+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:28.406455+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:28.406455+0000","last_clean_scrub_stamp":"2024-09-12T17:57:28.406455+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:27.693966+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.469122+0000","last_change":"2024-09-12T17:57:11.469122+0000","last_active":"2024-09-12T17:57:11.469122+0000","last_peered":"2024-09-12T17:57:11.469122+0000","last_clean":"2024-09-12T17:57:11.469122+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:57:11.469122+0000","last_undegraded":"2024-09-12T17:57:11.469122+0000","last_fullsized":"2024-09-12T17:57:11.469122+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'30","last_scrub_stamp":"2024-09-12T17:57:11.468788+0000","last_deep_scrub":"267'30","last_deep_scrub_stamp":"2024-09-12T17:57:11.468788+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.468788+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:40.074939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.657716+0000","last_change":"2024-09-12T17:57:19.657716+0000","last_active":"2024-09-12T17:57:19.657716+0000","last_peered":"2024-09-12T17:57:19.657716+0000","last_clean":"2024-09-12T17:57:19.657716+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:57:19.657716+0000","last_undegraded":"2024-09-12T17:57:19.657716+0000","last_fullsized":"2024-09-12T17:57:19.657716+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:19.657534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:19.657534+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.657534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:30.041939+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:35.313791+0000","last_change":"2024-09-12T17:57:35.313791+0000","last_active":"2024-09-12T17:57:35.313791+0000","last_peered":"2024-09-12T17:57:35.313791+0000","last_clean":"2024-09-12T17:57:35.313791+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:57:35.313791+0000","last_undegraded":"2024-09-12T17:57:35.313791+0000","last_fullsized":"2024-09-12T17:57:35.313791+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:35.313612+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:35.313612+0000","last_clean_scrub_stamp":"2024-09-12T17:57:35.313612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:48.001198+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.066910+0000","last_change":"2024-09-12T17:57:18.066744+0000","last_active":"2024-09-12T17:57:18.066910+0000","last_peered":"2024-09-12T17:57:18.066910+0000","last_clean":"2024-09-12T17:57:18.066910+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:57:18.066910+0000","last_undegraded":"2024-09-12T17:57:18.066910+0000","last_fullsized":"2024-09-12T17:57:18.066910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:18.066563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:18.066563+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.066563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:36.913263+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.363508+0000","last_change":"2024-09-12T17:57:17.363508+0000","last_active":"2024-09-12T17:57:17.363508+0000","last_peered":"2024-09-12T17:57:17.363508+0000","last_clean":"2024-09-12T17:57:17.363508+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:57:17.363508+0000","last_undegraded":"2024-09-12T17:57:17.363508+0000","last_fullsized":"2024-09-12T17:57:17.363508+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:17.363262+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:17.363262+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.363262+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:37.003824+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.398008+0000","last_change":"2024-09-12T17:57:07.398008+0000","last_active":"2024-09-12T17:57:07.398008+0000","last_peered":"2024-09-12T17:57:07.398008+0000","last_clean":"2024-09-12T17:57:07.398008+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:57:07.398008+0000","last_undegraded":"2024-09-12T17:57:07.398008+0000","last_fullsized":"2024-09-12T17:57:07.398008+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:07.397833+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:07.397833+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.397833+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:27.289027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.322063+0000","last_change":"2024-09-12T17:57:32.322063+0000","last_active":"2024-09-12T17:57:32.322063+0000","last_peered":"2024-09-12T17:57:32.322063+0000","last_clean":"2024-09-12T17:57:32.322063+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:57:32.322063+0000","last_undegraded":"2024-09-12T17:57:32.322063+0000","last_fullsized":"2024-09-12T17:57:32.322063+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:32.321879+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:32.321879+0000","last_clean_scrub_stamp":"2024-09-12T17:57:32.321879+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:06.455893+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.242434+0000","last_change":"2024-09-12T17:57:27.242434+0000","last_active":"2024-09-12T17:57:27.242434+0000","last_peered":"2024-09-12T17:57:27.242434+0000","last_clean":"2024-09-12T17:57:27.242434+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:57:27.242434+0000","last_undegraded":"2024-09-12T17:57:27.242434+0000","last_fullsized":"2024-09-12T17:57:27.242434+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:27.242134+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:27.242134+0000","last_clean_scrub_stamp":"2024-09-12T17:57:27.242134+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:21.379210+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":191,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.345125+0000","last_change":"2024-09-12T17:57:24.345125+0000","last_active":"2024-09-12T17:57:24.345125+0000","last_peered":"2024-09-12T17:57:24.345125+0000","last_clean":"2024-09-12T17:57:24.345125+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:57:24.345125+0000","last_undegraded":"2024-09-12T17:57:24.345125+0000","last_fullsized":"2024-09-12T17:57:24.345125+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'47","last_scrub_stamp":"2024-09-12T17:57:24.344948+0000","last_deep_scrub":"267'47","last_deep_scrub_stamp":"2024-09-12T17:57:24.344948+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.344948+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:44.906163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.283620+0000","last_change":"2024-09-12T17:57:30.283620+0000","last_active":"2024-09-12T17:57:30.283620+0000","last_peered":"2024-09-12T17:57:30.283620+0000","last_clean":"2024-09-12T17:57:30.283620+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:57:30.283620+0000","last_undegraded":"2024-09-12T17:57:30.283620+0000","last_fullsized":"2024-09-12T17:57:30.283620+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:30.283419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:30.283419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:30.283419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.721815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.472592+0000","last_change":"2024-09-12T17:57:30.472592+0000","last_active":"2024-09-12T17:57:30.472592+0000","last_peered":"2024-09-12T17:57:30.472592+0000","last_clean":"2024-09-12T17:57:30.472592+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:57:30.472592+0000","last_undegraded":"2024-09-12T17:57:30.472592+0000","last_fullsized":"2024-09-12T17:57:30.472592+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:30.472419+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:30.472419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:30.472419+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:55.689002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.336943+0000","last_change":"2024-09-12T17:57:05.336943+0000","last_active":"2024-09-12T17:57:05.336943+0000","last_peered":"2024-09-12T17:57:05.336943+0000","last_clean":"2024-09-12T17:57:05.336943+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:57:05.336943+0000","last_undegraded":"2024-09-12T17:57:05.336943+0000","last_fullsized":"2024-09-12T17:57:05.336943+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T17:57:05.336755+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T17:57:05.336755+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.336755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:11.653655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.224367+0000","last_change":"2024-09-12T17:56:58.224367+0000","last_active":"2024-09-12T17:56:58.224367+0000","last_peered":"2024-09-12T17:56:58.224367+0000","last_clean":"2024-09-12T17:56:58.224367+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:56:58.224367+0000","last_undegraded":"2024-09-12T17:56:58.224367+0000","last_fullsized":"2024-09-12T17:56:58.224367+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'25","last_scrub_stamp":"2024-09-12T17:56:58.224097+0000","last_deep_scrub":"267'25","last_deep_scrub_stamp":"2024-09-12T17:56:58.224097+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.224097+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:59:46.123227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.175872+0000","last_change":"2024-09-12T17:57:25.175872+0000","last_active":"2024-09-12T17:57:25.175872+0000","last_peered":"2024-09-12T17:57:25.175872+0000","last_clean":"2024-09-12T17:57:25.175872+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:57:25.175872+0000","last_undegraded":"2024-09-12T17:57:25.175872+0000","last_fullsized":"2024-09-12T17:57:25.175872+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:25.175696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:25.175696+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.175696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:44.728396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.203076+0000","last_change":"2024-09-12T17:57:25.203076+0000","last_active":"2024-09-12T17:57:25.203076+0000","last_peered":"2024-09-12T17:57:25.203076+0000","last_clean":"2024-09-12T17:57:25.203076+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:57:25.203076+0000","last_undegraded":"2024-09-12T17:57:25.203076+0000","last_fullsized":"2024-09-12T17:57:25.203076+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:25.202895+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:25.202895+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.202895+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:10.072022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":10,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.413381+0000","last_change":"2024-09-12T17:57:26.413381+0000","last_active":"2024-09-12T17:57:26.413381+0000","last_peered":"2024-09-12T17:57:26.413381+0000","last_clean":"2024-09-12T17:57:26.413381+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:57:26.413381+0000","last_undegraded":"2024-09-12T17:57:26.413381+0000","last_fullsized":"2024-09-12T17:57:26.413381+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T17:57:26.413166+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T17:57:26.413166+0000","last_clean_scrub_stamp":"2024-09-12T17:57:26.413166+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:00.727377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.122959+0000","last_change":"2024-09-12T17:57:15.122959+0000","last_active":"2024-09-12T17:57:15.122959+0000","last_peered":"2024-09-12T17:57:15.122959+0000","last_clean":"2024-09-12T17:57:15.122959+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:57:15.122959+0000","last_undegraded":"2024-09-12T17:57:15.122959+0000","last_fullsized":"2024-09-12T17:57:15.122959+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T17:57:15.122651+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T17:57:15.122651+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.122651+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:10.273744+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:53:33.094079+0000","last_change":"2024-09-12T17:39:00.641671+0000","last_active":"2024-09-12T17:53:33.094079+0000","last_peered":"2024-09-12T17:53:33.094079+0000","last_clean":"2024-09-12T17:53:33.094079+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:53:33.094079+0000","last_undegraded":"2024-09-12T17:53:33.094079+0000","last_fullsized":"2024-09-12T17:53:33.094079+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:16.465349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'7","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.587685+0000","last_change":"2024-09-12T17:57:21.587685+0000","last_active":"2024-09-12T17:57:21.587685+0000","last_peered":"2024-09-12T17:57:21.587685+0000","last_clean":"2024-09-12T17:57:21.587685+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:57:21.587685+0000","last_undegraded":"2024-09-12T17:57:21.587685+0000","last_fullsized":"2024-09-12T17:57:21.587685+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T17:57:21.587504+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T17:57:21.587504+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.587504+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:51.705836+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8190,"num_write":12,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.096385+0000","last_change":"2024-09-12T17:57:16.096385+0000","last_active":"2024-09-12T17:57:16.096385+0000","last_peered":"2024-09-12T17:57:16.096385+0000","last_clean":"2024-09-12T17:57:16.096385+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:57:16.096385+0000","last_undegraded":"2024-09-12T17:57:16.096385+0000","last_fullsized":"2024-09-12T17:57:16.096385+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:16.096165+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:16.096165+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.096165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:26.906782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.132299+0000","last_change":"2024-09-12T17:57:13.132299+0000","last_active":"2024-09-12T17:57:13.132299+0000","last_peered":"2024-09-12T17:57:13.132299+0000","last_clean":"2024-09-12T17:57:13.132299+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:57:13.132299+0000","last_undegraded":"2024-09-12T17:57:13.132299+0000","last_fullsized":"2024-09-12T17:57:13.132299+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:13.132122+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:13.132122+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.132122+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:18.366950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:33.436676+0000","last_change":"2024-09-12T17:57:33.436676+0000","last_active":"2024-09-12T17:57:33.436676+0000","last_peered":"2024-09-12T17:57:33.436676+0000","last_clean":"2024-09-12T17:57:33.436676+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:57:33.436676+0000","last_undegraded":"2024-09-12T17:57:33.436676+0000","last_fullsized":"2024-09-12T17:57:33.436676+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:33.436492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:33.436492+0000","last_clean_scrub_stamp":"2024-09-12T17:57:33.436492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:58.302829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.574250+0000","last_change":"2024-09-12T17:57:16.574115+0000","last_active":"2024-09-12T17:57:16.574250+0000","last_peered":"2024-09-12T17:57:16.574250+0000","last_clean":"2024-09-12T17:57:16.574250+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:57:16.574250+0000","last_undegraded":"2024-09-12T17:57:16.574250+0000","last_fullsized":"2024-09-12T17:57:16.574250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T17:57:16.573933+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T17:57:16.573933+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.573933+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:22.106049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.340620+0000","last_change":"2024-09-12T17:57:29.340620+0000","last_active":"2024-09-12T17:57:29.340620+0000","last_peered":"2024-09-12T17:57:29.340620+0000","last_clean":"2024-09-12T17:57:29.340620+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:57:29.340620+0000","last_undegraded":"2024-09-12T17:57:29.340620+0000","last_fullsized":"2024-09-12T17:57:29.340620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:29.340435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:29.340435+0000","last_clean_scrub_stamp":"2024-09-12T17:57:29.340435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.440366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.403992+0000","last_change":"2024-09-12T17:57:19.403992+0000","last_active":"2024-09-12T17:57:19.403992+0000","last_peered":"2024-09-12T17:57:19.403992+0000","last_clean":"2024-09-12T17:57:19.403992+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:57:19.403992+0000","last_undegraded":"2024-09-12T17:57:19.403992+0000","last_fullsized":"2024-09-12T17:57:19.403992+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T17:57:19.403766+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T17:57:19.403766+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.403766+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:42.926020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:36.430389+0000","last_change":"2024-09-12T17:57:36.430389+0000","last_active":"2024-09-12T17:57:36.430389+0000","last_peered":"2024-09-12T17:57:36.430389+0000","last_clean":"2024-09-12T17:57:36.430389+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:57:36.430389+0000","last_undegraded":"2024-09-12T17:57:36.430389+0000","last_fullsized":"2024-09-12T17:57:36.430389+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:36.430145+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:36.430145+0000","last_clean_scrub_stamp":"2024-09-12T17:57:36.430145+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:09:00.770941+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'7","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:34.306806+0000","last_change":"2024-09-12T17:57:34.306806+0000","last_active":"2024-09-12T17:57:34.306806+0000","last_peered":"2024-09-12T17:57:34.306806+0000","last_clean":"2024-09-12T17:57:34.306806+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:57:34.306806+0000","last_undegraded":"2024-09-12T17:57:34.306806+0000","last_fullsized":"2024-09-12T17:57:34.306806+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T17:57:34.306598+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T17:57:34.306598+0000","last_clean_scrub_stamp":"2024-09-12T17:57:34.306598+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:07.383795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":12,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'10","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.751343+0000","last_change":"2024-09-12T17:57:10.751149+0000","last_active":"2024-09-12T17:57:10.751343+0000","last_peered":"2024-09-12T17:57:10.751343+0000","last_clean":"2024-09-12T17:57:10.751343+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:57:10.751343+0000","last_undegraded":"2024-09-12T17:57:10.751343+0000","last_fullsized":"2024-09-12T17:57:10.751343+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T17:57:10.750967+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T17:57:10.750967+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.750967+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:43.912007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8239,"num_write":10,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":193,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.081878+0000","last_change":"2024-09-12T17:57:14.081878+0000","last_active":"2024-09-12T17:57:14.081878+0000","last_peered":"2024-09-12T17:57:14.081878+0000","last_clean":"2024-09-12T17:57:14.081878+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:57:14.081878+0000","last_undegraded":"2024-09-12T17:57:14.081878+0000","last_fullsized":"2024-09-12T17:57:14.081878+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'51","last_scrub_stamp":"2024-09-12T17:57:14.081685+0000","last_deep_scrub":"267'51","last_deep_scrub_stamp":"2024-09-12T17:57:14.081685+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.081685+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:34.658224+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.350710+0000","last_change":"2024-09-12T17:57:37.350710+0000","last_active":"2024-09-12T17:57:37.350710+0000","last_peered":"2024-09-12T17:57:37.350710+0000","last_clean":"2024-09-12T17:57:37.350710+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:57:37.350710+0000","last_undegraded":"2024-09-12T17:57:37.350710+0000","last_fullsized":"2024-09-12T17:57:37.350710+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:37.350514+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:37.350514+0000","last_clean_scrub_stamp":"2024-09-12T17:57:37.350514+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.353182+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.723526+0000","last_change":"2024-09-12T17:57:11.723393+0000","last_active":"2024-09-12T17:57:11.723526+0000","last_peered":"2024-09-12T17:57:11.723526+0000","last_clean":"2024-09-12T17:57:11.723526+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:57:11.723526+0000","last_undegraded":"2024-09-12T17:57:11.723526+0000","last_fullsized":"2024-09-12T17:57:11.723526+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:11.723210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:11.723210+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.723210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:26.463321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.090202+0000","last_change":"2024-09-12T17:57:19.090202+0000","last_active":"2024-09-12T17:57:19.090202+0000","last_peered":"2024-09-12T17:57:19.090202+0000","last_clean":"2024-09-12T17:57:19.090202+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:57:19.090202+0000","last_undegraded":"2024-09-12T17:57:19.090202+0000","last_fullsized":"2024-09-12T17:57:19.090202+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:19.090010+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:19.090010+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.090010+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:35.944199+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":162,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.372392+0000","last_change":"2024-09-12T17:57:23.372392+0000","last_active":"2024-09-12T17:57:23.372392+0000","last_peered":"2024-09-12T17:57:23.372392+0000","last_clean":"2024-09-12T17:57:23.372392+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:57:23.372392+0000","last_undegraded":"2024-09-12T17:57:23.372392+0000","last_fullsized":"2024-09-12T17:57:23.372392+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T17:57:23.372172+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T17:57:23.372172+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.372172+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:26.338772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.354731+0000","last_change":"2024-09-12T17:57:06.354731+0000","last_active":"2024-09-12T17:57:06.354731+0000","last_peered":"2024-09-12T17:57:06.354731+0000","last_clean":"2024-09-12T17:57:06.354731+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:57:06.354731+0000","last_undegraded":"2024-09-12T17:57:06.354731+0000","last_fullsized":"2024-09-12T17:57:06.354731+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.354464+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.354464+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.354464+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:07.278770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'7","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.369852+0000","last_change":"2024-09-12T17:57:30.369852+0000","last_active":"2024-09-12T17:57:30.369852+0000","last_peered":"2024-09-12T17:57:30.369852+0000","last_clean":"2024-09-12T17:57:30.369852+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:57:30.369852+0000","last_undegraded":"2024-09-12T17:57:30.369852+0000","last_fullsized":"2024-09-12T17:57:30.369852+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T17:57:30.369641+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T17:57:30.369641+0000","last_clean_scrub_stamp":"2024-09-12T17:57:30.369641+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:25.090295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.280034+0000","last_change":"2024-09-12T17:57:24.280034+0000","last_active":"2024-09-12T17:57:24.280034+0000","last_peered":"2024-09-12T17:57:24.280034+0000","last_clean":"2024-09-12T17:57:24.280034+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:57:24.280034+0000","last_undegraded":"2024-09-12T17:57:24.280034+0000","last_fullsized":"2024-09-12T17:57:24.280034+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T17:57:24.279846+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T17:57:24.279846+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.279846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:33.527538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.451485+0000","last_change":"2024-09-12T17:57:20.451485+0000","last_active":"2024-09-12T17:57:20.451485+0000","last_peered":"2024-09-12T17:57:20.451485+0000","last_clean":"2024-09-12T17:57:20.451485+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:57:20.451485+0000","last_undegraded":"2024-09-12T17:57:20.451485+0000","last_fullsized":"2024-09-12T17:57:20.451485+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T17:57:20.451345+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T17:57:20.451345+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.451345+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:53.016335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.233117+0000","last_change":"2024-09-12T17:57:25.233117+0000","last_active":"2024-09-12T17:57:25.233117+0000","last_peered":"2024-09-12T17:57:25.233117+0000","last_clean":"2024-09-12T17:57:25.233117+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:57:25.233117+0000","last_undegraded":"2024-09-12T17:57:25.233117+0000","last_fullsized":"2024-09-12T17:57:25.233117+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:25.232939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:25.232939+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.232939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:34.973546+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'6","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.362169+0000","last_change":"2024-09-12T17:57:31.362169+0000","last_active":"2024-09-12T17:57:31.362169+0000","last_peered":"2024-09-12T17:57:31.362169+0000","last_clean":"2024-09-12T17:57:31.362169+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:57:31.362169+0000","last_undegraded":"2024-09-12T17:57:31.362169+0000","last_fullsized":"2024-09-12T17:57:31.362169+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:31.361988+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:31.361988+0000","last_clean_scrub_stamp":"2024-09-12T17:57:31.361988+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:26.962970+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":6,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.358672+0000","last_change":"2024-09-12T17:57:04.358672+0000","last_active":"2024-09-12T17:57:04.358672+0000","last_peered":"2024-09-12T17:57:04.358672+0000","last_clean":"2024-09-12T17:57:04.358672+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:57:04.358672+0000","last_undegraded":"2024-09-12T17:57:04.358672+0000","last_fullsized":"2024-09-12T17:57:04.358672+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:04.358500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:04.358500+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.358500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:37.254162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.102971+0000","last_change":"2024-09-12T17:57:15.102971+0000","last_active":"2024-09-12T17:57:15.102971+0000","last_peered":"2024-09-12T17:57:15.102971+0000","last_clean":"2024-09-12T17:57:15.102971+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:57:15.102971+0000","last_undegraded":"2024-09-12T17:57:15.102971+0000","last_fullsized":"2024-09-12T17:57:15.102971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'14","last_scrub_stamp":"2024-09-12T17:57:15.102792+0000","last_deep_scrub":"267'14","last_deep_scrub_stamp":"2024-09-12T17:57:15.102792+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.102792+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:06.812529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.732615+0000","last_change":"2024-09-12T17:57:14.732615+0000","last_active":"2024-09-12T17:57:14.732615+0000","last_peered":"2024-09-12T17:57:14.732615+0000","last_clean":"2024-09-12T17:57:14.732615+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:57:14.732615+0000","last_undegraded":"2024-09-12T17:57:14.732615+0000","last_fullsized":"2024-09-12T17:57:14.732615+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:14.732315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:14.732315+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.732315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:30.635974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.487065+0000","last_change":"2024-09-12T17:57:14.487065+0000","last_active":"2024-09-12T17:57:14.487065+0000","last_peered":"2024-09-12T17:57:14.487065+0000","last_clean":"2024-09-12T17:57:14.487065+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:57:14.487065+0000","last_undegraded":"2024-09-12T17:57:14.487065+0000","last_fullsized":"2024-09-12T17:57:14.487065+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T17:57:14.486854+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T17:57:14.486854+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.486854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:58.111538+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.392707+0000","last_change":"2024-09-12T17:57:23.392707+0000","last_active":"2024-09-12T17:57:23.392707+0000","last_peered":"2024-09-12T17:57:23.392707+0000","last_clean":"2024-09-12T17:57:23.392707+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:57:23.392707+0000","last_undegraded":"2024-09-12T17:57:23.392707+0000","last_fullsized":"2024-09-12T17:57:23.392707+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:23.392522+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:23.392522+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.392522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:40.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":206,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.585411+0000","last_change":"2024-09-12T17:57:06.585411+0000","last_active":"2024-09-12T17:57:06.585411+0000","last_peered":"2024-09-12T17:57:06.585411+0000","last_clean":"2024-09-12T17:57:06.585411+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:57:06.585411+0000","last_undegraded":"2024-09-12T17:57:06.585411+0000","last_fullsized":"2024-09-12T17:57:06.585411+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T17:57:06.585230+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T17:57:06.585230+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.585230+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:16.404569+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:35.330742+0000","last_change":"2024-09-12T17:57:35.330742+0000","last_active":"2024-09-12T17:57:35.330742+0000","last_peered":"2024-09-12T17:57:35.330742+0000","last_clean":"2024-09-12T17:57:35.330742+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:57:35.330742+0000","last_undegraded":"2024-09-12T17:57:35.330742+0000","last_fullsized":"2024-09-12T17:57:35.330742+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:35.330533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:35.330533+0000","last_clean_scrub_stamp":"2024-09-12T17:57:35.330533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:50.229295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'15","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:33.299446+0000","last_change":"2024-09-12T17:57:33.299446+0000","last_active":"2024-09-12T17:57:33.299446+0000","last_peered":"2024-09-12T17:57:33.299446+0000","last_clean":"2024-09-12T17:57:33.299446+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:57:33.299446+0000","last_undegraded":"2024-09-12T17:57:33.299446+0000","last_fullsized":"2024-09-12T17:57:33.299446+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T17:57:33.299261+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T17:57:33.299261+0000","last_clean_scrub_stamp":"2024-09-12T17:57:33.299261+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:13.651898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":31750,"num_write":20,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.436597+0000","last_change":"2024-09-12T17:57:12.436597+0000","last_active":"2024-09-12T17:57:12.436597+0000","last_peered":"2024-09-12T17:57:12.436597+0000","last_clean":"2024-09-12T17:57:12.436597+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:57:12.436597+0000","last_undegraded":"2024-09-12T17:57:12.436597+0000","last_fullsized":"2024-09-12T17:57:12.436597+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T17:57:12.436340+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T17:57:12.436340+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.436340+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:14.494649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":105,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.334622+0000","last_change":"2024-09-12T17:57:01.334622+0000","last_active":"2024-09-12T17:57:01.334622+0000","last_peered":"2024-09-12T17:57:01.334622+0000","last_clean":"2024-09-12T17:57:01.334622+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:57:01.334622+0000","last_undegraded":"2024-09-12T17:57:01.334622+0000","last_fullsized":"2024-09-12T17:57:01.334622+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T17:57:01.334442+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T17:57:01.334442+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.334442+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:50.138675+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:54:48.112654+0000","last_change":"2024-09-12T17:39:00.675437+0000","last_active":"2024-09-12T17:54:48.112654+0000","last_peered":"2024-09-12T17:54:48.112654+0000","last_clean":"2024-09-12T17:54:48.112654+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:54:48.112654+0000","last_undegraded":"2024-09-12T17:54:48.112654+0000","last_fullsized":"2024-09-12T17:54:48.112654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:59.605992+0000","last_clean_scrub_stamp":"2024-09-12T17:38:59.605992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.175899+0000","last_change":"2024-09-12T17:57:22.175899+0000","last_active":"2024-09-12T17:57:22.175899+0000","last_peered":"2024-09-12T17:57:22.175899+0000","last_clean":"2024-09-12T17:57:22.175899+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:57:22.175899+0000","last_undegraded":"2024-09-12T17:57:22.175899+0000","last_fullsized":"2024-09-12T17:57:22.175899+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:22.175719+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:22.175719+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.175719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:03.393890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2064,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.404647+0000","last_change":"2024-09-12T17:57:24.404647+0000","last_active":"2024-09-12T17:57:24.404647+0000","last_peered":"2024-09-12T17:57:24.404647+0000","last_clean":"2024-09-12T17:57:24.404647+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:57:24.404647+0000","last_undegraded":"2024-09-12T17:57:24.404647+0000","last_fullsized":"2024-09-12T17:57:24.404647+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T17:57:24.404461+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T17:57:24.404461+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.404461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:32:05.923300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.385774+0000","last_change":"2024-09-12T17:57:16.385774+0000","last_active":"2024-09-12T17:57:16.385774+0000","last_peered":"2024-09-12T17:57:16.385774+0000","last_clean":"2024-09-12T17:57:16.385774+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:57:16.385774+0000","last_undegraded":"2024-09-12T17:57:16.385774+0000","last_fullsized":"2024-09-12T17:57:16.385774+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T17:57:16.385584+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T17:57:16.385584+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.385584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:16.679737+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.375041+0000","last_change":"2024-09-12T17:57:32.375041+0000","last_active":"2024-09-12T17:57:32.375041+0000","last_peered":"2024-09-12T17:57:32.375041+0000","last_clean":"2024-09-12T17:57:32.375041+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:57:32.375041+0000","last_undegraded":"2024-09-12T17:57:32.375041+0000","last_fullsized":"2024-09-12T17:57:32.375041+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:32.374851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:32.374851+0000","last_clean_scrub_stamp":"2024-09-12T17:57:32.374851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:58.831279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.260708+0000","last_change":"2024-09-12T17:57:22.260708+0000","last_active":"2024-09-12T17:57:22.260708+0000","last_peered":"2024-09-12T17:57:22.260708+0000","last_clean":"2024-09-12T17:57:22.260708+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:57:22.260708+0000","last_undegraded":"2024-09-12T17:57:22.260708+0000","last_fullsized":"2024-09-12T17:57:22.260708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:22.260513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:22.260513+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.260513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:04.074581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.431179+0000","last_change":"2024-09-12T17:57:10.430926+0000","last_active":"2024-09-12T17:57:10.431179+0000","last_peered":"2024-09-12T17:57:10.431179+0000","last_clean":"2024-09-12T17:57:10.431179+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:57:10.431179+0000","last_undegraded":"2024-09-12T17:57:10.431179+0000","last_fullsized":"2024-09-12T17:57:10.431179+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:10.430712+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:10.430712+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.430712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:57.683350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1029,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":244,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.157015+0000","last_change":"2024-09-12T17:57:14.157015+0000","last_active":"2024-09-12T17:57:14.157015+0000","last_peered":"2024-09-12T17:57:14.157015+0000","last_clean":"2024-09-12T17:57:14.157015+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:57:14.157015+0000","last_undegraded":"2024-09-12T17:57:14.157015+0000","last_fullsized":"2024-09-12T17:57:14.157015+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'70","last_scrub_stamp":"2024-09-12T17:57:14.156726+0000","last_deep_scrub":"267'70","last_deep_scrub_stamp":"2024-09-12T17:57:14.156726+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.156726+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:37.376238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.257239+0000","last_change":"2024-09-12T17:57:29.257239+0000","last_active":"2024-09-12T17:57:29.257239+0000","last_peered":"2024-09-12T17:57:29.257239+0000","last_clean":"2024-09-12T17:57:29.257239+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:57:29.257239+0000","last_undegraded":"2024-09-12T17:57:29.257239+0000","last_fullsized":"2024-09-12T17:57:29.257239+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:29.257048+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:29.257048+0000","last_clean_scrub_stamp":"2024-09-12T17:57:29.257048+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:58.684079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.526585+0000","last_change":"2024-09-12T17:57:15.526585+0000","last_active":"2024-09-12T17:57:15.526585+0000","last_peered":"2024-09-12T17:57:15.526585+0000","last_clean":"2024-09-12T17:57:15.526585+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:57:15.526585+0000","last_undegraded":"2024-09-12T17:57:15.526585+0000","last_fullsized":"2024-09-12T17:57:15.526585+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:15.526356+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:15.526356+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.526356+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:47.936541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.363751+0000","last_change":"2024-09-12T17:57:22.363751+0000","last_active":"2024-09-12T17:57:22.363751+0000","last_peered":"2024-09-12T17:57:22.363751+0000","last_clean":"2024-09-12T17:57:22.363751+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:57:22.363751+0000","last_undegraded":"2024-09-12T17:57:22.363751+0000","last_fullsized":"2024-09-12T17:57:22.363751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T17:57:22.363558+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T17:57:22.363558+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.363558+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:27.614289+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.395758+0000","last_change":"2024-09-12T17:57:22.395567+0000","last_active":"2024-09-12T17:57:22.395758+0000","last_peered":"2024-09-12T17:57:22.395758+0000","last_clean":"2024-09-12T17:57:22.395758+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:57:22.395758+0000","last_undegraded":"2024-09-12T17:57:22.395758+0000","last_fullsized":"2024-09-12T17:57:22.395758+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'32","last_scrub_stamp":"2024-09-12T17:57:22.395393+0000","last_deep_scrub":"267'32","last_deep_scrub_stamp":"2024-09-12T17:57:22.395393+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.395393+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:26.545391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:35.432934+0000","last_change":"2024-09-12T17:57:35.432934+0000","last_active":"2024-09-12T17:57:35.432934+0000","last_peered":"2024-09-12T17:57:35.432934+0000","last_clean":"2024-09-12T17:57:35.432934+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:57:35.432934+0000","last_undegraded":"2024-09-12T17:57:35.432934+0000","last_fullsized":"2024-09-12T17:57:35.432934+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:35.432614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:35.432614+0000","last_clean_scrub_stamp":"2024-09-12T17:57:35.432614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:55:59.039154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.238521+0000","last_change":"2024-09-12T17:57:23.238380+0000","last_active":"2024-09-12T17:57:23.238521+0000","last_peered":"2024-09-12T17:57:23.238521+0000","last_clean":"2024-09-12T17:57:23.238521+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:57:23.238521+0000","last_undegraded":"2024-09-12T17:57:23.238521+0000","last_fullsized":"2024-09-12T17:57:23.238521+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:23.238194+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:23.238194+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.238194+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:57.445211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.126146+0000","last_change":"2024-09-12T17:57:15.126146+0000","last_active":"2024-09-12T17:57:15.126146+0000","last_peered":"2024-09-12T17:57:15.126146+0000","last_clean":"2024-09-12T17:57:15.126146+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:57:15.126146+0000","last_undegraded":"2024-09-12T17:57:15.126146+0000","last_fullsized":"2024-09-12T17:57:15.126146+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:15.125929+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:15.125929+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.125929+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:02.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.545801+0000","last_change":"2024-09-12T17:57:05.545549+0000","last_active":"2024-09-12T17:57:05.545801+0000","last_peered":"2024-09-12T17:57:05.545801+0000","last_clean":"2024-09-12T17:57:05.545801+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:57:05.545801+0000","last_undegraded":"2024-09-12T17:57:05.545801+0000","last_fullsized":"2024-09-12T17:57:05.545801+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:05.545243+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:05.545243+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.545243+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:08.766515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.253354+0000","last_change":"2024-09-12T17:57:26.253354+0000","last_active":"2024-09-12T17:57:26.253354+0000","last_peered":"2024-09-12T17:57:26.253354+0000","last_clean":"2024-09-12T17:57:26.253354+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:57:26.253354+0000","last_undegraded":"2024-09-12T17:57:26.253354+0000","last_fullsized":"2024-09-12T17:57:26.253354+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:26.253071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:26.253071+0000","last_clean_scrub_stamp":"2024-09-12T17:57:26.253071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:07.882207+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.406923+0000","last_change":"2024-09-12T17:57:27.406923+0000","last_active":"2024-09-12T17:57:27.406923+0000","last_peered":"2024-09-12T17:57:27.406923+0000","last_clean":"2024-09-12T17:57:27.406923+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:57:27.406923+0000","last_undegraded":"2024-09-12T17:57:27.406923+0000","last_fullsized":"2024-09-12T17:57:27.406923+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:27.406745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:27.406745+0000","last_clean_scrub_stamp":"2024-09-12T17:57:27.406745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:57.973446+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.241361+0000","last_change":"2024-09-12T17:57:20.241361+0000","last_active":"2024-09-12T17:57:20.241361+0000","last_peered":"2024-09-12T17:57:20.241361+0000","last_clean":"2024-09-12T17:57:20.241361+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:57:20.241361+0000","last_undegraded":"2024-09-12T17:57:20.241361+0000","last_fullsized":"2024-09-12T17:57:20.241361+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:20.241168+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:20.241168+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.241168+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:58.381600+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.338610+0000","last_change":"2024-09-12T17:57:15.338289+0000","last_active":"2024-09-12T17:57:15.338610+0000","last_peered":"2024-09-12T17:57:15.338610+0000","last_clean":"2024-09-12T17:57:15.338610+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:57:15.338610+0000","last_undegraded":"2024-09-12T17:57:15.338610+0000","last_fullsized":"2024-09-12T17:57:15.338610+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T17:57:15.338042+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T17:57:15.338042+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.338042+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:49.571695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.147174+0000","last_change":"2024-09-12T17:57:22.147174+0000","last_active":"2024-09-12T17:57:22.147174+0000","last_peered":"2024-09-12T17:57:22.147174+0000","last_clean":"2024-09-12T17:57:22.147174+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:57:22.147174+0000","last_undegraded":"2024-09-12T17:57:22.147174+0000","last_fullsized":"2024-09-12T17:57:22.147174+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:22.146998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:22.146998+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.146998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:28.914444+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.432984+0000","last_change":"2024-09-12T17:57:29.432984+0000","last_active":"2024-09-12T17:57:29.432984+0000","last_peered":"2024-09-12T17:57:29.432984+0000","last_clean":"2024-09-12T17:57:29.432984+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:57:29.432984+0000","last_undegraded":"2024-09-12T17:57:29.432984+0000","last_fullsized":"2024-09-12T17:57:29.432984+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:29.432778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:29.432778+0000","last_clean_scrub_stamp":"2024-09-12T17:57:29.432778+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:22.631926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.358453+0000","last_change":"2024-09-12T17:57:02.358453+0000","last_active":"2024-09-12T17:57:02.358453+0000","last_peered":"2024-09-12T17:57:02.358453+0000","last_clean":"2024-09-12T17:57:02.358453+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:57:02.358453+0000","last_undegraded":"2024-09-12T17:57:02.358453+0000","last_fullsized":"2024-09-12T17:57:02.358453+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:02.358264+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:02.358264+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.358264+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:59.539399+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'100","reported_seq":365,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.509089+0000","last_change":"2024-09-12T17:57:03.508959+0000","last_active":"2024-09-12T17:57:03.509089+0000","last_peered":"2024-09-12T17:57:03.509089+0000","last_clean":"2024-09-12T17:57:03.509089+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:57:03.509089+0000","last_undegraded":"2024-09-12T17:57:03.509089+0000","last_fullsized":"2024-09-12T17:57:03.509089+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'100","last_scrub_stamp":"2024-09-12T17:57:03.508773+0000","last_deep_scrub":"267'100","last_deep_scrub_stamp":"2024-09-12T17:57:03.508773+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.508773+0000","objects_scrubbed":1,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:06.429197+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3968,"num_omap_keys":8,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.664057+0000","last_change":"2024-09-12T17:57:18.664057+0000","last_active":"2024-09-12T17:57:18.664057+0000","last_peered":"2024-09-12T17:57:18.664057+0000","last_clean":"2024-09-12T17:57:18.664057+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:57:18.664057+0000","last_undegraded":"2024-09-12T17:57:18.664057+0000","last_fullsized":"2024-09-12T17:57:18.664057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:18.663856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:18.663856+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.663856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:47.599609+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.247734+0000","last_change":"2024-09-12T17:57:28.247734+0000","last_active":"2024-09-12T17:57:28.247734+0000","last_peered":"2024-09-12T17:57:28.247734+0000","last_clean":"2024-09-12T17:57:28.247734+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:57:28.247734+0000","last_undegraded":"2024-09-12T17:57:28.247734+0000","last_fullsized":"2024-09-12T17:57:28.247734+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T17:57:28.247504+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T17:57:28.247504+0000","last_clean_scrub_stamp":"2024-09-12T17:57:28.247504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:52.970854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.074347+0000","last_change":"2024-09-12T17:57:17.074347+0000","last_active":"2024-09-12T17:57:17.074347+0000","last_peered":"2024-09-12T17:57:17.074347+0000","last_clean":"2024-09-12T17:57:17.074347+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:57:17.074347+0000","last_undegraded":"2024-09-12T17:57:17.074347+0000","last_fullsized":"2024-09-12T17:57:17.074347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:17.074168+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:17.074168+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.074168+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:55:31.281100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.170914+0000","last_change":"2024-09-12T17:57:16.170914+0000","last_active":"2024-09-12T17:57:16.170914+0000","last_peered":"2024-09-12T17:57:16.170914+0000","last_clean":"2024-09-12T17:57:16.170914+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:57:16.170914+0000","last_undegraded":"2024-09-12T17:57:16.170914+0000","last_fullsized":"2024-09-12T17:57:16.170914+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T17:57:16.170696+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T17:57:16.170696+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.170696+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:30.727642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.153036+0000","last_change":"2024-09-12T17:57:24.153036+0000","last_active":"2024-09-12T17:57:24.153036+0000","last_peered":"2024-09-12T17:57:24.153036+0000","last_clean":"2024-09-12T17:57:24.153036+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:57:24.153036+0000","last_undegraded":"2024-09-12T17:57:24.153036+0000","last_fullsized":"2024-09-12T17:57:24.153036+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:24.152856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:24.152856+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.152856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:47.910075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.113338+0000","last_change":"2024-09-12T17:57:20.113338+0000","last_active":"2024-09-12T17:57:20.113338+0000","last_peered":"2024-09-12T17:57:20.113338+0000","last_clean":"2024-09-12T17:57:20.113338+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:57:20.113338+0000","last_undegraded":"2024-09-12T17:57:20.113338+0000","last_fullsized":"2024-09-12T17:57:20.113338+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:20.113160+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:20.113160+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.113160+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:49.165730+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.238514+0000","last_change":"2024-09-12T17:57:19.238514+0000","last_active":"2024-09-12T17:57:19.238514+0000","last_peered":"2024-09-12T17:57:19.238514+0000","last_clean":"2024-09-12T17:57:19.238514+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:57:19.238514+0000","last_undegraded":"2024-09-12T17:57:19.238514+0000","last_fullsized":"2024-09-12T17:57:19.238514+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:19.238292+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:19.238292+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.238292+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:39.832863+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.426430+0000","last_change":"2024-09-12T17:57:08.426430+0000","last_active":"2024-09-12T17:57:08.426430+0000","last_peered":"2024-09-12T17:57:08.426430+0000","last_clean":"2024-09-12T17:57:08.426430+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:57:08.426430+0000","last_undegraded":"2024-09-12T17:57:08.426430+0000","last_fullsized":"2024-09-12T17:57:08.426430+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"262'11","last_scrub_stamp":"2024-09-12T17:57:08.426239+0000","last_deep_scrub":"262'11","last_deep_scrub_stamp":"2024-09-12T17:57:08.426239+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.426239+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:22.282077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.402190+0000","last_change":"2024-09-12T17:57:10.402190+0000","last_active":"2024-09-12T17:57:10.402190+0000","last_peered":"2024-09-12T17:57:10.402190+0000","last_clean":"2024-09-12T17:57:10.402190+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:57:10.402190+0000","last_undegraded":"2024-09-12T17:57:10.402190+0000","last_fullsized":"2024-09-12T17:57:10.402190+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:10.402012+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:10.402012+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.402012+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:03.631983+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.618183+0000","last_change":"2024-09-12T17:57:17.618183+0000","last_active":"2024-09-12T17:57:17.618183+0000","last_peered":"2024-09-12T17:57:17.618183+0000","last_clean":"2024-09-12T17:57:17.618183+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:57:17.618183+0000","last_undegraded":"2024-09-12T17:57:17.618183+0000","last_fullsized":"2024-09-12T17:57:17.618183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:17.618002+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:17.618002+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.618002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:04.996715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.291279+0000","last_change":"2024-09-12T17:57:21.291279+0000","last_active":"2024-09-12T17:57:21.291279+0000","last_peered":"2024-09-12T17:57:21.291279+0000","last_clean":"2024-09-12T17:57:21.291279+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:57:21.291279+0000","last_undegraded":"2024-09-12T17:57:21.291279+0000","last_fullsized":"2024-09-12T17:57:21.291279+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:21.291095+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:21.291095+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.291095+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:28.074679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.081055+0000","last_change":"2024-09-12T17:57:16.081055+0000","last_active":"2024-09-12T17:57:16.081055+0000","last_peered":"2024-09-12T17:57:16.081055+0000","last_clean":"2024-09-12T17:57:16.081055+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:57:16.081055+0000","last_undegraded":"2024-09-12T17:57:16.081055+0000","last_fullsized":"2024-09-12T17:57:16.081055+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T17:57:16.080833+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T17:57:16.080833+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.080833+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:34.619292+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.509279+0000","last_change":"2024-09-12T17:57:31.509279+0000","last_active":"2024-09-12T17:57:31.509279+0000","last_peered":"2024-09-12T17:57:31.509279+0000","last_clean":"2024-09-12T17:57:31.509279+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:57:31.509279+0000","last_undegraded":"2024-09-12T17:57:31.509279+0000","last_fullsized":"2024-09-12T17:57:31.509279+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:31.509075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:31.509075+0000","last_clean_scrub_stamp":"2024-09-12T17:57:31.509075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:48.974168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.107311+0000","last_change":"2024-09-12T17:57:20.107311+0000","last_active":"2024-09-12T17:57:20.107311+0000","last_peered":"2024-09-12T17:57:20.107311+0000","last_clean":"2024-09-12T17:57:20.107311+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:57:20.107311+0000","last_undegraded":"2024-09-12T17:57:20.107311+0000","last_fullsized":"2024-09-12T17:57:20.107311+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:20.107137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:20.107137+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.107137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:48.950453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.225603+0000","last_change":"2024-09-12T17:57:18.225603+0000","last_active":"2024-09-12T17:57:18.225603+0000","last_peered":"2024-09-12T17:57:18.225603+0000","last_clean":"2024-09-12T17:57:18.225603+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:57:18.225603+0000","last_undegraded":"2024-09-12T17:57:18.225603+0000","last_fullsized":"2024-09-12T17:57:18.225603+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:18.225418+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:18.225418+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.225418+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:54.519895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.064971+0000","last_change":"2024-09-12T17:57:13.064971+0000","last_active":"2024-09-12T17:57:13.064971+0000","last_peered":"2024-09-12T17:57:13.064971+0000","last_clean":"2024-09-12T17:57:13.064971+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:57:13.064971+0000","last_undegraded":"2024-09-12T17:57:13.064971+0000","last_fullsized":"2024-09-12T17:57:13.064971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'21","last_scrub_stamp":"2024-09-12T17:57:13.064684+0000","last_deep_scrub":"267'21","last_deep_scrub_stamp":"2024-09-12T17:57:13.064684+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.064684+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:20.267033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:34.389441+0000","last_change":"2024-09-12T17:57:34.389441+0000","last_active":"2024-09-12T17:57:34.389441+0000","last_peered":"2024-09-12T17:57:34.389441+0000","last_clean":"2024-09-12T17:57:34.389441+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:57:34.389441+0000","last_undegraded":"2024-09-12T17:57:34.389441+0000","last_fullsized":"2024-09-12T17:57:34.389441+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:34.389242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:34.389242+0000","last_clean_scrub_stamp":"2024-09-12T17:57:34.389242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:10.992389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.723973+0000","last_change":"2024-09-12T17:57:09.723973+0000","last_active":"2024-09-12T17:57:09.723973+0000","last_peered":"2024-09-12T17:57:09.723973+0000","last_clean":"2024-09-12T17:57:09.723973+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:57:09.723973+0000","last_undegraded":"2024-09-12T17:57:09.723973+0000","last_fullsized":"2024-09-12T17:57:09.723973+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:09.723791+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:09.723791+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.723791+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.466778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.459591+0000","last_change":"2024-09-12T17:57:09.459591+0000","last_active":"2024-09-12T17:57:09.459591+0000","last_peered":"2024-09-12T17:57:09.459591+0000","last_clean":"2024-09-12T17:57:09.459591+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:57:09.459591+0000","last_undegraded":"2024-09-12T17:57:09.459591+0000","last_fullsized":"2024-09-12T17:57:09.459591+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:09.459412+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:09.459412+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.459412+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:08.542605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.528568+0000","last_change":"2024-09-12T17:57:04.528568+0000","last_active":"2024-09-12T17:57:04.528568+0000","last_peered":"2024-09-12T17:57:04.528568+0000","last_clean":"2024-09-12T17:57:04.528568+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:57:04.528568+0000","last_undegraded":"2024-09-12T17:57:04.528568+0000","last_fullsized":"2024-09-12T17:57:04.528568+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'27","last_scrub_stamp":"2024-09-12T17:57:04.528293+0000","last_deep_scrub":"267'27","last_deep_scrub_stamp":"2024-09-12T17:57:04.528293+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.528293+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:15.584785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.331539+0000","last_change":"2024-09-12T17:57:31.331539+0000","last_active":"2024-09-12T17:57:31.331539+0000","last_peered":"2024-09-12T17:57:31.331539+0000","last_clean":"2024-09-12T17:57:31.331539+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:57:31.331539+0000","last_undegraded":"2024-09-12T17:57:31.331539+0000","last_fullsized":"2024-09-12T17:57:31.331539+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:31.331297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:31.331297+0000","last_clean_scrub_stamp":"2024-09-12T17:57:31.331297+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:17.684386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.128510+0000","last_change":"2024-09-12T17:57:21.128510+0000","last_active":"2024-09-12T17:57:21.128510+0000","last_peered":"2024-09-12T17:57:21.128510+0000","last_clean":"2024-09-12T17:57:21.128510+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:57:21.128510+0000","last_undegraded":"2024-09-12T17:57:21.128510+0000","last_fullsized":"2024-09-12T17:57:21.128510+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:21.128328+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:21.128328+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.128328+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:46.751734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.627441+0000","last_change":"2024-09-12T17:57:07.627441+0000","last_active":"2024-09-12T17:57:07.627441+0000","last_peered":"2024-09-12T17:57:07.627441+0000","last_clean":"2024-09-12T17:57:07.627441+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:57:07.627441+0000","last_undegraded":"2024-09-12T17:57:07.627441+0000","last_fullsized":"2024-09-12T17:57:07.627441+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.627222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.627222+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.627222+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:01.081223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.213227+0000","last_change":"2024-09-12T17:57:17.213084+0000","last_active":"2024-09-12T17:57:17.213227+0000","last_peered":"2024-09-12T17:57:17.213227+0000","last_clean":"2024-09-12T17:57:17.213227+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:57:17.213227+0000","last_undegraded":"2024-09-12T17:57:17.213227+0000","last_fullsized":"2024-09-12T17:57:17.213227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:17.212889+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:17.212889+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.212889+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:25.949708+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.500702+0000","last_change":"2024-09-12T17:56:55.500702+0000","last_active":"2024-09-12T17:56:55.500702+0000","last_peered":"2024-09-12T17:56:55.500702+0000","last_clean":"2024-09-12T17:56:55.500702+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:55.500702+0000","last_undegraded":"2024-09-12T17:56:55.500702+0000","last_fullsized":"2024-09-12T17:56:55.500702+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.500409+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:11.373537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.133664+0000","last_change":"2024-09-12T17:56:56.133432+0000","last_active":"2024-09-12T17:56:56.133664+0000","last_peered":"2024-09-12T17:56:56.133664+0000","last_clean":"2024-09-12T17:56:56.133664+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:56:56.133664+0000","last_undegraded":"2024-09-12T17:56:56.133664+0000","last_fullsized":"2024-09-12T17:56:56.133664+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.133226+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:41.360088+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'279","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.466535+0000","last_change":"2024-09-12T17:56:42.466535+0000","last_active":"2024-09-12T17:56:42.466535+0000","last_peered":"2024-09-12T17:56:42.466535+0000","last_clean":"2024-09-12T17:56:42.466535+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:56:42.466535+0000","last_undegraded":"2024-09-12T17:56:42.466535+0000","last_fullsized":"2024-09-12T17:56:42.466535+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'279","last_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_deep_scrub":"267'279","last_deep_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.466316+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:23.015184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49062,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":760,"num_read_kb":9805,"num_write":1459,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1329,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.467274+0000","last_change":"2024-09-12T17:56:59.467107+0000","last_active":"2024-09-12T17:56:59.467274+0000","last_peered":"2024-09-12T17:56:59.467274+0000","last_clean":"2024-09-12T17:56:59.467274+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:56:59.467274+0000","last_undegraded":"2024-09-12T17:56:59.467274+0000","last_fullsized":"2024-09-12T17:56:59.467274+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'534","last_scrub_stamp":"2024-09-12T17:56:59.466924+0000","last_deep_scrub":"267'534","last_deep_scrub_stamp":"2024-09-12T17:56:59.466924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.466924+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:09.512252+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.528489+0000","last_change":"2024-09-12T17:56:46.528489+0000","last_active":"2024-09-12T17:56:46.528489+0000","last_peered":"2024-09-12T17:56:46.528489+0000","last_clean":"2024-09-12T17:56:46.528489+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:46.528489+0000","last_undegraded":"2024-09-12T17:56:46.528489+0000","last_fullsized":"2024-09-12T17:56:46.528489+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'200","last_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_deep_scrub":"267'200","last_deep_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.528237+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:58.926056+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.033466+0000","last_change":"2024-09-12T17:56:54.033316+0000","last_active":"2024-09-12T17:56:54.033466+0000","last_peered":"2024-09-12T17:56:54.033466+0000","last_clean":"2024-09-12T17:56:54.033466+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:56:54.033466+0000","last_undegraded":"2024-09-12T17:56:54.033466+0000","last_fullsized":"2024-09-12T17:56:54.033466+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'76","last_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_deep_scrub":"267'76","last_deep_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.033126+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:01.244461+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.197670+0000","last_change":"2024-09-12T17:56:50.197670+0000","last_active":"2024-09-12T17:56:50.197670+0000","last_peered":"2024-09-12T17:56:50.197670+0000","last_clean":"2024-09-12T17:56:50.197670+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:50.197670+0000","last_undegraded":"2024-09-12T17:56:50.197670+0000","last_fullsized":"2024-09-12T17:56:50.197670+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'205","last_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_deep_scrub":"267'205","last_deep_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.197443+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:08.907300+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.481903+0000","last_change":"2024-09-12T17:56:51.481746+0000","last_active":"2024-09-12T17:56:51.481903+0000","last_peered":"2024-09-12T17:56:51.481903+0000","last_clean":"2024-09-12T17:56:51.481903+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:56:51.481903+0000","last_undegraded":"2024-09-12T17:56:51.481903+0000","last_fullsized":"2024-09-12T17:56:51.481903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.481559+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:07:49.491606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.495941+0000","last_change":"2024-09-12T17:56:52.495789+0000","last_active":"2024-09-12T17:56:52.495941+0000","last_peered":"2024-09-12T17:56:52.495941+0000","last_clean":"2024-09-12T17:56:52.495941+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:52.495941+0000","last_undegraded":"2024-09-12T17:56:52.495941+0000","last_fullsized":"2024-09-12T17:56:52.495941+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.495488+0000","objects_scrubbed":6,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:55.466426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.468015+0000","last_change":"2024-09-12T17:56:51.468015+0000","last_active":"2024-09-12T17:56:51.468015+0000","last_peered":"2024-09-12T17:56:51.468015+0000","last_clean":"2024-09-12T17:56:51.468015+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:56:51.468015+0000","last_undegraded":"2024-09-12T17:56:51.468015+0000","last_fullsized":"2024-09-12T17:56:51.468015+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.467794+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:25.263249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.175540+0000","last_change":"2024-09-12T17:56:49.175291+0000","last_active":"2024-09-12T17:56:49.175540+0000","last_peered":"2024-09-12T17:56:49.175540+0000","last_clean":"2024-09-12T17:56:49.175540+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:49.175540+0000","last_undegraded":"2024-09-12T17:56:49.175540+0000","last_fullsized":"2024-09-12T17:56:49.175540+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'222","last_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_deep_scrub":"267'222","last_deep_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.175032+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:52.091714+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":615,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.101259+0000","last_change":"2024-09-12T17:56:56.101259+0000","last_active":"2024-09-12T17:56:56.101259+0000","last_peered":"2024-09-12T17:56:56.101259+0000","last_clean":"2024-09-12T17:56:56.101259+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:56:56.101259+0000","last_undegraded":"2024-09-12T17:56:56.101259+0000","last_fullsized":"2024-09-12T17:56:56.101259+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.101062+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:27.205007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.049429+0000","last_change":"2024-09-12T17:56:49.049429+0000","last_active":"2024-09-12T17:56:49.049429+0000","last_peered":"2024-09-12T17:56:49.049429+0000","last_clean":"2024-09-12T17:56:49.049429+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:49.049429+0000","last_undegraded":"2024-09-12T17:56:49.049429+0000","last_fullsized":"2024-09-12T17:56:49.049429+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'281","last_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_deep_scrub":"267'281","last_deep_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.049201+0000","objects_scrubbed":1,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:04.685950+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.130422+0000","last_change":"2024-09-12T17:56:59.130422+0000","last_active":"2024-09-12T17:56:59.130422+0000","last_peered":"2024-09-12T17:56:59.130422+0000","last_clean":"2024-09-12T17:56:59.130422+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:56:59.130422+0000","last_undegraded":"2024-09-12T17:56:59.130422+0000","last_fullsized":"2024-09-12T17:56:59.130422+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'127","last_scrub_stamp":"2024-09-12T17:56:59.130255+0000","last_deep_scrub":"267'127","last_deep_scrub_stamp":"2024-09-12T17:56:59.130255+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.130255+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.108435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'231","reported_seq":875,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.104972+0000","last_change":"2024-09-12T17:56:52.104799+0000","last_active":"2024-09-12T17:56:52.104972+0000","last_peered":"2024-09-12T17:56:52.104972+0000","last_clean":"2024-09-12T17:56:52.104972+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:56:52.104972+0000","last_undegraded":"2024-09-12T17:56:52.104972+0000","last_fullsized":"2024-09-12T17:56:52.104972+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'231","last_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_deep_scrub":"267'231","last_deep_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.104568+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:27.329664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306864,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":538,"num_read_kb":37835,"num_write":961,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1024,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.073453+0000","last_change":"2024-09-12T17:56:50.073453+0000","last_active":"2024-09-12T17:56:50.073453+0000","last_peered":"2024-09-12T17:56:50.073453+0000","last_clean":"2024-09-12T17:56:50.073453+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:56:50.073453+0000","last_undegraded":"2024-09-12T17:56:50.073453+0000","last_fullsized":"2024-09-12T17:56:50.073453+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'269","last_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_deep_scrub":"267'269","last_deep_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.073215+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:39.742350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'248","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.028088+0000","last_change":"2024-09-12T17:56:53.028088+0000","last_active":"2024-09-12T17:56:53.028088+0000","last_peered":"2024-09-12T17:56:53.028088+0000","last_clean":"2024-09-12T17:56:53.028088+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:53.028088+0000","last_undegraded":"2024-09-12T17:56:53.028088+0000","last_fullsized":"2024-09-12T17:56:53.028088+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.027898+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:51.893136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7564,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.516241+0000","last_change":"2024-09-12T17:56:53.516241+0000","last_active":"2024-09-12T17:56:53.516241+0000","last_peered":"2024-09-12T17:56:53.516241+0000","last_clean":"2024-09-12T17:56:53.516241+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:53.516241+0000","last_undegraded":"2024-09-12T17:56:53.516241+0000","last_fullsized":"2024-09-12T17:56:53.516241+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.516000+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:30.788568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.481483+0000","last_change":"2024-09-12T17:56:58.481483+0000","last_active":"2024-09-12T17:56:58.481483+0000","last_peered":"2024-09-12T17:56:58.481483+0000","last_clean":"2024-09-12T17:56:58.481483+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:56:58.481483+0000","last_undegraded":"2024-09-12T17:56:58.481483+0000","last_fullsized":"2024-09-12T17:56:58.481483+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'100","last_scrub_stamp":"2024-09-12T17:56:58.481202+0000","last_deep_scrub":"267'100","last_deep_scrub_stamp":"2024-09-12T17:56:58.481202+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.481202+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:02.205391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'201","reported_seq":916,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.531377+0000","last_change":"2024-09-12T17:56:45.531377+0000","last_active":"2024-09-12T17:56:45.531377+0000","last_peered":"2024-09-12T17:56:45.531377+0000","last_clean":"2024-09-12T17:56:45.531377+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:56:45.531377+0000","last_undegraded":"2024-09-12T17:56:45.531377+0000","last_fullsized":"2024-09-12T17:56:45.531377+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.531108+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:57.453628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451455,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":690,"num_read_kb":140828,"num_write":965,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.181093+0000","last_change":"2024-09-12T17:56:54.181093+0000","last_active":"2024-09-12T17:56:54.181093+0000","last_peered":"2024-09-12T17:56:54.181093+0000","last_clean":"2024-09-12T17:56:54.181093+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:56:54.181093+0000","last_undegraded":"2024-09-12T17:56:54.181093+0000","last_fullsized":"2024-09-12T17:56:54.181093+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'119","last_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_deep_scrub":"267'119","last_deep_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.180911+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:02.475340+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'183","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.517617+0000","last_change":"2024-09-12T17:56:44.517617+0000","last_active":"2024-09-12T17:56:44.517617+0000","last_peered":"2024-09-12T17:56:44.517617+0000","last_clean":"2024-09-12T17:56:44.517617+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:56:44.517617+0000","last_undegraded":"2024-09-12T17:56:44.517617+0000","last_fullsized":"2024-09-12T17:56:44.517617+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.517361+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:58.203953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661388,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":3699,"num_write":931,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.976857+0000","last_change":"2024-09-12T17:56:46.976857+0000","last_active":"2024-09-12T17:56:46.976857+0000","last_peered":"2024-09-12T17:56:46.976857+0000","last_clean":"2024-09-12T17:56:46.976857+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:56:46.976857+0000","last_undegraded":"2024-09-12T17:56:46.976857+0000","last_fullsized":"2024-09-12T17:56:46.976857+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.976664+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:06.809037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'183","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.016099+0000","last_change":"2024-09-12T17:56:40.016099+0000","last_active":"2024-09-12T17:56:40.016099+0000","last_peered":"2024-09-12T17:56:40.016099+0000","last_clean":"2024-09-12T17:56:40.016099+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:56:40.016099+0000","last_undegraded":"2024-09-12T17:56:40.016099+0000","last_fullsized":"2024-09-12T17:56:40.016099+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.015809+0000","objects_scrubbed":7,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:50.645473+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8070378,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":986,"num_read_kb":89474,"num_write":877,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.932343+0000","last_change":"2024-09-12T17:56:45.932343+0000","last_active":"2024-09-12T17:56:45.932343+0000","last_peered":"2024-09-12T17:56:45.932343+0000","last_clean":"2024-09-12T17:56:45.932343+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:56:45.932343+0000","last_undegraded":"2024-09-12T17:56:45.932343+0000","last_fullsized":"2024-09-12T17:56:45.932343+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4137","last_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_deep_scrub":"267'4137","last_deep_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.932119+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:06.481286+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'201","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.077854+0000","last_change":"2024-09-12T17:56:46.077854+0000","last_active":"2024-09-12T17:56:46.077854+0000","last_peered":"2024-09-12T17:56:46.077854+0000","last_clean":"2024-09-12T17:56:46.077854+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:56:46.077854+0000","last_undegraded":"2024-09-12T17:56:46.077854+0000","last_fullsized":"2024-09-12T17:56:46.077854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.077673+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:30.941218+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":60259,"num_write":963,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'234","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.087630+0000","last_change":"2024-09-12T17:56:55.087630+0000","last_active":"2024-09-12T17:56:55.087630+0000","last_peered":"2024-09-12T17:56:55.087630+0000","last_clean":"2024-09-12T17:56:55.087630+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:56:55.087630+0000","last_undegraded":"2024-09-12T17:56:55.087630+0000","last_fullsized":"2024-09-12T17:56:55.087630+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.087411+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:07.623693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":758,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.507248+0000","last_change":"2024-09-12T17:56:43.507248+0000","last_active":"2024-09-12T17:56:43.507248+0000","last_peered":"2024-09-12T17:56:43.507248+0000","last_clean":"2024-09-12T17:56:43.507248+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:43.507248+0000","last_undegraded":"2024-09-12T17:56:43.507248+0000","last_fullsized":"2024-09-12T17:56:43.507248+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.506962+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:35.460890+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'159","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.060911+0000","last_change":"2024-09-12T17:57:09.060911+0000","last_active":"2024-09-12T17:57:09.060911+0000","last_peered":"2024-09-12T17:57:09.060911+0000","last_clean":"2024-09-12T17:57:09.060911+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:57:09.060911+0000","last_undegraded":"2024-09-12T17:57:09.060911+0000","last_fullsized":"2024-09-12T17:57:09.060911+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:57:09.060699+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:57:09.060699+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.060699+0000","objects_scrubbed":2,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:20.987391+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.062124+0000","last_change":"2024-09-12T17:56:50.062124+0000","last_active":"2024-09-12T17:56:50.062124+0000","last_peered":"2024-09-12T17:56:50.062124+0000","last_clean":"2024-09-12T17:56:50.062124+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:56:50.062124+0000","last_undegraded":"2024-09-12T17:56:50.062124+0000","last_fullsized":"2024-09-12T17:56:50.062124+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.061897+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:17.820236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.569101+0000","last_change":"2024-09-12T17:56:47.569101+0000","last_active":"2024-09-12T17:56:47.569101+0000","last_peered":"2024-09-12T17:56:47.569101+0000","last_clean":"2024-09-12T17:56:47.569101+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:47.569101+0000","last_undegraded":"2024-09-12T17:56:47.569101+0000","last_fullsized":"2024-09-12T17:56:47.569101+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.568776+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:02.937010+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.110725+0000","last_change":"2024-09-12T17:57:00.110725+0000","last_active":"2024-09-12T17:57:00.110725+0000","last_peered":"2024-09-12T17:57:00.110725+0000","last_clean":"2024-09-12T17:57:00.110725+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:57:00.110725+0000","last_undegraded":"2024-09-12T17:57:00.110725+0000","last_fullsized":"2024-09-12T17:57:00.110725+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.110553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.110553+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.110553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:03.098599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'189","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.349752+0000","last_change":"2024-09-12T17:57:01.349752+0000","last_active":"2024-09-12T17:57:01.349752+0000","last_peered":"2024-09-12T17:57:01.349752+0000","last_clean":"2024-09-12T17:57:01.349752+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:57:01.349752+0000","last_undegraded":"2024-09-12T17:57:01.349752+0000","last_fullsized":"2024-09-12T17:57:01.349752+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'189","last_scrub_stamp":"2024-09-12T17:57:01.349558+0000","last_deep_scrub":"267'189","last_deep_scrub_stamp":"2024-09-12T17:57:01.349558+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.349558+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:56.467166+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.272601+0000","last_change":"2024-09-12T17:57:08.272601+0000","last_active":"2024-09-12T17:57:08.272601+0000","last_peered":"2024-09-12T17:57:08.272601+0000","last_clean":"2024-09-12T17:57:08.272601+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:57:08.272601+0000","last_undegraded":"2024-09-12T17:57:08.272601+0000","last_fullsized":"2024-09-12T17:57:08.272601+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.272388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.272388+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.272388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:15.507899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2444","reported_seq":4348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.098493+0000","last_change":"2024-09-12T17:57:13.098493+0000","last_active":"2024-09-12T17:57:13.098493+0000","last_peered":"2024-09-12T17:57:13.098493+0000","last_clean":"2024-09-12T17:57:13.098493+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:57:13.098493+0000","last_undegraded":"2024-09-12T17:57:13.098493+0000","last_fullsized":"2024-09-12T17:57:13.098493+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2444","last_scrub_stamp":"2024-09-12T17:57:13.098302+0000","last_deep_scrub":"267'2444","last_deep_scrub_stamp":"2024-09-12T17:57:13.098302+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.098302+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":2400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:32.847370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'258","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.216452+0000","last_change":"2024-09-12T17:56:52.216452+0000","last_active":"2024-09-12T17:56:52.216452+0000","last_peered":"2024-09-12T17:56:52.216452+0000","last_clean":"2024-09-12T17:56:52.216452+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:56:52.216452+0000","last_undegraded":"2024-09-12T17:56:52.216452+0000","last_fullsized":"2024-09-12T17:56:52.216452+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.216248+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:29.744334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.051094+0000","last_change":"2024-09-12T17:56:40.050918+0000","last_active":"2024-09-12T17:56:40.051094+0000","last_peered":"2024-09-12T17:56:40.051094+0000","last_clean":"2024-09-12T17:56:40.051094+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:40.051094+0000","last_undegraded":"2024-09-12T17:56:40.051094+0000","last_fullsized":"2024-09-12T17:56:40.051094+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'242","last_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_deep_scrub":"267'242","last_deep_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.050700+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.791679+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.366390+0000","last_change":"2024-09-12T17:57:05.366390+0000","last_active":"2024-09-12T17:57:05.366390+0000","last_peered":"2024-09-12T17:57:05.366390+0000","last_clean":"2024-09-12T17:57:05.366390+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:57:05.366390+0000","last_undegraded":"2024-09-12T17:57:05.366390+0000","last_fullsized":"2024-09-12T17:57:05.366390+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.366200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.366200+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.366200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:16.250531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'91","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.120223+0000","last_change":"2024-09-12T17:57:03.120223+0000","last_active":"2024-09-12T17:57:03.120223+0000","last_peered":"2024-09-12T17:57:03.120223+0000","last_clean":"2024-09-12T17:57:03.120223+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:57:03.120223+0000","last_undegraded":"2024-09-12T17:57:03.120223+0000","last_fullsized":"2024-09-12T17:57:03.120223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'91","last_scrub_stamp":"2024-09-12T17:57:03.119975+0000","last_deep_scrub":"267'91","last_deep_scrub_stamp":"2024-09-12T17:57:03.119975+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.119975+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:23.295576+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.123440+0000","last_change":"2024-09-12T17:57:06.123440+0000","last_active":"2024-09-12T17:57:06.123440+0000","last_peered":"2024-09-12T17:57:06.123440+0000","last_clean":"2024-09-12T17:57:06.123440+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:57:06.123440+0000","last_undegraded":"2024-09-12T17:57:06.123440+0000","last_fullsized":"2024-09-12T17:57:06.123440+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.123255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.123255+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.123255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:45.825099+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'95","reported_seq":603,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.345624+0000","last_change":"2024-09-12T17:57:14.345484+0000","last_active":"2024-09-12T17:57:14.345624+0000","last_peered":"2024-09-12T17:57:14.345624+0000","last_clean":"2024-09-12T17:57:14.345624+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:57:14.345624+0000","last_undegraded":"2024-09-12T17:57:14.345624+0000","last_fullsized":"2024-09-12T17:57:14.345624+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'95","last_scrub_stamp":"2024-09-12T17:57:14.345293+0000","last_deep_scrub":"267'95","last_deep_scrub_stamp":"2024-09-12T17:57:14.345293+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.345293+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:32.781652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'368","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485241+0000","last_change":"2024-09-12T17:56:49.485241+0000","last_active":"2024-09-12T17:56:49.485241+0000","last_peered":"2024-09-12T17:56:49.485241+0000","last_clean":"2024-09-12T17:56:49.485241+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:56:49.485241+0000","last_undegraded":"2024-09-12T17:56:49.485241+0000","last_fullsized":"2024-09-12T17:56:49.485241+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485008+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.810880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25758,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.572269+0000","last_change":"2024-09-12T17:56:45.572269+0000","last_active":"2024-09-12T17:56:45.572269+0000","last_peered":"2024-09-12T17:56:45.572269+0000","last_clean":"2024-09-12T17:56:45.572269+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:45.572269+0000","last_undegraded":"2024-09-12T17:56:45.572269+0000","last_fullsized":"2024-09-12T17:56:45.572269+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.571966+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:43.543027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.254882+0000","last_change":"2024-09-12T17:57:01.254882+0000","last_active":"2024-09-12T17:57:01.254882+0000","last_peered":"2024-09-12T17:57:01.254882+0000","last_clean":"2024-09-12T17:57:01.254882+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:57:01.254882+0000","last_undegraded":"2024-09-12T17:57:01.254882+0000","last_fullsized":"2024-09-12T17:57:01.254882+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.254671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.254671+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.254671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:09.649022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'114","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.299933+0000","last_change":"2024-09-12T17:57:00.299933+0000","last_active":"2024-09-12T17:57:00.299933+0000","last_peered":"2024-09-12T17:57:00.299933+0000","last_clean":"2024-09-12T17:57:00.299933+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:57:00.299933+0000","last_undegraded":"2024-09-12T17:57:00.299933+0000","last_fullsized":"2024-09-12T17:57:00.299933+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T17:57:00.299808+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T17:57:00.299808+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.299808+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:55.300811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'736","reported_seq":2358,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.273752+0000","last_change":"2024-09-12T17:57:07.273752+0000","last_active":"2024-09-12T17:57:07.273752+0000","last_peered":"2024-09-12T17:57:07.273752+0000","last_clean":"2024-09-12T17:57:07.273752+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:57:07.273752+0000","last_undegraded":"2024-09-12T17:57:07.273752+0000","last_fullsized":"2024-09-12T17:57:07.273752+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'736","last_scrub_stamp":"2024-09-12T17:57:07.273559+0000","last_deep_scrub":"267'736","last_deep_scrub_stamp":"2024-09-12T17:57:07.273559+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.273559+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:49.449661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'213","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.074719+0000","last_change":"2024-09-12T17:57:11.074552+0000","last_active":"2024-09-12T17:57:11.074719+0000","last_peered":"2024-09-12T17:57:11.074719+0000","last_clean":"2024-09-12T17:57:11.074719+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:57:11.074719+0000","last_undegraded":"2024-09-12T17:57:11.074719+0000","last_fullsized":"2024-09-12T17:57:11.074719+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:57:11.074378+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:57:11.074378+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.074378+0000","objects_scrubbed":2,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:37.323073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.096346+0000","last_change":"2024-09-12T17:56:51.096346+0000","last_active":"2024-09-12T17:56:51.096346+0000","last_peered":"2024-09-12T17:56:51.096346+0000","last_clean":"2024-09-12T17:56:51.096346+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:56:51.096346+0000","last_undegraded":"2024-09-12T17:56:51.096346+0000","last_fullsized":"2024-09-12T17:56:51.096346+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.096160+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:37.690401+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.004363+0000","last_change":"2024-09-12T17:56:39.004287+0000","last_active":"2024-09-12T17:56:39.004363+0000","last_peered":"2024-09-12T17:56:39.004363+0000","last_clean":"2024-09-12T17:56:39.004363+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:39.004363+0000","last_undegraded":"2024-09-12T17:56:39.004363+0000","last_fullsized":"2024-09-12T17:56:39.004363+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'256","last_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_deep_scrub":"267'256","last_deep_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.004179+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:46.638556+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.077179+0000","last_change":"2024-09-12T17:57:01.077179+0000","last_active":"2024-09-12T17:57:01.077179+0000","last_peered":"2024-09-12T17:57:01.077179+0000","last_clean":"2024-09-12T17:57:01.077179+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:57:01.077179+0000","last_undegraded":"2024-09-12T17:57:01.077179+0000","last_fullsized":"2024-09-12T17:57:01.077179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.076998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.076998+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.076998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:36.560867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'143","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.319453+0000","last_change":"2024-09-12T17:57:04.319453+0000","last_active":"2024-09-12T17:57:04.319453+0000","last_peered":"2024-09-12T17:57:04.319453+0000","last_clean":"2024-09-12T17:57:04.319453+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:57:04.319453+0000","last_undegraded":"2024-09-12T17:57:04.319453+0000","last_fullsized":"2024-09-12T17:57:04.319453+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T17:57:04.319251+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T17:57:04.319251+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.319251+0000","objects_scrubbed":5,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:22.294964+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'750","reported_seq":2508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.503928+0000","last_change":"2024-09-12T17:57:16.503928+0000","last_active":"2024-09-12T17:57:16.503928+0000","last_peered":"2024-09-12T17:57:16.503928+0000","last_clean":"2024-09-12T17:57:16.503928+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:57:16.503928+0000","last_undegraded":"2024-09-12T17:57:16.503928+0000","last_fullsized":"2024-09-12T17:57:16.503928+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T17:57:16.503739+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T17:57:16.503739+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.503739+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:47.402747+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.220161+0000","last_change":"2024-09-12T17:56:51.219995+0000","last_active":"2024-09-12T17:56:51.220161+0000","last_peered":"2024-09-12T17:56:51.220161+0000","last_clean":"2024-09-12T17:56:51.220161+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:56:51.220161+0000","last_undegraded":"2024-09-12T17:56:51.220161+0000","last_fullsized":"2024-09-12T17:56:51.220161+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.219828+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:41.797119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":866,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.528931+0000","last_change":"2024-09-12T17:56:44.528783+0000","last_active":"2024-09-12T17:56:44.528931+0000","last_peered":"2024-09-12T17:56:44.528931+0000","last_clean":"2024-09-12T17:56:44.528931+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:44.528931+0000","last_undegraded":"2024-09-12T17:56:44.528931+0000","last_fullsized":"2024-09-12T17:56:44.528931+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.528520+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:59.649734+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.438491+0000","last_change":"2024-09-12T17:57:00.438354+0000","last_active":"2024-09-12T17:57:00.438491+0000","last_peered":"2024-09-12T17:57:00.438491+0000","last_clean":"2024-09-12T17:57:00.438491+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:57:00.438491+0000","last_undegraded":"2024-09-12T17:57:00.438491+0000","last_fullsized":"2024-09-12T17:57:00.438491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.438175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.438175+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.438175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:44.796853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'204","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.111241+0000","last_change":"2024-09-12T17:57:04.111241+0000","last_active":"2024-09-12T17:57:04.111241+0000","last_peered":"2024-09-12T17:57:04.111241+0000","last_clean":"2024-09-12T17:57:04.111241+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:57:04.111241+0000","last_undegraded":"2024-09-12T17:57:04.111241+0000","last_fullsized":"2024-09-12T17:57:04.111241+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:57:04.111047+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:57:04.111047+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.111047+0000","objects_scrubbed":9,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.074874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.426860+0000","last_change":"2024-09-12T17:57:01.426728+0000","last_active":"2024-09-12T17:57:01.426860+0000","last_peered":"2024-09-12T17:57:01.426860+0000","last_clean":"2024-09-12T17:57:01.426860+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:57:01.426860+0000","last_undegraded":"2024-09-12T17:57:01.426860+0000","last_fullsized":"2024-09-12T17:57:01.426860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.426546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.426546+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.426546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:57.913067+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'634","reported_seq":1488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.061787+0000","last_change":"2024-09-12T17:57:09.061787+0000","last_active":"2024-09-12T17:57:09.061787+0000","last_peered":"2024-09-12T17:57:09.061787+0000","last_clean":"2024-09-12T17:57:09.061787+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:57:09.061787+0000","last_undegraded":"2024-09-12T17:57:09.061787+0000","last_fullsized":"2024-09-12T17:57:09.061787+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'634","last_scrub_stamp":"2024-09-12T17:57:09.061601+0000","last_deep_scrub":"267'634","last_deep_scrub_stamp":"2024-09-12T17:57:09.061601+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.061601+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":600,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:15.670362+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'159","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.022021+0000","last_change":"2024-09-12T17:56:43.021826+0000","last_active":"2024-09-12T17:56:43.022021+0000","last_peered":"2024-09-12T17:56:43.022021+0000","last_clean":"2024-09-12T17:56:43.022021+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:56:43.022021+0000","last_undegraded":"2024-09-12T17:56:43.022021+0000","last_fullsized":"2024-09-12T17:56:43.022021+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.021648+0000","objects_scrubbed":1,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:57.568743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477743+0000","last_change":"2024-09-12T17:56:43.477581+0000","last_active":"2024-09-12T17:56:43.477743+0000","last_peered":"2024-09-12T17:56:43.477743+0000","last_clean":"2024-09-12T17:56:43.477743+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:43.477743+0000","last_undegraded":"2024-09-12T17:56:43.477743+0000","last_fullsized":"2024-09-12T17:56:43.477743+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.477386+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:41.741166+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.103894+0000","last_change":"2024-09-12T17:56:51.103402+0000","last_active":"2024-09-12T17:56:51.103894+0000","last_peered":"2024-09-12T17:56:51.103894+0000","last_clean":"2024-09-12T17:56:51.103894+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:56:51.103894+0000","last_undegraded":"2024-09-12T17:56:51.103894+0000","last_fullsized":"2024-09-12T17:56:51.103894+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.103200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:45.915110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'134","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.286714+0000","last_change":"2024-09-12T17:57:03.286553+0000","last_active":"2024-09-12T17:57:03.286714+0000","last_peered":"2024-09-12T17:57:03.286714+0000","last_clean":"2024-09-12T17:57:03.286714+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:57:03.286714+0000","last_undegraded":"2024-09-12T17:57:03.286714+0000","last_fullsized":"2024-09-12T17:57:03.286714+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T17:57:03.286350+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T17:57:03.286350+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.286350+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:33.081408+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8121,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":224,"num_write":82,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.432344+0000","last_change":"2024-09-12T17:57:13.432067+0000","last_active":"2024-09-12T17:57:13.432344+0000","last_peered":"2024-09-12T17:57:13.432344+0000","last_clean":"2024-09-12T17:57:13.432344+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:57:13.432344+0000","last_undegraded":"2024-09-12T17:57:13.432344+0000","last_fullsized":"2024-09-12T17:57:13.432344+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:13.431859+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:13.431859+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.431859+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:12.893297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'115","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.433400+0000","last_change":"2024-09-12T17:57:00.433400+0000","last_active":"2024-09-12T17:57:00.433400+0000","last_peered":"2024-09-12T17:57:00.433400+0000","last_clean":"2024-09-12T17:57:00.433400+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:57:00.433400+0000","last_undegraded":"2024-09-12T17:57:00.433400+0000","last_fullsized":"2024-09-12T17:57:00.433400+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'115","last_scrub_stamp":"2024-09-12T17:57:00.433212+0000","last_deep_scrub":"267'115","last_deep_scrub_stamp":"2024-09-12T17:57:00.433212+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.433212+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:11.341055+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.555294+0000","last_change":"2024-09-12T17:56:47.555109+0000","last_active":"2024-09-12T17:56:47.555294+0000","last_peered":"2024-09-12T17:56:47.555294+0000","last_clean":"2024-09-12T17:56:47.555294+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:56:47.555294+0000","last_undegraded":"2024-09-12T17:56:47.555294+0000","last_fullsized":"2024-09-12T17:56:47.555294+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.554924+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:10.027358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.444421+0000","last_change":"2024-09-12T17:56:42.444253+0000","last_active":"2024-09-12T17:56:42.444421+0000","last_peered":"2024-09-12T17:56:42.444421+0000","last_clean":"2024-09-12T17:56:42.444421+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:56:42.444421+0000","last_undegraded":"2024-09-12T17:56:42.444421+0000","last_fullsized":"2024-09-12T17:56:42.444421+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.443997+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:24.881664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.141708+0000","last_change":"2024-09-12T17:56:53.141464+0000","last_active":"2024-09-12T17:56:53.141708+0000","last_peered":"2024-09-12T17:56:53.141708+0000","last_clean":"2024-09-12T17:56:53.141708+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:56:53.141708+0000","last_undegraded":"2024-09-12T17:56:53.141708+0000","last_fullsized":"2024-09-12T17:56:53.141708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.141239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:51.717387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'161","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.394371+0000","last_change":"2024-09-12T17:57:02.394217+0000","last_active":"2024-09-12T17:57:02.394371+0000","last_peered":"2024-09-12T17:57:02.394371+0000","last_clean":"2024-09-12T17:57:02.394371+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:57:02.394371+0000","last_undegraded":"2024-09-12T17:57:02.394371+0000","last_fullsized":"2024-09-12T17:57:02.394371+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T17:57:02.394004+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T17:57:02.394004+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.394004+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:32.815538+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'760","reported_seq":4616,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.384483+0000","last_change":"2024-09-12T17:57:03.384328+0000","last_active":"2024-09-12T17:57:03.384483+0000","last_peered":"2024-09-12T17:57:03.384483+0000","last_clean":"2024-09-12T17:57:03.384483+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:57:03.384483+0000","last_undegraded":"2024-09-12T17:57:03.384483+0000","last_fullsized":"2024-09-12T17:57:03.384483+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'760","last_scrub_stamp":"2024-09-12T17:57:03.384142+0000","last_deep_scrub":"267'760","last_deep_scrub_stamp":"2024-09-12T17:57:03.384142+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.384142+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:23.580577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'147","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.327421+0000","last_change":"2024-09-12T17:57:08.327293+0000","last_active":"2024-09-12T17:57:08.327421+0000","last_peered":"2024-09-12T17:57:08.327421+0000","last_clean":"2024-09-12T17:57:08.327421+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:57:08.327421+0000","last_undegraded":"2024-09-12T17:57:08.327421+0000","last_fullsized":"2024-09-12T17:57:08.327421+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T17:57:08.327103+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T17:57:08.327103+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.327103+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:05.546380+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.536564+0000","last_change":"2024-09-12T17:56:45.536266+0000","last_active":"2024-09-12T17:56:45.536564+0000","last_peered":"2024-09-12T17:56:45.536564+0000","last_clean":"2024-09-12T17:56:45.536564+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:56:45.536564+0000","last_undegraded":"2024-09-12T17:56:45.536564+0000","last_fullsized":"2024-09-12T17:56:45.536564+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.536049+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:57.009257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":792,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.095103+0000","last_change":"2024-09-12T17:56:43.094847+0000","last_active":"2024-09-12T17:56:43.095103+0000","last_peered":"2024-09-12T17:56:43.095103+0000","last_clean":"2024-09-12T17:56:43.095103+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:56:43.095103+0000","last_undegraded":"2024-09-12T17:56:43.095103+0000","last_fullsized":"2024-09-12T17:56:43.095103+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.094556+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.597102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.184371+0000","last_change":"2024-09-12T17:56:54.184222+0000","last_active":"2024-09-12T17:56:54.184371+0000","last_peered":"2024-09-12T17:56:54.184371+0000","last_clean":"2024-09-12T17:56:54.184371+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:56:54.184371+0000","last_undegraded":"2024-09-12T17:56:54.184371+0000","last_fullsized":"2024-09-12T17:56:54.184371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.184040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:31.488632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'209","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.386767+0000","last_change":"2024-09-12T17:56:58.386632+0000","last_active":"2024-09-12T17:56:58.386767+0000","last_peered":"2024-09-12T17:56:58.386767+0000","last_clean":"2024-09-12T17:56:58.386767+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:58.386767+0000","last_undegraded":"2024-09-12T17:56:58.386767+0000","last_fullsized":"2024-09-12T17:56:58.386767+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'209","last_scrub_stamp":"2024-09-12T17:56:58.386368+0000","last_deep_scrub":"267'209","last_deep_scrub_stamp":"2024-09-12T17:56:58.386368+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.386368+0000","objects_scrubbed":6,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:20.840373+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.216777+0000","last_change":"2024-09-12T17:56:55.216640+0000","last_active":"2024-09-12T17:56:55.216777+0000","last_peered":"2024-09-12T17:56:55.216777+0000","last_clean":"2024-09-12T17:56:55.216777+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:56:55.216777+0000","last_undegraded":"2024-09-12T17:56:55.216777+0000","last_fullsized":"2024-09-12T17:56:55.216777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.216459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:30.877066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'131","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.417232+0000","last_change":"2024-09-12T17:57:05.416960+0000","last_active":"2024-09-12T17:57:05.417232+0000","last_peered":"2024-09-12T17:57:05.417232+0000","last_clean":"2024-09-12T17:57:05.417232+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:57:05.417232+0000","last_undegraded":"2024-09-12T17:57:05.417232+0000","last_fullsized":"2024-09-12T17:57:05.417232+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:57:05.416716+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:57:05.416716+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.416716+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:44.874188+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'112","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.002616+0000","last_change":"2024-09-12T17:56:42.002484+0000","last_active":"2024-09-12T17:56:42.002616+0000","last_peered":"2024-09-12T17:56:42.002616+0000","last_clean":"2024-09-12T17:56:42.002616+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:56:42.002616+0000","last_undegraded":"2024-09-12T17:56:42.002616+0000","last_fullsized":"2024-09-12T17:56:42.002616+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.002303+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:55.554291+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'214","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.029039+0000","last_change":"2024-09-12T17:56:42.028748+0000","last_active":"2024-09-12T17:56:42.029039+0000","last_peered":"2024-09-12T17:56:42.029039+0000","last_clean":"2024-09-12T17:56:42.029039+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:56:42.029039+0000","last_undegraded":"2024-09-12T17:56:42.029039+0000","last_fullsized":"2024-09-12T17:56:42.029039+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.028456+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:57.606202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661586,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":3633,"num_write":981,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.228286+0000","last_change":"2024-09-12T17:56:56.228157+0000","last_active":"2024-09-12T17:56:56.228286+0000","last_peered":"2024-09-12T17:56:56.228286+0000","last_clean":"2024-09-12T17:56:56.228286+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:56:56.228286+0000","last_undegraded":"2024-09-12T17:56:56.228286+0000","last_fullsized":"2024-09-12T17:56:56.228286+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.227980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:47.081434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'173","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.098255+0000","last_change":"2024-09-12T17:57:02.098115+0000","last_active":"2024-09-12T17:57:02.098255+0000","last_peered":"2024-09-12T17:57:02.098255+0000","last_clean":"2024-09-12T17:57:02.098255+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:57:02.098255+0000","last_undegraded":"2024-09-12T17:57:02.098255+0000","last_fullsized":"2024-09-12T17:57:02.098255+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:57:02.097911+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:57:02.097911+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.097911+0000","objects_scrubbed":7,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:10.379747+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13960,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":229,"num_read_kb":325,"num_write":184,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.337375+0000","last_change":"2024-09-12T17:57:05.337133+0000","last_active":"2024-09-12T17:57:05.337375+0000","last_peered":"2024-09-12T17:57:05.337375+0000","last_clean":"2024-09-12T17:57:05.337375+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:57:05.337375+0000","last_undegraded":"2024-09-12T17:57:05.337375+0000","last_fullsized":"2024-09-12T17:57:05.337375+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.336842+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.336842+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.336842+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:57.555649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'132","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.500305+0000","last_change":"2024-09-12T17:57:15.500305+0000","last_active":"2024-09-12T17:57:15.500305+0000","last_peered":"2024-09-12T17:57:15.500305+0000","last_clean":"2024-09-12T17:57:15.500305+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:57:15.500305+0000","last_undegraded":"2024-09-12T17:57:15.500305+0000","last_fullsized":"2024-09-12T17:57:15.500305+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T17:57:15.500104+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T17:57:15.500104+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.500104+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:12.624084+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.029573+0000","last_change":"2024-09-12T17:56:44.029394+0000","last_active":"2024-09-12T17:56:44.029573+0000","last_peered":"2024-09-12T17:56:44.029573+0000","last_clean":"2024-09-12T17:56:44.029573+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:56:44.029573+0000","last_undegraded":"2024-09-12T17:56:44.029573+0000","last_fullsized":"2024-09-12T17:56:44.029573+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.029219+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:00.518432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'208","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.577698+0000","last_change":"2024-09-12T17:56:39.577553+0000","last_active":"2024-09-12T17:56:39.577698+0000","last_peered":"2024-09-12T17:56:39.577698+0000","last_clean":"2024-09-12T17:56:39.577698+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:56:39.577698+0000","last_undegraded":"2024-09-12T17:56:39.577698+0000","last_fullsized":"2024-09-12T17:56:39.577698+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'208","last_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_deep_scrub":"267'208","last_deep_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.577315+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:33.957916+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4496756,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":463,"num_read_kb":14880,"num_write":982,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.368333+0000","last_change":"2024-09-12T17:56:52.368181+0000","last_active":"2024-09-12T17:56:52.368333+0000","last_peered":"2024-09-12T17:56:52.368333+0000","last_clean":"2024-09-12T17:56:52.368333+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:56:52.368333+0000","last_undegraded":"2024-09-12T17:56:52.368333+0000","last_fullsized":"2024-09-12T17:56:52.368333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.367993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:23.216782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'154","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.205089+0000","last_change":"2024-09-12T17:56:57.204926+0000","last_active":"2024-09-12T17:56:57.205089+0000","last_peered":"2024-09-12T17:56:57.205089+0000","last_clean":"2024-09-12T17:56:57.205089+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:57.205089+0000","last_undegraded":"2024-09-12T17:56:57.205089+0000","last_fullsized":"2024-09-12T17:56:57.205089+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.204713+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:37.158649+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2166,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.266354+0000","last_change":"2024-09-12T17:56:59.266183+0000","last_active":"2024-09-12T17:56:59.266354+0000","last_peered":"2024-09-12T17:56:59.266354+0000","last_clean":"2024-09-12T17:56:59.266354+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:59.266354+0000","last_undegraded":"2024-09-12T17:56:59.266354+0000","last_fullsized":"2024-09-12T17:56:59.266354+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'736","last_scrub_stamp":"2024-09-12T17:56:59.266002+0000","last_deep_scrub":"267'736","last_deep_scrub_stamp":"2024-09-12T17:56:59.266002+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.266002+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:48.712702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'148","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.460990+0000","last_change":"2024-09-12T17:57:06.460990+0000","last_active":"2024-09-12T17:57:06.460990+0000","last_peered":"2024-09-12T17:57:06.460990+0000","last_clean":"2024-09-12T17:57:06.460990+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:57:06.460990+0000","last_undegraded":"2024-09-12T17:57:06.460990+0000","last_fullsized":"2024-09-12T17:57:06.460990+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'148","last_scrub_stamp":"2024-09-12T17:57:06.460792+0000","last_deep_scrub":"267'148","last_deep_scrub_stamp":"2024-09-12T17:57:06.460792+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.460792+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:24.596799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.980868+0000","last_change":"2024-09-12T17:56:44.980724+0000","last_active":"2024-09-12T17:56:44.980868+0000","last_peered":"2024-09-12T17:56:44.980868+0000","last_clean":"2024-09-12T17:56:44.980868+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:56:44.980868+0000","last_undegraded":"2024-09-12T17:56:44.980868+0000","last_fullsized":"2024-09-12T17:56:44.980868+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'85","last_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_deep_scrub":"267'85","last_deep_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.980468+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:51.868349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'247","reported_seq":900,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.022525+0000","last_change":"2024-09-12T17:56:39.022260+0000","last_active":"2024-09-12T17:56:39.022525+0000","last_peered":"2024-09-12T17:56:39.022525+0000","last_clean":"2024-09-12T17:56:39.022525+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:56:39.022525+0000","last_undegraded":"2024-09-12T17:56:39.022525+0000","last_fullsized":"2024-09-12T17:56:39.022525+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.022014+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:18.254404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":10579,"num_write":1188,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1451,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.144715+0000","last_change":"2024-09-12T17:56:58.144575+0000","last_active":"2024-09-12T17:56:58.144715+0000","last_peered":"2024-09-12T17:56:58.144715+0000","last_clean":"2024-09-12T17:56:58.144715+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:58.144715+0000","last_undegraded":"2024-09-12T17:56:58.144715+0000","last_fullsized":"2024-09-12T17:56:58.144715+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.144361+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.144361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.144361+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.265332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'71","reported_seq":602,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.436606+0000","last_change":"2024-09-12T17:57:09.436606+0000","last_active":"2024-09-12T17:57:09.436606+0000","last_peered":"2024-09-12T17:57:09.436606+0000","last_clean":"2024-09-12T17:57:09.436606+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:57:09.436606+0000","last_undegraded":"2024-09-12T17:57:09.436606+0000","last_fullsized":"2024-09-12T17:57:09.436606+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T17:57:09.436424+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T17:57:09.436424+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.436424+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:20.675483+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'741","reported_seq":3934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.428893+0000","last_change":"2024-09-12T17:56:56.428727+0000","last_active":"2024-09-12T17:56:56.428893+0000","last_peered":"2024-09-12T17:56:56.428893+0000","last_clean":"2024-09-12T17:56:56.428893+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:56.428893+0000","last_undegraded":"2024-09-12T17:56:56.428893+0000","last_fullsized":"2024-09-12T17:56:56.428893+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'741","last_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_deep_scrub":"267'741","last_deep_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.428522+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:14.730169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":600,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044377+0000","last_change":"2024-09-12T17:57:12.044377+0000","last_active":"2024-09-12T17:57:12.044377+0000","last_peered":"2024-09-12T17:57:12.044377+0000","last_clean":"2024-09-12T17:57:12.044377+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:57:12.044377+0000","last_undegraded":"2024-09-12T17:57:12.044377+0000","last_fullsized":"2024-09-12T17:57:12.044377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'89","last_scrub_stamp":"2024-09-12T17:57:12.044181+0000","last_deep_scrub":"267'89","last_deep_scrub_stamp":"2024-09-12T17:57:12.044181+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.044181+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:52.632810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.400955+0000","last_change":"2024-09-12T17:56:45.400809+0000","last_active":"2024-09-12T17:56:45.400955+0000","last_peered":"2024-09-12T17:56:45.400955+0000","last_clean":"2024-09-12T17:56:45.400955+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:56:45.400955+0000","last_undegraded":"2024-09-12T17:56:45.400955+0000","last_fullsized":"2024-09-12T17:56:45.400955+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.400625+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:39.732868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'212","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.018356+0000","last_change":"2024-09-12T17:56:41.018174+0000","last_active":"2024-09-12T17:56:41.018356+0000","last_peered":"2024-09-12T17:56:41.018356+0000","last_clean":"2024-09-12T17:56:41.018356+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:56:41.018356+0000","last_undegraded":"2024-09-12T17:56:41.018356+0000","last_fullsized":"2024-09-12T17:56:41.018356+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.017943+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:17.257936+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299633,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":520,"num_read_kb":25872,"num_write":1051,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"267'4","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.090214+0000","last_change":"2024-09-12T17:56:58.090038+0000","last_active":"2024-09-12T17:56:58.090214+0000","last_peered":"2024-09-12T17:56:58.090214+0000","last_clean":"2024-09-12T17:56:58.090214+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:58.090214+0000","last_undegraded":"2024-09-12T17:56:58.090214+0000","last_fullsized":"2024-09-12T17:56:58.090214+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.089857+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.782312+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":718,"num_read_kb":716,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'230","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.172979+0000","last_change":"2024-09-12T17:57:05.172750+0000","last_active":"2024-09-12T17:57:05.172979+0000","last_peered":"2024-09-12T17:57:05.172979+0000","last_clean":"2024-09-12T17:57:05.172979+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:57:05.172979+0000","last_undegraded":"2024-09-12T17:57:05.172979+0000","last_fullsized":"2024-09-12T17:57:05.172979+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'230","last_scrub_stamp":"2024-09-12T17:57:05.172412+0000","last_deep_scrub":"267'230","last_deep_scrub_stamp":"2024-09-12T17:57:05.172412+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.172412+0000","objects_scrubbed":9,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:01:37.913508+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":487892,"num_omap_keys":1124,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.402831+0000","last_change":"2024-09-12T17:56:55.402691+0000","last_active":"2024-09-12T17:56:55.402831+0000","last_peered":"2024-09-12T17:56:55.402831+0000","last_clean":"2024-09-12T17:56:55.402831+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:56:55.402831+0000","last_undegraded":"2024-09-12T17:56:55.402831+0000","last_fullsized":"2024-09-12T17:56:55.402831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.402508+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:51.713847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'133","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.373901+0000","last_change":"2024-09-12T17:57:04.373901+0000","last_active":"2024-09-12T17:57:04.373901+0000","last_peered":"2024-09-12T17:57:04.373901+0000","last_clean":"2024-09-12T17:57:04.373901+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:57:04.373901+0000","last_undegraded":"2024-09-12T17:57:04.373901+0000","last_fullsized":"2024-09-12T17:57:04.373901+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T17:57:04.373709+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T17:57:04.373709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.373709+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:54.832057+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.537802+0000","last_change":"2024-09-12T17:56:46.537802+0000","last_active":"2024-09-12T17:56:46.537802+0000","last_peered":"2024-09-12T17:56:46.537802+0000","last_clean":"2024-09-12T17:56:46.537802+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:56:46.537802+0000","last_undegraded":"2024-09-12T17:56:46.537802+0000","last_fullsized":"2024-09-12T17:56:46.537802+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.537618+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:02.298640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":627,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.452982+0000","last_change":"2024-09-12T17:56:39.452982+0000","last_active":"2024-09-12T17:56:39.452982+0000","last_peered":"2024-09-12T17:56:39.452982+0000","last_clean":"2024-09-12T17:56:39.452982+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:56:39.452982+0000","last_undegraded":"2024-09-12T17:56:39.452982+0000","last_fullsized":"2024-09-12T17:56:39.452982+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.452780+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:12.404653+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.097055+0000","last_change":"2024-09-12T17:56:40.096892+0000","last_active":"2024-09-12T17:56:40.097055+0000","last_peered":"2024-09-12T17:56:40.097055+0000","last_clean":"2024-09-12T17:56:40.097055+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:56:40.097055+0000","last_undegraded":"2024-09-12T17:56:40.097055+0000","last_fullsized":"2024-09-12T17:56:40.097055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.096717+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:22.314281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'198","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.009372+0000","last_change":"2024-09-12T17:56:40.009372+0000","last_active":"2024-09-12T17:56:40.009372+0000","last_peered":"2024-09-12T17:56:40.009372+0000","last_clean":"2024-09-12T17:56:40.009372+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:56:40.009372+0000","last_undegraded":"2024-09-12T17:56:40.009372+0000","last_fullsized":"2024-09-12T17:56:40.009372+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.008924+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:40.246778+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3836058,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":8906,"num_write":935,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.497459+0000","last_change":"2024-09-12T17:56:57.497459+0000","last_active":"2024-09-12T17:56:57.497459+0000","last_peered":"2024-09-12T17:56:57.497459+0000","last_clean":"2024-09-12T17:56:57.497459+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:56:57.497459+0000","last_undegraded":"2024-09-12T17:56:57.497459+0000","last_fullsized":"2024-09-12T17:56:57.497459+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.497248+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.497248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.497248+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:22.105709+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'310","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.064046+0000","last_change":"2024-09-12T17:57:03.063899+0000","last_active":"2024-09-12T17:57:03.064046+0000","last_peered":"2024-09-12T17:57:03.064046+0000","last_clean":"2024-09-12T17:57:03.064046+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:57:03.064046+0000","last_undegraded":"2024-09-12T17:57:03.064046+0000","last_fullsized":"2024-09-12T17:57:03.064046+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T17:57:03.063709+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T17:57:03.063709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.063709+0000","objects_scrubbed":7,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:38.598299+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89354,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.382231+0000","last_change":"2024-09-12T17:57:04.382050+0000","last_active":"2024-09-12T17:57:04.382231+0000","last_peered":"2024-09-12T17:57:04.382231+0000","last_clean":"2024-09-12T17:57:04.382231+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:57:04.382231+0000","last_undegraded":"2024-09-12T17:57:04.382231+0000","last_fullsized":"2024-09-12T17:57:04.382231+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:04.381870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:04.381870+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.381870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:20.896001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'217","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.466282+0000","last_change":"2024-09-12T17:57:02.466026+0000","last_active":"2024-09-12T17:57:02.466282+0000","last_peered":"2024-09-12T17:57:02.466282+0000","last_clean":"2024-09-12T17:57:02.466282+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:57:02.466282+0000","last_undegraded":"2024-09-12T17:57:02.466282+0000","last_fullsized":"2024-09-12T17:57:02.466282+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:02.465805+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:02.465805+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.465805+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:55.950504+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.477119+0000","last_change":"2024-09-12T17:56:47.476957+0000","last_active":"2024-09-12T17:56:47.477119+0000","last_peered":"2024-09-12T17:56:47.477119+0000","last_clean":"2024-09-12T17:56:47.477119+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:56:47.477119+0000","last_undegraded":"2024-09-12T17:56:47.477119+0000","last_fullsized":"2024-09-12T17:56:47.477119+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.476769+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:18.052880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.483095+0000","last_change":"2024-09-12T17:56:40.483095+0000","last_active":"2024-09-12T17:56:40.483095+0000","last_peered":"2024-09-12T17:56:40.483095+0000","last_clean":"2024-09-12T17:56:40.483095+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:56:40.483095+0000","last_undegraded":"2024-09-12T17:56:40.483095+0000","last_fullsized":"2024-09-12T17:56:40.483095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.482916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:58.565110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:36.405274+0000","last_change":"2024-09-12T17:56:36.405274+0000","last_active":"2024-09-12T17:56:36.405274+0000","last_peered":"2024-09-12T17:56:36.405274+0000","last_clean":"2024-09-12T17:56:36.405274+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:36.405274+0000","last_undegraded":"2024-09-12T17:56:36.405274+0000","last_fullsized":"2024-09-12T17:56:36.405274+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_clean_scrub_stamp":"2024-09-12T17:56:36.405164+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:13.233139+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.099241+0000","last_change":"2024-09-12T17:56:57.099052+0000","last_active":"2024-09-12T17:56:57.099241+0000","last_peered":"2024-09-12T17:56:57.099241+0000","last_clean":"2024-09-12T17:56:57.099241+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:56:57.099241+0000","last_undegraded":"2024-09-12T17:56:57.099241+0000","last_fullsized":"2024-09-12T17:56:57.099241+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.098871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:58.478251+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'851","reported_seq":2350,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.450381+0000","last_change":"2024-09-12T17:56:59.450381+0000","last_active":"2024-09-12T17:56:59.450381+0000","last_peered":"2024-09-12T17:56:59.450381+0000","last_clean":"2024-09-12T17:56:59.450381+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:59.450381+0000","last_undegraded":"2024-09-12T17:56:59.450381+0000","last_fullsized":"2024-09-12T17:56:59.450381+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'851","last_scrub_stamp":"2024-09-12T17:56:59.450155+0000","last_deep_scrub":"267'851","last_deep_scrub_stamp":"2024-09-12T17:56:59.450155+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.450155+0000","objects_scrubbed":11,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:36.069662+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48951,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1180,"num_read_kb":1459,"num_write":296,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.302239+0000","last_change":"2024-09-12T17:57:06.302239+0000","last_active":"2024-09-12T17:57:06.302239+0000","last_peered":"2024-09-12T17:57:06.302239+0000","last_clean":"2024-09-12T17:57:06.302239+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:57:06.302239+0000","last_undegraded":"2024-09-12T17:57:06.302239+0000","last_fullsized":"2024-09-12T17:57:06.302239+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.302052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.302052+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.302052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:55.949216+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'217","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.440058+0000","last_change":"2024-09-12T17:57:07.440058+0000","last_active":"2024-09-12T17:57:07.440058+0000","last_peered":"2024-09-12T17:57:07.440058+0000","last_clean":"2024-09-12T17:57:07.440058+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:57:07.440058+0000","last_undegraded":"2024-09-12T17:57:07.440058+0000","last_fullsized":"2024-09-12T17:57:07.440058+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:07.439862+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:07.439862+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.439862+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:36.041185+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.349577+0000","last_change":"2024-09-12T17:56:47.349404+0000","last_active":"2024-09-12T17:56:47.349577+0000","last_peered":"2024-09-12T17:56:47.349577+0000","last_clean":"2024-09-12T17:56:47.349577+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:56:47.349577+0000","last_undegraded":"2024-09-12T17:56:47.349577+0000","last_fullsized":"2024-09-12T17:56:47.349577+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.349196+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:38.364455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.997358+0000","last_change":"2024-09-12T17:56:37.997223+0000","last_active":"2024-09-12T17:56:37.997358+0000","last_peered":"2024-09-12T17:56:37.997358+0000","last_clean":"2024-09-12T17:56:37.997358+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:56:37.997358+0000","last_undegraded":"2024-09-12T17:56:37.997358+0000","last_fullsized":"2024-09-12T17:56:37.997358+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.997123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:43.633071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'214","reported_seq":884,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.490076+0000","last_change":"2024-09-12T17:56:38.490076+0000","last_active":"2024-09-12T17:56:38.490076+0000","last_peered":"2024-09-12T17:56:38.490076+0000","last_clean":"2024-09-12T17:56:38.490076+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:56:38.490076+0000","last_undegraded":"2024-09-12T17:56:38.490076+0000","last_fullsized":"2024-09-12T17:56:38.490076+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.489889+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.434351+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399156,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":487,"num_read_kb":77221,"num_write":987,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.148822+0000","last_change":"2024-09-12T17:56:52.148687+0000","last_active":"2024-09-12T17:56:52.148822+0000","last_peered":"2024-09-12T17:56:52.148822+0000","last_clean":"2024-09-12T17:56:52.148822+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:56:52.148822+0000","last_undegraded":"2024-09-12T17:56:52.148822+0000","last_fullsized":"2024-09-12T17:56:52.148822+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.148505+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:57.361644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'217","reported_seq":1333,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.408894+0000","last_change":"2024-09-12T17:57:01.408894+0000","last_active":"2024-09-12T17:57:01.408894+0000","last_peered":"2024-09-12T17:57:01.408894+0000","last_clean":"2024-09-12T17:57:01.408894+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:57:01.408894+0000","last_undegraded":"2024-09-12T17:57:01.408894+0000","last_fullsized":"2024-09-12T17:57:01.408894+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:01.408693+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:01.408693+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.408693+0000","objects_scrubbed":9,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:35.735488+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.379731+0000","last_change":"2024-09-12T17:57:00.379731+0000","last_active":"2024-09-12T17:57:00.379731+0000","last_peered":"2024-09-12T17:57:00.379731+0000","last_clean":"2024-09-12T17:57:00.379731+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:57:00.379731+0000","last_undegraded":"2024-09-12T17:57:00.379731+0000","last_fullsized":"2024-09-12T17:57:00.379731+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.379635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.379635+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.379635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:24.441098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'248","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.487423+0000","last_change":"2024-09-12T17:57:18.487423+0000","last_active":"2024-09-12T17:57:18.487423+0000","last_peered":"2024-09-12T17:57:18.487423+0000","last_clean":"2024-09-12T17:57:18.487423+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:57:18.487423+0000","last_undegraded":"2024-09-12T17:57:18.487423+0000","last_fullsized":"2024-09-12T17:57:18.487423+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:57:18.487238+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:57:18.487238+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.487238+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:01.069186+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'113","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.397810+0000","last_change":"2024-09-12T17:56:48.397810+0000","last_active":"2024-09-12T17:56:48.397810+0000","last_peered":"2024-09-12T17:56:48.397810+0000","last_clean":"2024-09-12T17:56:48.397810+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:56:48.397810+0000","last_undegraded":"2024-09-12T17:56:48.397810+0000","last_fullsized":"2024-09-12T17:56:48.397810+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.397622+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:19.245121+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.132207+0000","last_change":"2024-09-12T17:56:39.132047+0000","last_active":"2024-09-12T17:56:39.132207+0000","last_peered":"2024-09-12T17:56:39.132207+0000","last_clean":"2024-09-12T17:56:39.132207+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:56:39.132207+0000","last_undegraded":"2024-09-12T17:56:39.132207+0000","last_fullsized":"2024-09-12T17:56:39.132207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.131869+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:17.451894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'254","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.011089+0000","last_change":"2024-09-12T17:56:38.011089+0000","last_active":"2024-09-12T17:56:38.011089+0000","last_peered":"2024-09-12T17:56:38.011089+0000","last_clean":"2024-09-12T17:56:38.011089+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:56:38.011089+0000","last_undegraded":"2024-09-12T17:56:38.011089+0000","last_fullsized":"2024-09-12T17:56:38.011089+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.010867+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:17.075164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":545,"num_read_kb":5384,"num_write":1072,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.326955+0000","last_change":"2024-09-12T17:56:56.326955+0000","last_active":"2024-09-12T17:56:56.326955+0000","last_peered":"2024-09-12T17:56:56.326955+0000","last_clean":"2024-09-12T17:56:56.326955+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:56:56.326955+0000","last_undegraded":"2024-09-12T17:56:56.326955+0000","last_fullsized":"2024-09-12T17:56:56.326955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.326774+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:22.552477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'132","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.336837+0000","last_change":"2024-09-12T17:57:04.336689+0000","last_active":"2024-09-12T17:57:04.336837+0000","last_peered":"2024-09-12T17:57:04.336837+0000","last_clean":"2024-09-12T17:57:04.336837+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:57:04.336837+0000","last_undegraded":"2024-09-12T17:57:04.336837+0000","last_fullsized":"2024-09-12T17:57:04.336837+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T17:57:04.336539+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T17:57:04.336539+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.336539+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:07.293549+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.430093+0000","last_change":"2024-09-12T17:56:54.429961+0000","last_active":"2024-09-12T17:56:54.430093+0000","last_peered":"2024-09-12T17:56:54.430093+0000","last_clean":"2024-09-12T17:56:54.430093+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:56:54.430093+0000","last_undegraded":"2024-09-12T17:56:54.430093+0000","last_fullsized":"2024-09-12T17:56:54.430093+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.429780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:52.233793+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'113","reported_seq":664,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.067197+0000","last_change":"2024-09-12T17:57:10.067054+0000","last_active":"2024-09-12T17:57:10.067197+0000","last_peered":"2024-09-12T17:57:10.067197+0000","last_clean":"2024-09-12T17:57:10.067197+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:57:10.067197+0000","last_undegraded":"2024-09-12T17:57:10.067197+0000","last_fullsized":"2024-09-12T17:57:10.067197+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:57:10.066867+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:57:10.066867+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.066867+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:10.560526+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.383056+0000","last_change":"2024-09-12T17:56:44.383056+0000","last_active":"2024-09-12T17:56:44.383056+0000","last_peered":"2024-09-12T17:56:44.383056+0000","last_clean":"2024-09-12T17:56:44.383056+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:56:44.383056+0000","last_undegraded":"2024-09-12T17:56:44.383056+0000","last_fullsized":"2024-09-12T17:56:44.383056+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.382860+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:32.097760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.113670+0000","last_change":"2024-09-12T17:56:41.113670+0000","last_active":"2024-09-12T17:56:41.113670+0000","last_peered":"2024-09-12T17:56:41.113670+0000","last_clean":"2024-09-12T17:56:41.113670+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:41.113670+0000","last_undegraded":"2024-09-12T17:56:41.113670+0000","last_fullsized":"2024-09-12T17:56:41.113670+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.113444+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:45.669111+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.351897+0000","last_change":"2024-09-12T17:56:51.351754+0000","last_active":"2024-09-12T17:56:51.351897+0000","last_peered":"2024-09-12T17:56:51.351897+0000","last_clean":"2024-09-12T17:56:51.351897+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:56:51.351897+0000","last_undegraded":"2024-09-12T17:56:51.351897+0000","last_fullsized":"2024-09-12T17:56:51.351897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.351576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:55.866263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.371103+0000","last_change":"2024-09-12T17:56:55.371103+0000","last_active":"2024-09-12T17:56:55.371103+0000","last_peered":"2024-09-12T17:56:55.371103+0000","last_clean":"2024-09-12T17:56:55.371103+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:56:55.371103+0000","last_undegraded":"2024-09-12T17:56:55.371103+0000","last_fullsized":"2024-09-12T17:56:55.371103+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.370894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:32.697396+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'267","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.341645+0000","last_change":"2024-09-12T17:56:57.341645+0000","last_active":"2024-09-12T17:56:57.341645+0000","last_peered":"2024-09-12T17:56:57.341645+0000","last_clean":"2024-09-12T17:56:57.341645+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:57.341645+0000","last_undegraded":"2024-09-12T17:56:57.341645+0000","last_fullsized":"2024-09-12T17:56:57.341645+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'267","last_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_deep_scrub":"267'267","last_deep_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.341398+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:02.895808+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3818,"num_omap_keys":8,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.168621+0000","last_change":"2024-09-12T17:57:05.168621+0000","last_active":"2024-09-12T17:57:05.168621+0000","last_peered":"2024-09-12T17:57:05.168621+0000","last_clean":"2024-09-12T17:57:05.168621+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:57:05.168621+0000","last_undegraded":"2024-09-12T17:57:05.168621+0000","last_fullsized":"2024-09-12T17:57:05.168621+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.168284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.168284+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.168284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:32.202912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'137","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.372995+0000","last_change":"2024-09-12T17:57:11.372821+0000","last_active":"2024-09-12T17:57:11.372995+0000","last_peered":"2024-09-12T17:57:11.372995+0000","last_clean":"2024-09-12T17:57:11.372995+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:57:11.372995+0000","last_undegraded":"2024-09-12T17:57:11.372995+0000","last_fullsized":"2024-09-12T17:57:11.372995+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T17:57:11.372627+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T17:57:11.372627+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.372627+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:33.001417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.533752+0000","last_change":"2024-09-12T17:56:44.533752+0000","last_active":"2024-09-12T17:56:44.533752+0000","last_peered":"2024-09-12T17:56:44.533752+0000","last_clean":"2024-09-12T17:56:44.533752+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:56:44.533752+0000","last_undegraded":"2024-09-12T17:56:44.533752+0000","last_fullsized":"2024-09-12T17:56:44.533752+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.533564+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:54.505045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'215","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.503628+0000","last_change":"2024-09-12T17:56:37.503628+0000","last_active":"2024-09-12T17:56:37.503628+0000","last_peered":"2024-09-12T17:56:37.503628+0000","last_clean":"2024-09-12T17:56:37.503628+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:56:37.503628+0000","last_undegraded":"2024-09-12T17:56:37.503628+0000","last_fullsized":"2024-09-12T17:56:37.503628+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.503401+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:11.831596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399451,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":81577,"num_write":1037,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.457818+0000","last_change":"2024-09-12T17:56:41.457818+0000","last_active":"2024-09-12T17:56:41.457818+0000","last_peered":"2024-09-12T17:56:41.457818+0000","last_clean":"2024-09-12T17:56:41.457818+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:56:41.457818+0000","last_undegraded":"2024-09-12T17:56:41.457818+0000","last_fullsized":"2024-09-12T17:56:41.457818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.457614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:53.161598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.499475+0000","last_change":"2024-09-12T17:56:50.499475+0000","last_active":"2024-09-12T17:56:50.499475+0000","last_peered":"2024-09-12T17:56:50.499475+0000","last_clean":"2024-09-12T17:56:50.499475+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:56:50.499475+0000","last_undegraded":"2024-09-12T17:56:50.499475+0000","last_fullsized":"2024-09-12T17:56:50.499475+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.499297+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:29.194781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'178","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.426184+0000","last_change":"2024-09-12T17:56:58.426184+0000","last_active":"2024-09-12T17:56:58.426184+0000","last_peered":"2024-09-12T17:56:58.426184+0000","last_clean":"2024-09-12T17:56:58.426184+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:56:58.426184+0000","last_undegraded":"2024-09-12T17:56:58.426184+0000","last_fullsized":"2024-09-12T17:56:58.426184+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:58.426003+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:58.426003+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.426003+0000","objects_scrubbed":8,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:43.226408+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'758","reported_seq":2776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.085795+0000","last_change":"2024-09-12T17:57:07.085795+0000","last_active":"2024-09-12T17:57:07.085795+0000","last_peered":"2024-09-12T17:57:07.085795+0000","last_clean":"2024-09-12T17:57:07.085795+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:57:07.085795+0000","last_undegraded":"2024-09-12T17:57:07.085795+0000","last_fullsized":"2024-09-12T17:57:07.085795+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'758","last_scrub_stamp":"2024-09-12T17:57:07.085616+0000","last_deep_scrub":"267'758","last_deep_scrub_stamp":"2024-09-12T17:57:07.085616+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.085616+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":701,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:16.015266+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'130","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.456764+0000","last_change":"2024-09-12T17:57:19.456764+0000","last_active":"2024-09-12T17:57:19.456764+0000","last_peered":"2024-09-12T17:57:19.456764+0000","last_clean":"2024-09-12T17:57:19.456764+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:57:19.456764+0000","last_undegraded":"2024-09-12T17:57:19.456764+0000","last_fullsized":"2024-09-12T17:57:19.456764+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'130","last_scrub_stamp":"2024-09-12T17:57:19.456562+0000","last_deep_scrub":"267'130","last_deep_scrub_stamp":"2024-09-12T17:57:19.456562+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.456562+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:54.788542+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":807,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.109242+0000","last_change":"2024-09-12T17:56:49.109242+0000","last_active":"2024-09-12T17:56:49.109242+0000","last_peered":"2024-09-12T17:56:49.109242+0000","last_clean":"2024-09-12T17:56:49.109242+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:56:49.109242+0000","last_undegraded":"2024-09-12T17:56:49.109242+0000","last_fullsized":"2024-09-12T17:56:49.109242+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.109018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:52.841848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'232","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.969460+0000","last_change":"2024-09-12T17:56:37.969134+0000","last_active":"2024-09-12T17:56:37.969460+0000","last_peered":"2024-09-12T17:56:37.969460+0000","last_clean":"2024-09-12T17:56:37.969460+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:56:37.969460+0000","last_undegraded":"2024-09-12T17:56:37.969460+0000","last_fullsized":"2024-09-12T17:56:37.969460+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'232","last_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_deep_scrub":"267'232","last_deep_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.968860+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:42.202390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":630,"num_read_kb":21220,"num_write":1052,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.521000+0000","last_change":"2024-09-12T17:56:39.520954+0000","last_active":"2024-09-12T17:56:39.521000+0000","last_peered":"2024-09-12T17:56:39.521000+0000","last_clean":"2024-09-12T17:56:39.521000+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:56:39.521000+0000","last_undegraded":"2024-09-12T17:56:39.521000+0000","last_fullsized":"2024-09-12T17:56:39.521000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.520887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:03.353698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.106590+0000","last_change":"2024-09-12T17:56:57.106590+0000","last_active":"2024-09-12T17:56:57.106590+0000","last_peered":"2024-09-12T17:56:57.106590+0000","last_clean":"2024-09-12T17:56:57.106590+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:56:57.106590+0000","last_undegraded":"2024-09-12T17:56:57.106590+0000","last_fullsized":"2024-09-12T17:56:57.106590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.106418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:13.263560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'110","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.048926+0000","last_change":"2024-09-12T17:57:01.048926+0000","last_active":"2024-09-12T17:57:01.048926+0000","last_peered":"2024-09-12T17:57:01.048926+0000","last_clean":"2024-09-12T17:57:01.048926+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:57:01.048926+0000","last_undegraded":"2024-09-12T17:57:01.048926+0000","last_fullsized":"2024-09-12T17:57:01.048926+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T17:57:01.048754+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T17:57:01.048754+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.048754+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:07.920755+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'752","reported_seq":2444,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.381150+0000","last_change":"2024-09-12T17:57:11.381150+0000","last_active":"2024-09-12T17:57:11.381150+0000","last_peered":"2024-09-12T17:57:11.381150+0000","last_clean":"2024-09-12T17:57:11.381150+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:57:11.381150+0000","last_undegraded":"2024-09-12T17:57:11.381150+0000","last_fullsized":"2024-09-12T17:57:11.381150+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'752","last_scrub_stamp":"2024-09-12T17:57:11.380974+0000","last_deep_scrub":"267'752","last_deep_scrub_stamp":"2024-09-12T17:57:11.380974+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.380974+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:14.580151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'155","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.367046+0000","last_change":"2024-09-12T17:57:09.366891+0000","last_active":"2024-09-12T17:57:09.367046+0000","last_peered":"2024-09-12T17:57:09.367046+0000","last_clean":"2024-09-12T17:57:09.367046+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:57:09.367046+0000","last_undegraded":"2024-09-12T17:57:09.367046+0000","last_fullsized":"2024-09-12T17:57:09.367046+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'155","last_scrub_stamp":"2024-09-12T17:57:09.366709+0000","last_deep_scrub":"267'155","last_deep_scrub_stamp":"2024-09-12T17:57:09.366709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.366709+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:47.282646+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.000363+0000","last_change":"2024-09-12T17:56:41.000363+0000","last_active":"2024-09-12T17:56:41.000363+0000","last_peered":"2024-09-12T17:56:41.000363+0000","last_clean":"2024-09-12T17:56:41.000363+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:56:41.000363+0000","last_undegraded":"2024-09-12T17:56:41.000363+0000","last_fullsized":"2024-09-12T17:56:41.000363+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.000126+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:34.537467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.427783+0000","last_change":"2024-09-12T17:56:38.427622+0000","last_active":"2024-09-12T17:56:38.427783+0000","last_peered":"2024-09-12T17:56:38.427783+0000","last_clean":"2024-09-12T17:56:38.427783+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:38.427783+0000","last_undegraded":"2024-09-12T17:56:38.427783+0000","last_fullsized":"2024-09-12T17:56:38.427783+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.427401+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:55.628706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.505518+0000","last_change":"2024-09-12T17:56:43.505325+0000","last_active":"2024-09-12T17:56:43.505518+0000","last_peered":"2024-09-12T17:56:43.505518+0000","last_clean":"2024-09-12T17:56:43.505518+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:56:43.505518+0000","last_undegraded":"2024-09-12T17:56:43.505518+0000","last_fullsized":"2024-09-12T17:56:43.505518+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.505058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:05.103495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"267'5","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.237076+0000","last_change":"2024-09-12T17:57:02.237076+0000","last_active":"2024-09-12T17:57:02.237076+0000","last_peered":"2024-09-12T17:57:02.237076+0000","last_clean":"2024-09-12T17:57:02.237076+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:57:02.237076+0000","last_undegraded":"2024-09-12T17:57:02.237076+0000","last_fullsized":"2024-09-12T17:57:02.237076+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:02.236904+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:02.236904+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.236904+0000","objects_scrubbed":1,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:29.118681+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":1177,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'348","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.527324+0000","last_change":"2024-09-12T17:56:56.527324+0000","last_active":"2024-09-12T17:56:56.527324+0000","last_peered":"2024-09-12T17:56:56.527324+0000","last_clean":"2024-09-12T17:56:56.527324+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:56.527324+0000","last_undegraded":"2024-09-12T17:56:56.527324+0000","last_fullsized":"2024-09-12T17:56:56.527324+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.527088+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:35.967661+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.415350+0000","last_change":"2024-09-12T17:57:12.415350+0000","last_active":"2024-09-12T17:57:12.415350+0000","last_peered":"2024-09-12T17:57:12.415350+0000","last_clean":"2024-09-12T17:57:12.415350+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:57:12.415350+0000","last_undegraded":"2024-09-12T17:57:12.415350+0000","last_fullsized":"2024-09-12T17:57:12.415350+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:12.415170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:12.415170+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.415170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:35.939992+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'104","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.089682+0000","last_change":"2024-09-12T17:57:11.089542+0000","last_active":"2024-09-12T17:57:11.089682+0000","last_peered":"2024-09-12T17:57:11.089682+0000","last_clean":"2024-09-12T17:57:11.089682+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:57:11.089682+0000","last_undegraded":"2024-09-12T17:57:11.089682+0000","last_fullsized":"2024-09-12T17:57:11.089682+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:57:11.089358+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:57:11.089358+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.089358+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:42.703301+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'138","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.316500+0000","last_change":"2024-09-12T17:57:13.316500+0000","last_active":"2024-09-12T17:57:13.316500+0000","last_peered":"2024-09-12T17:57:13.316500+0000","last_clean":"2024-09-12T17:57:13.316500+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:57:13.316500+0000","last_undegraded":"2024-09-12T17:57:13.316500+0000","last_fullsized":"2024-09-12T17:57:13.316500+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T17:57:13.316311+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T17:57:13.316311+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.316311+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:56.202165+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.988732+0000","last_change":"2024-09-12T17:56:45.988732+0000","last_active":"2024-09-12T17:56:45.988732+0000","last_peered":"2024-09-12T17:56:45.988732+0000","last_clean":"2024-09-12T17:56:45.988732+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:56:45.988732+0000","last_undegraded":"2024-09-12T17:56:45.988732+0000","last_fullsized":"2024-09-12T17:56:45.988732+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.988519+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:01.040791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'194","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.431812+0000","last_change":"2024-09-12T17:56:43.431647+0000","last_active":"2024-09-12T17:56:43.431812+0000","last_peered":"2024-09-12T17:56:43.431812+0000","last_clean":"2024-09-12T17:56:43.431812+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:56:43.431812+0000","last_undegraded":"2024-09-12T17:56:43.431812+0000","last_fullsized":"2024-09-12T17:56:43.431812+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.431441+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:16.531374+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":635,"num_read_kb":35950,"num_write":877,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.450991+0000","last_change":"2024-09-12T17:56:56.450991+0000","last_active":"2024-09-12T17:56:56.450991+0000","last_peered":"2024-09-12T17:56:56.450991+0000","last_clean":"2024-09-12T17:56:56.450991+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:56:56.450991+0000","last_undegraded":"2024-09-12T17:56:56.450991+0000","last_fullsized":"2024-09-12T17:56:56.450991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.450813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:05.052155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'126","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.393126+0000","last_change":"2024-09-12T17:57:07.393126+0000","last_active":"2024-09-12T17:57:07.393126+0000","last_peered":"2024-09-12T17:57:07.393126+0000","last_clean":"2024-09-12T17:57:07.393126+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:57:07.393126+0000","last_undegraded":"2024-09-12T17:57:07.393126+0000","last_fullsized":"2024-09-12T17:57:07.393126+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:07.392785+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:07.392785+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.392785+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:33.204813+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":267,"num_write":92,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.478976+0000","last_change":"2024-09-12T17:57:14.478976+0000","last_active":"2024-09-12T17:57:14.478976+0000","last_peered":"2024-09-12T17:57:14.478976+0000","last_clean":"2024-09-12T17:57:14.478976+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:57:14.478976+0000","last_undegraded":"2024-09-12T17:57:14.478976+0000","last_fullsized":"2024-09-12T17:57:14.478976+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:14.478795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:14.478795+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.478795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:16.687210+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'125","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.432605+0000","last_change":"2024-09-12T17:57:21.432605+0000","last_active":"2024-09-12T17:57:21.432605+0000","last_peered":"2024-09-12T17:57:21.432605+0000","last_clean":"2024-09-12T17:57:21.432605+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:57:21.432605+0000","last_undegraded":"2024-09-12T17:57:21.432605+0000","last_fullsized":"2024-09-12T17:57:21.432605+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'125","last_scrub_stamp":"2024-09-12T17:57:21.432428+0000","last_deep_scrub":"267'125","last_deep_scrub_stamp":"2024-09-12T17:57:21.432428+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.432428+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:41.458936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.385082+0000","last_change":"2024-09-12T17:56:53.385082+0000","last_active":"2024-09-12T17:56:53.385082+0000","last_peered":"2024-09-12T17:56:53.385082+0000","last_clean":"2024-09-12T17:56:53.385082+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:56:53.385082+0000","last_undegraded":"2024-09-12T17:56:53.385082+0000","last_fullsized":"2024-09-12T17:56:53.385082+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4101","last_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_deep_scrub":"267'4101","last_deep_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.384906+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:51.858604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.524770+0000","last_change":"2024-09-12T17:56:46.524770+0000","last_active":"2024-09-12T17:56:46.524770+0000","last_peered":"2024-09-12T17:56:46.524770+0000","last_clean":"2024-09-12T17:56:46.524770+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:46.524770+0000","last_undegraded":"2024-09-12T17:56:46.524770+0000","last_fullsized":"2024-09-12T17:56:46.524770+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.524373+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:28.555069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.239716+0000","last_change":"2024-09-12T17:56:59.239716+0000","last_active":"2024-09-12T17:56:59.239716+0000","last_peered":"2024-09-12T17:56:59.239716+0000","last_clean":"2024-09-12T17:56:59.239716+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:56:59.239716+0000","last_undegraded":"2024-09-12T17:56:59.239716+0000","last_fullsized":"2024-09-12T17:56:59.239716+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:59.239541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:59.239541+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.239541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:29.635890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'52","reported_seq":564,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.430299+0000","last_change":"2024-09-12T17:56:59.430299+0000","last_active":"2024-09-12T17:56:59.430299+0000","last_peered":"2024-09-12T17:56:59.430299+0000","last_clean":"2024-09-12T17:56:59.430299+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:56:59.430299+0000","last_undegraded":"2024-09-12T17:56:59.430299+0000","last_fullsized":"2024-09-12T17:56:59.430299+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:59.430038+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:59.430038+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.430038+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:30.453971+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.255707+0000","last_change":"2024-09-12T17:57:09.255707+0000","last_active":"2024-09-12T17:57:09.255707+0000","last_peered":"2024-09-12T17:57:09.255707+0000","last_clean":"2024-09-12T17:57:09.255707+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:57:09.255707+0000","last_undegraded":"2024-09-12T17:57:09.255707+0000","last_fullsized":"2024-09-12T17:57:09.255707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:09.255510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:09.255510+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.255510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:45.022422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'201","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.322722+0000","last_change":"2024-09-12T17:57:12.322589+0000","last_active":"2024-09-12T17:57:12.322722+0000","last_peered":"2024-09-12T17:57:12.322722+0000","last_clean":"2024-09-12T17:57:12.322722+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:57:12.322722+0000","last_undegraded":"2024-09-12T17:57:12.322722+0000","last_fullsized":"2024-09-12T17:57:12.322722+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:57:12.322389+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:57:12.322389+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.322389+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:22.686714+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.083947+0000","last_change":"2024-09-12T17:56:53.083947+0000","last_active":"2024-09-12T17:56:53.083947+0000","last_peered":"2024-09-12T17:56:53.083947+0000","last_clean":"2024-09-12T17:56:53.083947+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:56:53.083947+0000","last_undegraded":"2024-09-12T17:56:53.083947+0000","last_fullsized":"2024-09-12T17:56:53.083947+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.083776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:12.166998+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.077044+0000","last_change":"2024-09-12T17:56:42.077044+0000","last_active":"2024-09-12T17:56:42.077044+0000","last_peered":"2024-09-12T17:56:42.077044+0000","last_clean":"2024-09-12T17:56:42.077044+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:42.077044+0000","last_undegraded":"2024-09-12T17:56:42.077044+0000","last_fullsized":"2024-09-12T17:56:42.077044+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.076805+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:00.675669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.444320+0000","last_change":"2024-09-12T17:56:50.444320+0000","last_active":"2024-09-12T17:56:50.444320+0000","last_peered":"2024-09-12T17:56:50.444320+0000","last_clean":"2024-09-12T17:56:50.444320+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:56:50.444320+0000","last_undegraded":"2024-09-12T17:56:50.444320+0000","last_fullsized":"2024-09-12T17:56:50.444320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.444123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:11.317353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'182","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.352780+0000","last_change":"2024-09-12T17:57:06.352780+0000","last_active":"2024-09-12T17:57:06.352780+0000","last_peered":"2024-09-12T17:57:06.352780+0000","last_clean":"2024-09-12T17:57:06.352780+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:57:06.352780+0000","last_undegraded":"2024-09-12T17:57:06.352780+0000","last_fullsized":"2024-09-12T17:57:06.352780+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'182","last_scrub_stamp":"2024-09-12T17:57:06.352453+0000","last_deep_scrub":"267'182","last_deep_scrub_stamp":"2024-09-12T17:57:06.352453+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.352453+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:55.956426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14375,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":351,"num_write":140,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.448298+0000","last_change":"2024-09-12T17:56:57.448298+0000","last_active":"2024-09-12T17:56:57.448298+0000","last_peered":"2024-09-12T17:56:57.448298+0000","last_clean":"2024-09-12T17:56:57.448298+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:56:57.448298+0000","last_undegraded":"2024-09-12T17:56:57.448298+0000","last_fullsized":"2024-09-12T17:56:57.448298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.448107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:49.296323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'128","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.144260+0000","last_change":"2024-09-12T17:57:14.144116+0000","last_active":"2024-09-12T17:57:14.144260+0000","last_peered":"2024-09-12T17:57:14.144260+0000","last_clean":"2024-09-12T17:57:14.144260+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:57:14.144260+0000","last_undegraded":"2024-09-12T17:57:14.144260+0000","last_fullsized":"2024-09-12T17:57:14.144260+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:57:14.143917+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:57:14.143917+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.143917+0000","objects_scrubbed":1,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:25.425670+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'108","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.070186+0000","last_change":"2024-09-12T17:56:54.070186+0000","last_active":"2024-09-12T17:56:54.070186+0000","last_peered":"2024-09-12T17:56:54.070186+0000","last_clean":"2024-09-12T17:56:54.070186+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:56:54.070186+0000","last_undegraded":"2024-09-12T17:56:54.070186+0000","last_fullsized":"2024-09-12T17:56:54.070186+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.070011+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:12.028008+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.423278+0000","last_change":"2024-09-12T17:56:37.423278+0000","last_active":"2024-09-12T17:56:37.423278+0000","last_peered":"2024-09-12T17:56:37.423278+0000","last_clean":"2024-09-12T17:56:37.423278+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:37.423278+0000","last_undegraded":"2024-09-12T17:56:37.423278+0000","last_fullsized":"2024-09-12T17:56:37.423278+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.423010+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:39.580774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.404949+0000","last_change":"2024-09-12T17:56:53.404949+0000","last_active":"2024-09-12T17:56:53.404949+0000","last_peered":"2024-09-12T17:56:53.404949+0000","last_clean":"2024-09-12T17:56:53.404949+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:56:53.404949+0000","last_undegraded":"2024-09-12T17:56:53.404949+0000","last_fullsized":"2024-09-12T17:56:53.404949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.404762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:22.587806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'124","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.348769+0000","last_change":"2024-09-12T17:57:03.348769+0000","last_active":"2024-09-12T17:57:03.348769+0000","last_peered":"2024-09-12T17:57:03.348769+0000","last_clean":"2024-09-12T17:57:03.348769+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:57:03.348769+0000","last_undegraded":"2024-09-12T17:57:03.348769+0000","last_fullsized":"2024-09-12T17:57:03.348769+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T17:57:03.348595+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T17:57:03.348595+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.348595+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.458151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.352852+0000","last_change":"2024-09-12T17:57:07.352852+0000","last_active":"2024-09-12T17:57:07.352852+0000","last_peered":"2024-09-12T17:57:07.352852+0000","last_clean":"2024-09-12T17:57:07.352852+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:57:07.352852+0000","last_undegraded":"2024-09-12T17:57:07.352852+0000","last_fullsized":"2024-09-12T17:57:07.352852+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.352667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.352667+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.352667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:55.843365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.530980+0000","last_change":"2024-09-12T17:56:48.530980+0000","last_active":"2024-09-12T17:56:48.530980+0000","last_peered":"2024-09-12T17:56:48.530980+0000","last_clean":"2024-09-12T17:56:48.530980+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:56:48.530980+0000","last_undegraded":"2024-09-12T17:56:48.530980+0000","last_fullsized":"2024-09-12T17:56:48.530980+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530773+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:08.491229+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'188","reported_seq":830,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.976797+0000","last_change":"2024-09-12T17:56:38.976797+0000","last_active":"2024-09-12T17:56:38.976797+0000","last_peered":"2024-09-12T17:56:38.976797+0000","last_clean":"2024-09-12T17:56:38.976797+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:56:38.976797+0000","last_undegraded":"2024-09-12T17:56:38.976797+0000","last_fullsized":"2024-09-12T17:56:38.976797+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.976672+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:09.623062+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207038,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":464,"num_read_kb":44060,"num_write":924,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.371332+0000","last_change":"2024-09-12T17:56:54.371332+0000","last_active":"2024-09-12T17:56:54.371332+0000","last_peered":"2024-09-12T17:56:54.371332+0000","last_clean":"2024-09-12T17:56:54.371332+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:56:54.371332+0000","last_undegraded":"2024-09-12T17:56:54.371332+0000","last_fullsized":"2024-09-12T17:56:54.371332+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.371122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:31.961763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'218","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.455270+0000","last_change":"2024-09-12T17:57:00.455126+0000","last_active":"2024-09-12T17:57:00.455270+0000","last_peered":"2024-09-12T17:57:00.455270+0000","last_clean":"2024-09-12T17:57:00.455270+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:57:00.455270+0000","last_undegraded":"2024-09-12T17:57:00.455270+0000","last_fullsized":"2024-09-12T17:57:00.455270+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'218","last_scrub_stamp":"2024-09-12T17:57:00.454901+0000","last_deep_scrub":"267'218","last_deep_scrub_stamp":"2024-09-12T17:57:00.454901+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.454901+0000","objects_scrubbed":6,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.957743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":315,"num_read_kb":514,"num_write":198,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.090361+0000","last_change":"2024-09-12T17:57:08.090236+0000","last_active":"2024-09-12T17:57:08.090361+0000","last_peered":"2024-09-12T17:57:08.090361+0000","last_clean":"2024-09-12T17:57:08.090361+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:57:08.090361+0000","last_undegraded":"2024-09-12T17:57:08.090361+0000","last_fullsized":"2024-09-12T17:57:08.090361+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.090033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.090033+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.090033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:41.481009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'191","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.312525+0000","last_change":"2024-09-12T17:57:25.312525+0000","last_active":"2024-09-12T17:57:25.312525+0000","last_peered":"2024-09-12T17:57:25.312525+0000","last_clean":"2024-09-12T17:57:25.312525+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:57:25.312525+0000","last_undegraded":"2024-09-12T17:57:25.312525+0000","last_fullsized":"2024-09-12T17:57:25.312525+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T17:57:25.312332+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T17:57:25.312332+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.312332+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:09.697584+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":795,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.472739+0000","last_change":"2024-09-12T17:56:48.472739+0000","last_active":"2024-09-12T17:56:48.472739+0000","last_peered":"2024-09-12T17:56:48.472739+0000","last_clean":"2024-09-12T17:56:48.472739+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:56:48.472739+0000","last_undegraded":"2024-09-12T17:56:48.472739+0000","last_fullsized":"2024-09-12T17:56:48.472739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.472563+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:11.958210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'207","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.510549+0000","last_change":"2024-09-12T17:56:41.510549+0000","last_active":"2024-09-12T17:56:41.510549+0000","last_peered":"2024-09-12T17:56:41.510549+0000","last_clean":"2024-09-12T17:56:41.510549+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:56:41.510549+0000","last_undegraded":"2024-09-12T17:56:41.510549+0000","last_fullsized":"2024-09-12T17:56:41.510549+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.510293+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:47.796100+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568921,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":435,"num_read_kb":6363,"num_write":941,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.454541+0000","last_change":"2024-09-12T17:56:52.454541+0000","last_active":"2024-09-12T17:56:52.454541+0000","last_peered":"2024-09-12T17:56:52.454541+0000","last_clean":"2024-09-12T17:56:52.454541+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:56:52.454541+0000","last_undegraded":"2024-09-12T17:56:52.454541+0000","last_fullsized":"2024-09-12T17:56:52.454541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.454338+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:09.400787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'156","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.286232+0000","last_change":"2024-09-12T17:57:05.285969+0000","last_active":"2024-09-12T17:57:05.286232+0000","last_peered":"2024-09-12T17:57:05.286232+0000","last_clean":"2024-09-12T17:57:05.286232+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:57:05.286232+0000","last_undegraded":"2024-09-12T17:57:05.286232+0000","last_fullsized":"2024-09-12T17:57:05.286232+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:57:05.285712+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:57:05.285712+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.285712+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:00.712632+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.412255+0000","last_change":"2024-09-12T17:57:02.412120+0000","last_active":"2024-09-12T17:57:02.412255+0000","last_peered":"2024-09-12T17:57:02.412255+0000","last_clean":"2024-09-12T17:57:02.412255+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:57:02.412255+0000","last_undegraded":"2024-09-12T17:57:02.412255+0000","last_fullsized":"2024-09-12T17:57:02.412255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:02.411918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:02.411918+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.411918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:36.183574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'236","reported_seq":1178,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.431297+0000","last_change":"2024-09-12T17:57:01.431297+0000","last_active":"2024-09-12T17:57:01.431297+0000","last_peered":"2024-09-12T17:57:01.431297+0000","last_clean":"2024-09-12T17:57:01.431297+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:57:01.431297+0000","last_undegraded":"2024-09-12T17:57:01.431297+0000","last_fullsized":"2024-09-12T17:57:01.431297+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:57:01.431087+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:57:01.431087+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.431087+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:05.102777+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":722,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.114773+0000","last_change":"2024-09-12T17:56:55.114584+0000","last_active":"2024-09-12T17:56:55.114773+0000","last_peered":"2024-09-12T17:56:55.114773+0000","last_clean":"2024-09-12T17:56:55.114773+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:56:55.114773+0000","last_undegraded":"2024-09-12T17:56:55.114773+0000","last_fullsized":"2024-09-12T17:56:55.114773+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.114399+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:21.304154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'224","reported_seq":839,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.058280+0000","last_change":"2024-09-12T17:56:43.058280+0000","last_active":"2024-09-12T17:56:43.058280+0000","last_peered":"2024-09-12T17:56:43.058280+0000","last_clean":"2024-09-12T17:56:43.058280+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:56:43.058280+0000","last_undegraded":"2024-09-12T17:56:43.058280+0000","last_fullsized":"2024-09-12T17:56:43.058280+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'224","last_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_deep_scrub":"267'224","last_deep_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.058063+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:41.136786+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262253,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":485,"num_read_kb":20078,"num_write":1002,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.063595+0000","last_change":"2024-09-12T17:57:00.063464+0000","last_active":"2024-09-12T17:57:00.063595+0000","last_peered":"2024-09-12T17:57:00.063595+0000","last_clean":"2024-09-12T17:57:00.063595+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:57:00.063595+0000","last_undegraded":"2024-09-12T17:57:00.063595+0000","last_fullsized":"2024-09-12T17:57:00.063595+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.063274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.063274+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.063274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:43.907905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'147","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.409341+0000","last_change":"2024-09-12T17:57:10.409341+0000","last_active":"2024-09-12T17:57:10.409341+0000","last_peered":"2024-09-12T17:57:10.409341+0000","last_clean":"2024-09-12T17:57:10.409341+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:57:10.409341+0000","last_undegraded":"2024-09-12T17:57:10.409341+0000","last_fullsized":"2024-09-12T17:57:10.409341+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T17:57:10.409117+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T17:57:10.409117+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.409117+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:05.728358+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8597,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":254,"num_write":100,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.370580+0000","last_change":"2024-09-12T17:57:03.370580+0000","last_active":"2024-09-12T17:57:03.370580+0000","last_peered":"2024-09-12T17:57:03.370580+0000","last_clean":"2024-09-12T17:57:03.370580+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:57:03.370580+0000","last_undegraded":"2024-09-12T17:57:03.370580+0000","last_fullsized":"2024-09-12T17:57:03.370580+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:03.370419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:03.370419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.370419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:10.212493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'116","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.097345+0000","last_change":"2024-09-12T17:57:12.097345+0000","last_active":"2024-09-12T17:57:12.097345+0000","last_peered":"2024-09-12T17:57:12.097345+0000","last_clean":"2024-09-12T17:57:12.097345+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:57:12.097345+0000","last_undegraded":"2024-09-12T17:57:12.097345+0000","last_fullsized":"2024-09-12T17:57:12.097345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T17:57:12.097152+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T17:57:12.097152+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.097152+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:33.915710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.943963+0000","last_change":"2024-09-12T17:56:44.943807+0000","last_active":"2024-09-12T17:56:44.943963+0000","last_peered":"2024-09-12T17:56:44.943963+0000","last_clean":"2024-09-12T17:56:44.943963+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:56:44.943963+0000","last_undegraded":"2024-09-12T17:56:44.943963+0000","last_fullsized":"2024-09-12T17:56:44.943963+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'319","last_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_deep_scrub":"267'319","last_deep_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.943622+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:49.779970+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.473298+0000","last_change":"2024-09-12T17:56:39.473198+0000","last_active":"2024-09-12T17:56:39.473298+0000","last_peered":"2024-09-12T17:56:39.473298+0000","last_clean":"2024-09-12T17:56:39.473298+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:39.473298+0000","last_undegraded":"2024-09-12T17:56:39.473298+0000","last_fullsized":"2024-09-12T17:56:39.473298+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.473032+0000","objects_scrubbed":9,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:16.739230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.482080+0000","last_change":"2024-09-12T17:56:55.481921+0000","last_active":"2024-09-12T17:56:55.482080+0000","last_peered":"2024-09-12T17:56:55.482080+0000","last_clean":"2024-09-12T17:56:55.482080+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:56:55.482080+0000","last_undegraded":"2024-09-12T17:56:55.482080+0000","last_fullsized":"2024-09-12T17:56:55.482080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.481733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:02.487924+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'103","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.175543+0000","last_change":"2024-09-12T17:57:04.175543+0000","last_active":"2024-09-12T17:57:04.175543+0000","last_peered":"2024-09-12T17:57:04.175543+0000","last_clean":"2024-09-12T17:57:04.175543+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:57:04.175543+0000","last_undegraded":"2024-09-12T17:57:04.175543+0000","last_fullsized":"2024-09-12T17:57:04.175543+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T17:57:04.175314+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T17:57:04.175314+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.175314+0000","objects_scrubbed":7,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:38.531869+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'742","reported_seq":2268,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.426858+0000","last_change":"2024-09-12T17:56:59.426858+0000","last_active":"2024-09-12T17:56:59.426858+0000","last_peered":"2024-09-12T17:56:59.426858+0000","last_clean":"2024-09-12T17:56:59.426858+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:59.426858+0000","last_undegraded":"2024-09-12T17:56:59.426858+0000","last_fullsized":"2024-09-12T17:56:59.426858+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'742","last_scrub_stamp":"2024-09-12T17:56:59.426567+0000","last_deep_scrub":"267'742","last_deep_scrub_stamp":"2024-09-12T17:56:59.426567+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.426567+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:40.349074+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.169941+0000","last_change":"2024-09-12T17:57:12.169941+0000","last_active":"2024-09-12T17:57:12.169941+0000","last_peered":"2024-09-12T17:57:12.169941+0000","last_clean":"2024-09-12T17:57:12.169941+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:57:12.169941+0000","last_undegraded":"2024-09-12T17:57:12.169941+0000","last_fullsized":"2024-09-12T17:57:12.169941+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:12.169700+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:12.169700+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.169700+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:34.866535+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.997840+0000","last_change":"2024-09-12T17:56:47.997688+0000","last_active":"2024-09-12T17:56:47.997840+0000","last_peered":"2024-09-12T17:56:47.997840+0000","last_clean":"2024-09-12T17:56:47.997840+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:56:47.997840+0000","last_undegraded":"2024-09-12T17:56:47.997840+0000","last_fullsized":"2024-09-12T17:56:47.997840+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.997502+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:33.600969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.009122+0000","last_change":"2024-09-12T17:56:41.009122+0000","last_active":"2024-09-12T17:56:41.009122+0000","last_peered":"2024-09-12T17:56:41.009122+0000","last_clean":"2024-09-12T17:56:41.009122+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:41.009122+0000","last_undegraded":"2024-09-12T17:56:41.009122+0000","last_fullsized":"2024-09-12T17:56:41.009122+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.008809+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:02.244927+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.447824+0000","last_change":"2024-09-12T17:56:51.447671+0000","last_active":"2024-09-12T17:56:51.447824+0000","last_peered":"2024-09-12T17:56:51.447824+0000","last_clean":"2024-09-12T17:56:51.447824+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:56:51.447824+0000","last_undegraded":"2024-09-12T17:56:51.447824+0000","last_fullsized":"2024-09-12T17:56:51.447824+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.447472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:26.515251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'162","reported_seq":751,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.112864+0000","last_change":"2024-09-12T17:57:06.112864+0000","last_active":"2024-09-12T17:57:06.112864+0000","last_peered":"2024-09-12T17:57:06.112864+0000","last_clean":"2024-09-12T17:57:06.112864+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:57:06.112864+0000","last_undegraded":"2024-09-12T17:57:06.112864+0000","last_fullsized":"2024-09-12T17:57:06.112864+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T17:57:06.112678+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T17:57:06.112678+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.112678+0000","objects_scrubbed":8,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:34.098371+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.371085+0000","last_change":"2024-09-12T17:57:06.371085+0000","last_active":"2024-09-12T17:57:06.371085+0000","last_peered":"2024-09-12T17:57:06.371085+0000","last_clean":"2024-09-12T17:57:06.371085+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:57:06.371085+0000","last_undegraded":"2024-09-12T17:57:06.371085+0000","last_fullsized":"2024-09-12T17:57:06.371085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.370871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.370871+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.370871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.024888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'181","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.208022+0000","last_change":"2024-09-12T17:57:11.208022+0000","last_active":"2024-09-12T17:57:11.208022+0000","last_peered":"2024-09-12T17:57:11.208022+0000","last_clean":"2024-09-12T17:57:11.208022+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:57:11.208022+0000","last_undegraded":"2024-09-12T17:57:11.208022+0000","last_fullsized":"2024-09-12T17:57:11.208022+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'181","last_scrub_stamp":"2024-09-12T17:57:11.207830+0000","last_deep_scrub":"267'181","last_deep_scrub_stamp":"2024-09-12T17:57:11.207830+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.207830+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.853268+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.023917+0000","last_change":"2024-09-12T17:56:49.023752+0000","last_active":"2024-09-12T17:56:49.023917+0000","last_peered":"2024-09-12T17:56:49.023917+0000","last_clean":"2024-09-12T17:56:49.023917+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:56:49.023917+0000","last_undegraded":"2024-09-12T17:56:49.023917+0000","last_fullsized":"2024-09-12T17:56:49.023917+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.023566+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:32.061053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.135648+0000","last_change":"2024-09-12T17:56:44.135500+0000","last_active":"2024-09-12T17:56:44.135648+0000","last_peered":"2024-09-12T17:56:44.135648+0000","last_clean":"2024-09-12T17:56:44.135648+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:44.135648+0000","last_undegraded":"2024-09-12T17:56:44.135648+0000","last_fullsized":"2024-09-12T17:56:44.135648+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.135248+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:52.705509+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.085945+0000","last_change":"2024-09-12T17:57:02.085676+0000","last_active":"2024-09-12T17:57:02.085945+0000","last_peered":"2024-09-12T17:57:02.085945+0000","last_clean":"2024-09-12T17:57:02.085945+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:57:02.085945+0000","last_undegraded":"2024-09-12T17:57:02.085945+0000","last_fullsized":"2024-09-12T17:57:02.085945+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:02.085454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:02.085454+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.085454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:36.758729+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'126","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.341123+0000","last_change":"2024-09-12T17:57:02.341123+0000","last_active":"2024-09-12T17:57:02.341123+0000","last_peered":"2024-09-12T17:57:02.341123+0000","last_clean":"2024-09-12T17:57:02.341123+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:57:02.341123+0000","last_undegraded":"2024-09-12T17:57:02.341123+0000","last_fullsized":"2024-09-12T17:57:02.341123+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:02.340928+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:02.340928+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.340928+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:05.183575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.428307+0000","last_change":"2024-09-12T17:56:58.428307+0000","last_active":"2024-09-12T17:56:58.428307+0000","last_peered":"2024-09-12T17:56:58.428307+0000","last_clean":"2024-09-12T17:56:58.428307+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:56:58.428307+0000","last_undegraded":"2024-09-12T17:56:58.428307+0000","last_fullsized":"2024-09-12T17:56:58.428307+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.428125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:03.098067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'116","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.465783+0000","last_change":"2024-09-12T17:57:17.465783+0000","last_active":"2024-09-12T17:57:17.465783+0000","last_peered":"2024-09-12T17:57:17.465783+0000","last_clean":"2024-09-12T17:57:17.465783+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:57:17.465783+0000","last_undegraded":"2024-09-12T17:57:17.465783+0000","last_fullsized":"2024-09-12T17:57:17.465783+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T17:57:17.465588+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T17:57:17.465588+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.465588+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.531000+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.102891+0000","last_change":"2024-09-12T17:56:56.102891+0000","last_active":"2024-09-12T17:56:56.102891+0000","last_peered":"2024-09-12T17:56:56.102891+0000","last_clean":"2024-09-12T17:56:56.102891+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:56:56.102891+0000","last_undegraded":"2024-09-12T17:56:56.102891+0000","last_fullsized":"2024-09-12T17:56:56.102891+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.102673+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:06:34.776181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'244","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.095442+0000","last_change":"2024-09-12T17:56:45.095442+0000","last_active":"2024-09-12T17:56:45.095442+0000","last_peered":"2024-09-12T17:56:45.095442+0000","last_clean":"2024-09-12T17:56:45.095442+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:56:45.095442+0000","last_undegraded":"2024-09-12T17:56:45.095442+0000","last_fullsized":"2024-09-12T17:56:45.095442+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'244","last_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_deep_scrub":"267'244","last_deep_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.095201+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:15.311249+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2054960,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":13444,"num_write":1104,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.075405+0000","last_change":"2024-09-12T17:56:59.075405+0000","last_active":"2024-09-12T17:56:59.075405+0000","last_peered":"2024-09-12T17:56:59.075405+0000","last_clean":"2024-09-12T17:56:59.075405+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:56:59.075405+0000","last_undegraded":"2024-09-12T17:56:59.075405+0000","last_fullsized":"2024-09-12T17:56:59.075405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:59.075221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:59.075221+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.075221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:22.978126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'108","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.384660+0000","last_change":"2024-09-12T17:57:08.384525+0000","last_active":"2024-09-12T17:57:08.384660+0000","last_peered":"2024-09-12T17:57:08.384660+0000","last_clean":"2024-09-12T17:57:08.384660+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:57:08.384660+0000","last_undegraded":"2024-09-12T17:57:08.384660+0000","last_fullsized":"2024-09-12T17:57:08.384660+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:57:08.384343+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:57:08.384343+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.384343+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:58.261984+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7029,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":203,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.128357+0000","last_change":"2024-09-12T17:57:07.128184+0000","last_active":"2024-09-12T17:57:07.128357+0000","last_peered":"2024-09-12T17:57:07.128357+0000","last_clean":"2024-09-12T17:57:07.128357+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:57:07.128357+0000","last_undegraded":"2024-09-12T17:57:07.128357+0000","last_fullsized":"2024-09-12T17:57:07.128357+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.128006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.128006+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.128006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:55.044000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'176","reported_seq":1287,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.215657+0000","last_change":"2024-09-12T17:57:10.215657+0000","last_active":"2024-09-12T17:57:10.215657+0000","last_peered":"2024-09-12T17:57:10.215657+0000","last_clean":"2024-09-12T17:57:10.215657+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:57:10.215657+0000","last_undegraded":"2024-09-12T17:57:10.215657+0000","last_fullsized":"2024-09-12T17:57:10.215657+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:57:10.215425+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:57:10.215425+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.215425+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:43.064248+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'57","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.031378+0000","last_change":"2024-09-12T17:56:47.031378+0000","last_active":"2024-09-12T17:56:47.031378+0000","last_peered":"2024-09-12T17:56:47.031378+0000","last_clean":"2024-09-12T17:56:47.031378+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:56:47.031378+0000","last_undegraded":"2024-09-12T17:56:47.031378+0000","last_fullsized":"2024-09-12T17:56:47.031378+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'57","last_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_deep_scrub":"267'57","last_deep_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.031184+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:12.451493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.558258+0000","last_change":"2024-09-12T17:56:41.558258+0000","last_active":"2024-09-12T17:56:41.558258+0000","last_peered":"2024-09-12T17:56:41.558258+0000","last_clean":"2024-09-12T17:56:41.558258+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:41.558258+0000","last_undegraded":"2024-09-12T17:56:41.558258+0000","last_fullsized":"2024-09-12T17:56:41.558258+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.557787+0000","objects_scrubbed":10,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:46.893199+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.416315+0000","last_change":"2024-09-12T17:56:57.416315+0000","last_active":"2024-09-12T17:56:57.416315+0000","last_peered":"2024-09-12T17:56:57.416315+0000","last_clean":"2024-09-12T17:56:57.416315+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:56:57.416315+0000","last_undegraded":"2024-09-12T17:56:57.416315+0000","last_fullsized":"2024-09-12T17:56:57.416315+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.416127+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:13.156380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'167","reported_seq":760,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.064293+0000","last_change":"2024-09-12T17:57:10.063992+0000","last_active":"2024-09-12T17:57:10.064293+0000","last_peered":"2024-09-12T17:57:10.064293+0000","last_clean":"2024-09-12T17:57:10.064293+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:57:10.064293+0000","last_undegraded":"2024-09-12T17:57:10.064293+0000","last_fullsized":"2024-09-12T17:57:10.064293+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:57:10.063644+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:57:10.063644+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.063644+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.524663+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10177,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":212,"num_read_kb":285,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.386792+0000","last_change":"2024-09-12T17:57:10.386665+0000","last_active":"2024-09-12T17:57:10.386792+0000","last_peered":"2024-09-12T17:57:10.386792+0000","last_clean":"2024-09-12T17:57:10.386792+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:57:10.386792+0000","last_undegraded":"2024-09-12T17:57:10.386792+0000","last_fullsized":"2024-09-12T17:57:10.386792+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:10.386485+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:10.386485+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.386485+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:10.050303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'134","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.099391+0000","last_change":"2024-09-12T17:57:08.099391+0000","last_active":"2024-09-12T17:57:08.099391+0000","last_peered":"2024-09-12T17:57:08.099391+0000","last_clean":"2024-09-12T17:57:08.099391+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:57:08.099391+0000","last_undegraded":"2024-09-12T17:57:08.099391+0000","last_fullsized":"2024-09-12T17:57:08.099391+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T17:57:08.099181+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T17:57:08.099181+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.099181+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:13.724575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'169","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.367422+0000","last_change":"2024-09-12T17:56:49.367167+0000","last_active":"2024-09-12T17:56:49.367422+0000","last_peered":"2024-09-12T17:56:49.367422+0000","last_clean":"2024-09-12T17:56:49.367422+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:56:49.367422+0000","last_undegraded":"2024-09-12T17:56:49.367422+0000","last_fullsized":"2024-09-12T17:56:49.367422+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.366946+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:50.032501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'197","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.574878+0000","last_change":"2024-09-12T17:56:40.574878+0000","last_active":"2024-09-12T17:56:40.574878+0000","last_peered":"2024-09-12T17:56:40.574878+0000","last_clean":"2024-09-12T17:56:40.574878+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:56:40.574878+0000","last_undegraded":"2024-09-12T17:56:40.574878+0000","last_fullsized":"2024-09-12T17:56:40.574878+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.574644+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:52.026022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":35218,"num_write":932,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.432542+0000","last_change":"2024-09-12T17:56:54.432380+0000","last_active":"2024-09-12T17:56:54.432542+0000","last_peered":"2024-09-12T17:56:54.432542+0000","last_clean":"2024-09-12T17:56:54.432542+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:56:54.432542+0000","last_undegraded":"2024-09-12T17:56:54.432542+0000","last_fullsized":"2024-09-12T17:56:54.432542+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.432193+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:53.684453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":944,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.964243+0000","last_change":"2024-09-12T17:56:41.964243+0000","last_active":"2024-09-12T17:56:41.964243+0000","last_peered":"2024-09-12T17:56:41.964243+0000","last_clean":"2024-09-12T17:56:41.964243+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:41.964243+0000","last_undegraded":"2024-09-12T17:56:41.964243+0000","last_fullsized":"2024-09-12T17:56:41.964243+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.963912+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:22.946265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.170678+0000","last_change":"2024-09-12T17:56:53.170522+0000","last_active":"2024-09-12T17:56:53.170678+0000","last_peered":"2024-09-12T17:56:53.170678+0000","last_clean":"2024-09-12T17:56:53.170678+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:56:53.170678+0000","last_undegraded":"2024-09-12T17:56:53.170678+0000","last_fullsized":"2024-09-12T17:56:53.170678+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.170344+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:16.181588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.179223+0000","last_change":"2024-09-12T17:56:45.179223+0000","last_active":"2024-09-12T17:56:45.179223+0000","last_peered":"2024-09-12T17:56:45.179223+0000","last_clean":"2024-09-12T17:56:45.179223+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:45.179223+0000","last_undegraded":"2024-09-12T17:56:45.179223+0000","last_fullsized":"2024-09-12T17:56:45.179223+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'225","last_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_deep_scrub":"267'225","last_deep_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.179009+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:31.735187+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.382492+0000","last_change":"2024-09-12T17:56:50.382348+0000","last_active":"2024-09-12T17:56:50.382492+0000","last_peered":"2024-09-12T17:56:50.382492+0000","last_clean":"2024-09-12T17:56:50.382492+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:56:50.382492+0000","last_undegraded":"2024-09-12T17:56:50.382492+0000","last_fullsized":"2024-09-12T17:56:50.382492+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'264","last_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_deep_scrub":"267'264","last_deep_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.382175+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:31.710290+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.516858+0000","last_change":"2024-09-12T17:56:40.516858+0000","last_active":"2024-09-12T17:56:40.516858+0000","last_peered":"2024-09-12T17:56:40.516858+0000","last_clean":"2024-09-12T17:56:40.516858+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:40.516858+0000","last_undegraded":"2024-09-12T17:56:40.516858+0000","last_fullsized":"2024-09-12T17:56:40.516858+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'221","last_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_deep_scrub":"267'221","last_deep_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.516486+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:27.519709+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151140+0000","last_change":"2024-09-12T17:56:57.151140+0000","last_active":"2024-09-12T17:56:57.151140+0000","last_peered":"2024-09-12T17:56:57.151140+0000","last_clean":"2024-09-12T17:56:57.151140+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:56:57.151140+0000","last_undegraded":"2024-09-12T17:56:57.151140+0000","last_fullsized":"2024-09-12T17:56:57.151140+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.150963+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:10.952013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'168","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.127901+0000","last_change":"2024-09-12T17:56:47.127600+0000","last_active":"2024-09-12T17:56:47.127901+0000","last_peered":"2024-09-12T17:56:47.127901+0000","last_clean":"2024-09-12T17:56:47.127901+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:56:47.127901+0000","last_undegraded":"2024-09-12T17:56:47.127901+0000","last_fullsized":"2024-09-12T17:56:47.127901+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.127334+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:31.101649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":346,"num_read_kb":22164,"num_write":738,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.049277+0000","last_change":"2024-09-12T17:56:50.049277+0000","last_active":"2024-09-12T17:56:50.049277+0000","last_peered":"2024-09-12T17:56:50.049277+0000","last_clean":"2024-09-12T17:56:50.049277+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:56:50.049277+0000","last_undegraded":"2024-09-12T17:56:50.049277+0000","last_fullsized":"2024-09-12T17:56:50.049277+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.049089+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:49.322660+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'246","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.361036+0000","last_change":"2024-09-12T17:56:46.360856+0000","last_active":"2024-09-12T17:56:46.361036+0000","last_peered":"2024-09-12T17:56:46.361036+0000","last_clean":"2024-09-12T17:56:46.361036+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:46.361036+0000","last_undegraded":"2024-09-12T17:56:46.361036+0000","last_fullsized":"2024-09-12T17:56:46.361036+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.360652+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:09.005867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":701,"num_read_kb":139222,"num_write":1145,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.199085+0000","last_change":"2024-09-12T17:56:58.199085+0000","last_active":"2024-09-12T17:56:58.199085+0000","last_peered":"2024-09-12T17:56:58.199085+0000","last_clean":"2024-09-12T17:56:58.199085+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:56:58.199085+0000","last_undegraded":"2024-09-12T17:56:58.199085+0000","last_fullsized":"2024-09-12T17:56:58.199085+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T17:56:58.198875+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T17:56:58.198875+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.198875+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.912168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'202","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.581546+0000","last_change":"2024-09-12T17:56:41.581401+0000","last_active":"2024-09-12T17:56:41.581546+0000","last_peered":"2024-09-12T17:56:41.581546+0000","last_clean":"2024-09-12T17:56:41.581546+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:56:41.581546+0000","last_undegraded":"2024-09-12T17:56:41.581546+0000","last_fullsized":"2024-09-12T17:56:41.581546+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'202","last_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_deep_scrub":"267'202","last_deep_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.581177+0000","objects_scrubbed":2,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:29.753973+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":394,"num_read_kb":17829,"num_write":990,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1397,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.521493+0000","last_change":"2024-09-12T17:56:49.521493+0000","last_active":"2024-09-12T17:56:49.521493+0000","last_peered":"2024-09-12T17:56:49.521493+0000","last_clean":"2024-09-12T17:56:49.521493+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:56:49.521493+0000","last_undegraded":"2024-09-12T17:56:49.521493+0000","last_fullsized":"2024-09-12T17:56:49.521493+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'606","last_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_deep_scrub":"267'606","last_deep_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.521322+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:30.487240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'167","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.102589+0000","last_change":"2024-09-12T17:56:44.102414+0000","last_active":"2024-09-12T17:56:44.102589+0000","last_peered":"2024-09-12T17:56:44.102589+0000","last_clean":"2024-09-12T17:56:44.102589+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:56:44.102589+0000","last_undegraded":"2024-09-12T17:56:44.102589+0000","last_fullsized":"2024-09-12T17:56:44.102589+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.102138+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:19.275780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":784,"num_read_kb":838,"num_write":844,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.402208+0000","last_change":"2024-09-12T17:56:53.402208+0000","last_active":"2024-09-12T17:56:53.402208+0000","last_peered":"2024-09-12T17:56:53.402208+0000","last_clean":"2024-09-12T17:56:53.402208+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:56:53.402208+0000","last_undegraded":"2024-09-12T17:56:53.402208+0000","last_fullsized":"2024-09-12T17:56:53.402208+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.402020+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:15.024552+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.195420+0000","last_change":"2024-09-12T17:56:47.195420+0000","last_active":"2024-09-12T17:56:47.195420+0000","last_peered":"2024-09-12T17:56:47.195420+0000","last_clean":"2024-09-12T17:56:47.195420+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:47.195420+0000","last_undegraded":"2024-09-12T17:56:47.195420+0000","last_fullsized":"2024-09-12T17:56:47.195420+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.195165+0000","objects_scrubbed":6,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:40.186012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.023006+0000","last_change":"2024-09-12T17:56:52.023006+0000","last_active":"2024-09-12T17:56:52.023006+0000","last_peered":"2024-09-12T17:56:52.023006+0000","last_clean":"2024-09-12T17:56:52.023006+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:56:52.023006+0000","last_undegraded":"2024-09-12T17:56:52.023006+0000","last_fullsized":"2024-09-12T17:56:52.023006+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.022820+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:41.471462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'163","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.149523+0000","last_change":"2024-09-12T17:56:48.149363+0000","last_active":"2024-09-12T17:56:48.149523+0000","last_peered":"2024-09-12T17:56:48.149523+0000","last_clean":"2024-09-12T17:56:48.149523+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:56:48.149523+0000","last_undegraded":"2024-09-12T17:56:48.149523+0000","last_fullsized":"2024-09-12T17:56:48.149523+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.149066+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:32.163580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655854,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":314,"num_read_kb":36530,"num_write":737,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.003757+0000","last_change":"2024-09-12T17:56:48.003491+0000","last_active":"2024-09-12T17:56:48.003757+0000","last_peered":"2024-09-12T17:56:48.003757+0000","last_clean":"2024-09-12T17:56:48.003757+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:56:48.003757+0000","last_undegraded":"2024-09-12T17:56:48.003757+0000","last_fullsized":"2024-09-12T17:56:48.003757+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.003280+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:38.197987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":763,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.956086+0000","last_change":"2024-09-12T17:56:43.955937+0000","last_active":"2024-09-12T17:56:43.956086+0000","last_peered":"2024-09-12T17:56:43.956086+0000","last_clean":"2024-09-12T17:56:43.956086+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:43.956086+0000","last_undegraded":"2024-09-12T17:56:43.956086+0000","last_fullsized":"2024-09-12T17:56:43.956086+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.955728+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:23.928621+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'499","reported_seq":1130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.026298+0000","last_change":"2024-09-12T17:56:51.026146+0000","last_active":"2024-09-12T17:56:51.026298+0000","last_peered":"2024-09-12T17:56:51.026298+0000","last_clean":"2024-09-12T17:56:51.026298+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:56:51.026298+0000","last_undegraded":"2024-09-12T17:56:51.026298+0000","last_fullsized":"2024-09-12T17:56:51.026298+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'499","last_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_deep_scrub":"267'499","last_deep_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.025947+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:18.883389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.516734+0000","last_change":"2024-09-12T17:56:42.516542+0000","last_active":"2024-09-12T17:56:42.516734+0000","last_peered":"2024-09-12T17:56:42.516734+0000","last_clean":"2024-09-12T17:56:42.516734+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:42.516734+0000","last_undegraded":"2024-09-12T17:56:42.516734+0000","last_fullsized":"2024-09-12T17:56:42.516734+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.516332+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:09.161772+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.526503+0000","last_change":"2024-09-12T17:56:54.526347+0000","last_active":"2024-09-12T17:56:54.526503+0000","last_peered":"2024-09-12T17:56:54.526503+0000","last_clean":"2024-09-12T17:56:54.526503+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:56:54.526503+0000","last_undegraded":"2024-09-12T17:56:54.526503+0000","last_fullsized":"2024-09-12T17:56:54.526503+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.526163+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.526585+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'196","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.563048+0000","last_change":"2024-09-12T17:56:42.562743+0000","last_active":"2024-09-12T17:56:42.563048+0000","last_peered":"2024-09-12T17:56:42.563048+0000","last_clean":"2024-09-12T17:56:42.563048+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:56:42.563048+0000","last_undegraded":"2024-09-12T17:56:42.563048+0000","last_fullsized":"2024-09-12T17:56:42.563048+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.562424+0000","objects_scrubbed":6,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:39.393789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846109,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":408,"num_read_kb":31775,"num_write":975,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.431701+0000","last_change":"2024-09-12T17:56:50.431532+0000","last_active":"2024-09-12T17:56:50.431701+0000","last_peered":"2024-09-12T17:56:50.431701+0000","last_clean":"2024-09-12T17:56:50.431701+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:56:50.431701+0000","last_undegraded":"2024-09-12T17:56:50.431701+0000","last_fullsized":"2024-09-12T17:56:50.431701+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4218","last_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_deep_scrub":"267'4218","last_deep_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.431357+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:38.238819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.531137+0000","last_change":"2024-09-12T17:56:48.530994+0000","last_active":"2024-09-12T17:56:48.531137+0000","last_peered":"2024-09-12T17:56:48.531137+0000","last_clean":"2024-09-12T17:56:48.531137+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:48.531137+0000","last_undegraded":"2024-09-12T17:56:48.531137+0000","last_fullsized":"2024-09-12T17:56:48.531137+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'243","last_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_deep_scrub":"267'243","last_deep_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530770+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:35.260490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.244821+0000","last_change":"2024-09-12T17:57:00.244768+0000","last_active":"2024-09-12T17:57:00.244821+0000","last_peered":"2024-09-12T17:57:00.244821+0000","last_clean":"2024-09-12T17:57:00.244821+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:57:00.244821+0000","last_undegraded":"2024-09-12T17:57:00.244821+0000","last_fullsized":"2024-09-12T17:57:00.244821+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T17:57:00.244701+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T17:57:00.244701+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.244701+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:09.029486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.943607+0000","last_change":"2024-09-12T17:56:42.943607+0000","last_active":"2024-09-12T17:56:42.943607+0000","last_peered":"2024-09-12T17:56:42.943607+0000","last_clean":"2024-09-12T17:56:42.943607+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:42.943607+0000","last_undegraded":"2024-09-12T17:56:42.943607+0000","last_fullsized":"2024-09-12T17:56:42.943607+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.943390+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:34.448325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485458+0000","last_change":"2024-09-12T17:56:49.485458+0000","last_active":"2024-09-12T17:56:49.485458+0000","last_peered":"2024-09-12T17:56:49.485458+0000","last_clean":"2024-09-12T17:56:49.485458+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:56:49.485458+0000","last_undegraded":"2024-09-12T17:56:49.485458+0000","last_fullsized":"2024-09-12T17:56:49.485458+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485225+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:11.036468+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.175320+0000","last_change":"2024-09-12T17:56:46.175320+0000","last_active":"2024-09-12T17:56:46.175320+0000","last_peered":"2024-09-12T17:56:46.175320+0000","last_clean":"2024-09-12T17:56:46.175320+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:46.175320+0000","last_undegraded":"2024-09-12T17:56:46.175320+0000","last_fullsized":"2024-09-12T17:56:46.175320+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.174942+0000","objects_scrubbed":4,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:22.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.179151+0000","last_change":"2024-09-12T17:56:48.179151+0000","last_active":"2024-09-12T17:56:48.179151+0000","last_peered":"2024-09-12T17:56:48.179151+0000","last_clean":"2024-09-12T17:56:48.179151+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:48.179151+0000","last_undegraded":"2024-09-12T17:56:48.179151+0000","last_fullsized":"2024-09-12T17:56:48.179151+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.178905+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:13.139571+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.443582+0000","last_change":"2024-09-12T17:56:52.443582+0000","last_active":"2024-09-12T17:56:52.443582+0000","last_peered":"2024-09-12T17:56:52.443582+0000","last_clean":"2024-09-12T17:56:52.443582+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:56:52.443582+0000","last_undegraded":"2024-09-12T17:56:52.443582+0000","last_fullsized":"2024-09-12T17:56:52.443582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.443400+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:06.685378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'247","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.520214+0000","last_change":"2024-09-12T17:56:40.520214+0000","last_active":"2024-09-12T17:56:40.520214+0000","last_peered":"2024-09-12T17:56:40.520214+0000","last_clean":"2024-09-12T17:56:40.520214+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:56:40.520214+0000","last_undegraded":"2024-09-12T17:56:40.520214+0000","last_fullsized":"2024-09-12T17:56:40.520214+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.519939+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:44.301923+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":580,"num_read_kb":38110,"num_write":1086,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.166180+0000","last_change":"2024-09-12T17:56:55.166180+0000","last_active":"2024-09-12T17:56:55.166180+0000","last_peered":"2024-09-12T17:56:55.166180+0000","last_clean":"2024-09-12T17:56:55.166180+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:56:55.166180+0000","last_undegraded":"2024-09-12T17:56:55.166180+0000","last_fullsized":"2024-09-12T17:56:55.166180+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'97","last_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_deep_scrub":"267'97","last_deep_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.165978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:34.464777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7475,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1134,"ondisk_log_size":1134,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2619,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1429,"ondisk_log_size":1429,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":373,"ondisk_log_size":373,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":329530,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8308,"num_read_kb":10484,"num_write":5599,"num_write_kb":2713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":672062,"num_omap_keys":1552,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1957,"ondisk_log_size":1957,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2375,"num_read_kb":2835,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43790,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3827,"ondisk_log_size":3827,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":102583517,"num_objects":235,"num_object_clones":0,"num_object_copies":940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":235,"num_whiteouts":0,"num_read":33194,"num_read_kb":2261423,"num_write":62934,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139182080,"data_stored":139182080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4375,"ondisk_log_size":4375,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":209476,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":206399,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510025,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277256,"kb_used_data":25336,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94094584,"statfs":{"total":96636764160,"available":96352854016,"internally_reserved":0,"allocated":25944064,"data_stored":23975334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510024,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":110588,"kb_used_data":25260,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94261252,"statfs":{"total":96636764160,"available":96523522048,"internally_reserved":0,"allocated":25866240,"data_stored":23939903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510024,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135176,"kb_used_data":17976,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94236664,"statfs":{"total":96636764160,"available":96498343936,"internally_reserved":0,"allocated":18407424,"data_stored":16431009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":119994821},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542726,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263464,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108376,"statfs":{"total":96636764160,"available":96366977024,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542725,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":132812,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94239028,"statfs":{"total":96636764160,"available":96500764672,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542729,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238924,"kb_used_data":23100,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94132916,"statfs":{"total":96636764160,"available":96392105984,"internally_reserved":0,"allocated":23654400,"data_stored":21662280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542728,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":107268,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94264572,"statfs":{"total":96636764160,"available":96526921728,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":95812037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542726,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284264,"kb_used_data":24088,"kb_used_omap":1,"kb_used_meta":260158,"kb_avail":94087576,"statfs":{"total":96636764160,"available":96345677824,"internally_reserved":0,"allocated":24666112,"data_stored":22658256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":266402245},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14135296,"data_stored":14135296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":19365888,"data_stored":19365888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21647360,"data_stored":21647360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":21680128,"data_stored":21680128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:57:41.253 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:41.254 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:26:54.451180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=26, tm_sec=54, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:41.254 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:41.254 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:41.255 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:38:59.605992+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T17:57:41.258 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T17:58:01.260 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:58:01.636 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-09-12T17:58:01.648 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-09-12T17:58:01.650 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":1719,"stamp":"2024-09-12T17:58:01.156639+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":103520422,"num_objects":559,"num_object_clones":0,"num_object_copies":1588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":559,"num_whiteouts":0,"num_read":168471,"num_read_kb":2795697,"num_write":124691,"num_write_kb":2453206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":727074,"num_omap_keys":1774,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13471,"ondisk_log_size":13471,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1549752,"kb_used_data":170488,"kb_used_omap":12,"kb_used_meta":1379123,"kb_avail":753424968,"statfs":{"total":773094113280,"available":771507167232,"internally_reserved":0,"allocated":174579712,"data_stored":158724514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1412222513},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.010187"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.137017+0000","last_change":"2024-09-12T17:57:24.137017+0000","last_active":"2024-09-12T17:57:24.137017+0000","last_peered":"2024-09-12T17:57:24.137017+0000","last_clean":"2024-09-12T17:57:24.137017+0000","last_became_active":"2024-09-12T17:39:00.639240+0000","last_became_peered":"2024-09-12T17:39:00.639240+0000","last_unstale":"2024-09-12T17:57:24.137017+0000","last_undegraded":"2024-09-12T17:57:24.137017+0000","last_fullsized":"2024-09-12T17:57:24.137017+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:24.136791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:24.136791+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.136791+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:03.899350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"267'9","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.103403+0000","last_change":"2024-09-12T17:57:23.103403+0000","last_active":"2024-09-12T17:57:23.103403+0000","last_peered":"2024-09-12T17:57:23.103403+0000","last_clean":"2024-09-12T17:57:23.103403+0000","last_became_active":"2024-09-12T17:26:55.506331+0000","last_became_peered":"2024-09-12T17:26:55.506331+0000","last_unstale":"2024-09-12T17:57:23.103403+0000","last_undegraded":"2024-09-12T17:57:23.103403+0000","last_fullsized":"2024-09-12T17:57:23.103403+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T17:57:23.103218+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T17:57:23.103218+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.103218+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:26.172077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12280,"num_write":14,"num_write_kb":10232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'6","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.386099+0000","last_change":"2024-09-12T17:57:28.386099+0000","last_active":"2024-09-12T17:57:28.386099+0000","last_peered":"2024-09-12T17:57:28.386099+0000","last_clean":"2024-09-12T17:57:28.386099+0000","last_became_active":"2024-09-12T17:26:52.442369+0000","last_became_peered":"2024-09-12T17:26:52.442369+0000","last_unstale":"2024-09-12T17:57:28.386099+0000","last_undegraded":"2024-09-12T17:57:28.386099+0000","last_fullsized":"2024-09-12T17:57:28.386099+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:28.385912+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:28.385912+0000","last_clean_scrub_stamp":"2024-09-12T17:57:28.385912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:53.274122+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9208,"num_write":6,"num_write_kb":9208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'31","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.370309+0000","last_change":"2024-09-12T17:57:20.370309+0000","last_active":"2024-09-12T17:57:20.370309+0000","last_peered":"2024-09-12T17:57:20.370309+0000","last_clean":"2024-09-12T17:57:20.370309+0000","last_became_active":"2024-09-12T17:25:04.921673+0000","last_became_peered":"2024-09-12T17:25:04.921673+0000","last_unstale":"2024-09-12T17:57:20.370309+0000","last_undegraded":"2024-09-12T17:57:20.370309+0000","last_fullsized":"2024-09-12T17:57:20.370309+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'31","last_scrub_stamp":"2024-09-12T17:57:20.370121+0000","last_deep_scrub":"267'31","last_deep_scrub_stamp":"2024-09-12T17:57:20.370121+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.370121+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:23.019749+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":57,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.427006+0000","last_change":"2024-09-12T17:57:08.427006+0000","last_active":"2024-09-12T17:57:08.427006+0000","last_peered":"2024-09-12T17:57:08.427006+0000","last_clean":"2024-09-12T17:57:08.427006+0000","last_became_active":"2024-09-12T17:39:00.652038+0000","last_became_peered":"2024-09-12T17:39:00.652038+0000","last_unstale":"2024-09-12T17:57:08.427006+0000","last_undegraded":"2024-09-12T17:57:08.427006+0000","last_fullsized":"2024-09-12T17:57:08.427006+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.426738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.426738+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.426738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:50.783012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.186527+0000","last_change":"2024-09-12T17:57:23.186527+0000","last_active":"2024-09-12T17:57:23.186527+0000","last_peered":"2024-09-12T17:57:23.186527+0000","last_clean":"2024-09-12T17:57:23.186527+0000","last_became_active":"2024-09-12T17:26:55.480740+0000","last_became_peered":"2024-09-12T17:26:55.480740+0000","last_unstale":"2024-09-12T17:57:23.186527+0000","last_undegraded":"2024-09-12T17:57:23.186527+0000","last_fullsized":"2024-09-12T17:57:23.186527+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:23.186333+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:23.186333+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.186333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:33.358412+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.473403+0000","last_change":"2024-09-12T17:57:13.473403+0000","last_active":"2024-09-12T17:57:13.473403+0000","last_peered":"2024-09-12T17:57:13.473403+0000","last_clean":"2024-09-12T17:57:13.473403+0000","last_became_active":"2024-09-12T17:26:52.446569+0000","last_became_peered":"2024-09-12T17:26:52.446569+0000","last_unstale":"2024-09-12T17:57:13.473403+0000","last_undegraded":"2024-09-12T17:57:13.473403+0000","last_fullsized":"2024-09-12T17:57:13.473403+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:13.473130+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:13.473130+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.473130+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:47.415139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.390778+0000","last_change":"2024-09-12T17:57:03.390475+0000","last_active":"2024-09-12T17:57:03.390778+0000","last_peered":"2024-09-12T17:57:03.390778+0000","last_clean":"2024-09-12T17:57:03.390778+0000","last_became_active":"2024-09-12T17:25:04.906995+0000","last_became_peered":"2024-09-12T17:25:04.906995+0000","last_unstale":"2024-09-12T17:57:03.390778+0000","last_undegraded":"2024-09-12T17:57:03.390778+0000","last_fullsized":"2024-09-12T17:57:03.390778+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'26","last_scrub_stamp":"2024-09-12T17:57:03.390257+0000","last_deep_scrub":"264'26","last_deep_scrub_stamp":"2024-09-12T17:57:03.390257+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.390257+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:32.472617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":90,"num_write":49,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.770450+0000","last_change":"2024-09-12T17:57:15.770450+0000","last_active":"2024-09-12T17:57:15.770450+0000","last_peered":"2024-09-12T17:57:15.770450+0000","last_clean":"2024-09-12T17:57:15.770450+0000","last_became_active":"2024-09-12T17:39:00.641334+0000","last_became_peered":"2024-09-12T17:39:00.641334+0000","last_unstale":"2024-09-12T17:57:15.770450+0000","last_undegraded":"2024-09-12T17:57:15.770450+0000","last_fullsized":"2024-09-12T17:57:15.770450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:15.770254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:15.770254+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.770254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:29.685507+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.478932+0000","last_change":"2024-09-12T17:57:32.478932+0000","last_active":"2024-09-12T17:57:32.478932+0000","last_peered":"2024-09-12T17:57:32.478932+0000","last_clean":"2024-09-12T17:57:32.478932+0000","last_became_active":"2024-09-12T17:26:55.501515+0000","last_became_peered":"2024-09-12T17:26:55.501515+0000","last_unstale":"2024-09-12T17:57:32.478932+0000","last_undegraded":"2024-09-12T17:57:32.478932+0000","last_fullsized":"2024-09-12T17:57:32.478932+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:32.478747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:32.478747+0000","last_clean_scrub_stamp":"2024-09-12T17:57:32.478747+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:29.254551+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.444354+0000","last_change":"2024-09-12T17:57:09.444354+0000","last_active":"2024-09-12T17:57:09.444354+0000","last_peered":"2024-09-12T17:57:09.444354+0000","last_clean":"2024-09-12T17:57:09.444354+0000","last_became_active":"2024-09-12T17:26:52.432616+0000","last_became_peered":"2024-09-12T17:26:52.432616+0000","last_unstale":"2024-09-12T17:57:09.444354+0000","last_undegraded":"2024-09-12T17:57:09.444354+0000","last_fullsized":"2024-09-12T17:57:09.444354+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:09.444180+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:09.444180+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.444180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:08.132680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'36","reported_seq":156,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.344987+0000","last_change":"2024-09-12T17:57:21.344844+0000","last_active":"2024-09-12T17:57:21.344987+0000","last_peered":"2024-09-12T17:57:21.344987+0000","last_clean":"2024-09-12T17:57:21.344987+0000","last_became_active":"2024-09-12T17:25:04.910581+0000","last_became_peered":"2024-09-12T17:25:04.910581+0000","last_unstale":"2024-09-12T17:57:21.344987+0000","last_undegraded":"2024-09-12T17:57:21.344987+0000","last_fullsized":"2024-09-12T17:57:21.344987+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'36","last_scrub_stamp":"2024-09-12T17:57:21.344664+0000","last_deep_scrub":"267'36","last_deep_scrub_stamp":"2024-09-12T17:57:21.344664+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.344664+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:41.264560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":191,"num_read_kb":134,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:39.354712+0000","last_change":"2024-09-12T17:57:39.354712+0000","last_active":"2024-09-12T17:57:39.354712+0000","last_peered":"2024-09-12T17:57:39.354712+0000","last_clean":"2024-09-12T17:57:39.354712+0000","last_became_active":"2024-09-12T17:39:00.669270+0000","last_became_peered":"2024-09-12T17:39:00.669270+0000","last_unstale":"2024-09-12T17:57:39.354712+0000","last_undegraded":"2024-09-12T17:57:39.354712+0000","last_fullsized":"2024-09-12T17:57:39.354712+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:39.354497+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:39.354497+0000","last_clean_scrub_stamp":"2024-09-12T17:57:39.354497+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:51.383248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:38.349802+0000","last_change":"2024-09-12T17:57:38.349802+0000","last_active":"2024-09-12T17:57:38.349802+0000","last_peered":"2024-09-12T17:57:38.349802+0000","last_clean":"2024-09-12T17:57:38.349802+0000","last_became_active":"2024-09-12T17:26:55.511277+0000","last_became_peered":"2024-09-12T17:26:55.511277+0000","last_unstale":"2024-09-12T17:57:38.349802+0000","last_undegraded":"2024-09-12T17:57:38.349802+0000","last_fullsized":"2024-09-12T17:57:38.349802+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:38.349612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:38.349612+0000","last_clean_scrub_stamp":"2024-09-12T17:57:38.349612+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:53.437109+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.064216+0000","last_change":"2024-09-12T17:57:19.064216+0000","last_active":"2024-09-12T17:57:19.064216+0000","last_peered":"2024-09-12T17:57:19.064216+0000","last_clean":"2024-09-12T17:57:19.064216+0000","last_became_active":"2024-09-12T17:26:52.433004+0000","last_became_peered":"2024-09-12T17:26:52.433004+0000","last_unstale":"2024-09-12T17:57:19.064216+0000","last_undegraded":"2024-09-12T17:57:19.064216+0000","last_fullsized":"2024-09-12T17:57:19.064216+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:19.064024+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:19.064024+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.064024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:24.659438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'64","reported_seq":230,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.318482+0000","last_change":"2024-09-12T17:57:26.318332+0000","last_active":"2024-09-12T17:57:26.318482+0000","last_peered":"2024-09-12T17:57:26.318482+0000","last_clean":"2024-09-12T17:57:26.318482+0000","last_became_active":"2024-09-12T17:25:04.919248+0000","last_became_peered":"2024-09-12T17:25:04.919248+0000","last_unstale":"2024-09-12T17:57:26.318482+0000","last_undegraded":"2024-09-12T17:57:26.318482+0000","last_fullsized":"2024-09-12T17:57:26.318482+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'64","last_scrub_stamp":"2024-09-12T17:57:26.318136+0000","last_deep_scrub":"267'64","last_deep_scrub_stamp":"2024-09-12T17:57:26.318136+0000","last_clean_scrub_stamp":"2024-09-12T17:57:26.318136+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:55.623638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":329,"num_read_kb":230,"num_write":108,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:41.411451+0000","last_change":"2024-09-12T17:57:41.411451+0000","last_active":"2024-09-12T17:57:41.411451+0000","last_peered":"2024-09-12T17:57:41.411451+0000","last_clean":"2024-09-12T17:57:41.411451+0000","last_became_active":"2024-09-12T17:39:00.675078+0000","last_became_peered":"2024-09-12T17:39:00.675078+0000","last_unstale":"2024-09-12T17:57:41.411451+0000","last_undegraded":"2024-09-12T17:57:41.411451+0000","last_fullsized":"2024-09-12T17:57:41.411451+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:41.411266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:41.411266+0000","last_clean_scrub_stamp":"2024-09-12T17:57:41.411266+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:32.279314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.116232+0000","last_change":"2024-09-12T17:57:21.116232+0000","last_active":"2024-09-12T17:57:21.116232+0000","last_peered":"2024-09-12T17:57:21.116232+0000","last_clean":"2024-09-12T17:57:21.116232+0000","last_became_active":"2024-09-12T17:26:55.484341+0000","last_became_peered":"2024-09-12T17:26:55.484341+0000","last_unstale":"2024-09-12T17:57:21.116232+0000","last_undegraded":"2024-09-12T17:57:21.116232+0000","last_fullsized":"2024-09-12T17:57:21.116232+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:21.116040+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:21.116040+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.116040+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:53.566815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2056,"num_write":4,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"267'8","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.435193+0000","last_change":"2024-09-12T17:57:25.435193+0000","last_active":"2024-09-12T17:57:25.435193+0000","last_peered":"2024-09-12T17:57:25.435193+0000","last_clean":"2024-09-12T17:57:25.435193+0000","last_became_active":"2024-09-12T17:26:52.416115+0000","last_became_peered":"2024-09-12T17:26:52.416115+0000","last_unstale":"2024-09-12T17:57:25.435193+0000","last_undegraded":"2024-09-12T17:57:25.435193+0000","last_fullsized":"2024-09-12T17:57:25.435193+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T17:57:25.435016+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T17:57:25.435016+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.435016+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:35.072229+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":24578,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'33","reported_seq":146,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.346344+0000","last_change":"2024-09-12T17:57:27.346183+0000","last_active":"2024-09-12T17:57:27.346344+0000","last_peered":"2024-09-12T17:57:27.346344+0000","last_clean":"2024-09-12T17:57:27.346344+0000","last_became_active":"2024-09-12T17:25:04.918582+0000","last_became_peered":"2024-09-12T17:25:04.918582+0000","last_unstale":"2024-09-12T17:57:27.346344+0000","last_undegraded":"2024-09-12T17:57:27.346344+0000","last_fullsized":"2024-09-12T17:57:27.346344+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'33","last_scrub_stamp":"2024-09-12T17:57:27.345993+0000","last_deep_scrub":"267'33","last_deep_scrub_stamp":"2024-09-12T17:57:27.345993+0000","last_clean_scrub_stamp":"2024-09-12T17:57:27.345993+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:31.729455+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":124,"num_write":57,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.620949+0000","last_change":"2024-09-12T17:57:20.620855+0000","last_active":"2024-09-12T17:57:20.620949+0000","last_peered":"2024-09-12T17:57:20.620949+0000","last_clean":"2024-09-12T17:57:20.620949+0000","last_became_active":"2024-09-12T17:39:00.668032+0000","last_became_peered":"2024-09-12T17:39:00.668032+0000","last_unstale":"2024-09-12T17:57:20.620949+0000","last_undegraded":"2024-09-12T17:57:20.620949+0000","last_fullsized":"2024-09-12T17:57:20.620949+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:20.620739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:20.620739+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.620739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:47.446008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'12","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.746559+0000","last_change":"2024-09-12T17:57:12.746559+0000","last_active":"2024-09-12T17:57:12.746559+0000","last_peered":"2024-09-12T17:57:12.746559+0000","last_clean":"2024-09-12T17:57:12.746559+0000","last_became_active":"2024-09-12T17:26:55.496022+0000","last_became_peered":"2024-09-12T17:26:55.496022+0000","last_unstale":"2024-09-12T17:57:12.746559+0000","last_undegraded":"2024-09-12T17:57:12.746559+0000","last_fullsized":"2024-09-12T17:57:12.746559+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T17:57:12.746365+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T17:57:12.746365+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.746365+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:56.655505+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":20493,"num_write":12,"num_write_kb":13327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.086299+0000","last_change":"2024-09-12T17:57:17.086299+0000","last_active":"2024-09-12T17:57:17.086299+0000","last_peered":"2024-09-12T17:57:17.086299+0000","last_clean":"2024-09-12T17:57:17.086299+0000","last_became_active":"2024-09-12T17:26:52.419388+0000","last_became_peered":"2024-09-12T17:26:52.419388+0000","last_unstale":"2024-09-12T17:57:17.086299+0000","last_undegraded":"2024-09-12T17:57:17.086299+0000","last_fullsized":"2024-09-12T17:57:17.086299+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:17.086114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:17.086114+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.086114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:59.201573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'110","reported_seq":410,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.679379+0000","last_change":"2024-09-12T17:57:08.679207+0000","last_active":"2024-09-12T17:57:08.679379+0000","last_peered":"2024-09-12T17:57:08.679379+0000","last_clean":"2024-09-12T17:57:08.679379+0000","last_became_active":"2024-09-12T17:25:04.902839+0000","last_became_peered":"2024-09-12T17:25:04.902839+0000","last_unstale":"2024-09-12T17:57:08.679379+0000","last_undegraded":"2024-09-12T17:57:08.679379+0000","last_fullsized":"2024-09-12T17:57:08.679379+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T17:57:08.679029+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T17:57:08.679029+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.679029+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:06.064822+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":700,"num_read_kb":515,"num_write":133,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3507,"num_omap_keys":7,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:33.329184+0000","last_change":"2024-09-12T17:57:33.329184+0000","last_active":"2024-09-12T17:57:33.329184+0000","last_peered":"2024-09-12T17:57:33.329184+0000","last_clean":"2024-09-12T17:57:33.329184+0000","last_became_active":"2024-09-12T17:39:00.652276+0000","last_became_peered":"2024-09-12T17:39:00.652276+0000","last_unstale":"2024-09-12T17:57:33.329184+0000","last_undegraded":"2024-09-12T17:57:33.329184+0000","last_fullsized":"2024-09-12T17:57:33.329184+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:33.328996+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:33.328996+0000","last_clean_scrub_stamp":"2024-09-12T17:57:33.328996+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:30.191427+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.702962+0000","last_change":"2024-09-12T17:57:13.702962+0000","last_active":"2024-09-12T17:57:13.702962+0000","last_peered":"2024-09-12T17:57:13.702962+0000","last_clean":"2024-09-12T17:57:13.702962+0000","last_became_active":"2024-09-12T17:26:55.489123+0000","last_became_peered":"2024-09-12T17:26:55.489123+0000","last_unstale":"2024-09-12T17:57:13.702962+0000","last_undegraded":"2024-09-12T17:57:13.702962+0000","last_fullsized":"2024-09-12T17:57:13.702962+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:57:13.702782+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:57:13.702782+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.702782+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:13.258896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.101114+0000","last_change":"2024-09-12T17:57:18.101114+0000","last_active":"2024-09-12T17:57:18.101114+0000","last_peered":"2024-09-12T17:57:18.101114+0000","last_clean":"2024-09-12T17:57:18.101114+0000","last_became_active":"2024-09-12T17:26:52.429653+0000","last_became_peered":"2024-09-12T17:26:52.429653+0000","last_unstale":"2024-09-12T17:57:18.101114+0000","last_undegraded":"2024-09-12T17:57:18.101114+0000","last_fullsized":"2024-09-12T17:57:18.101114+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:18.100937+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:18.100937+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.100937+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.738293+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":6669,"num_write":6,"num_write_kb":5645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'17","reported_seq":104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.388255+0000","last_change":"2024-09-12T17:57:18.388255+0000","last_active":"2024-09-12T17:57:18.388255+0000","last_peered":"2024-09-12T17:57:18.388255+0000","last_clean":"2024-09-12T17:57:18.388255+0000","last_became_active":"2024-09-12T17:25:04.900082+0000","last_became_peered":"2024-09-12T17:25:04.900082+0000","last_unstale":"2024-09-12T17:57:18.388255+0000","last_undegraded":"2024-09-12T17:57:18.388255+0000","last_fullsized":"2024-09-12T17:57:18.388255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'17","last_scrub_stamp":"2024-09-12T17:57:18.388067+0000","last_deep_scrub":"267'17","last_deep_scrub_stamp":"2024-09-12T17:57:18.388067+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.388067+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:40.382523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":60,"num_write":33,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:34.313686+0000","last_change":"2024-09-12T17:57:34.313686+0000","last_active":"2024-09-12T17:57:34.313686+0000","last_peered":"2024-09-12T17:57:34.313686+0000","last_clean":"2024-09-12T17:57:34.313686+0000","last_became_active":"2024-09-12T17:39:00.658418+0000","last_became_peered":"2024-09-12T17:39:00.658418+0000","last_unstale":"2024-09-12T17:57:34.313686+0000","last_undegraded":"2024-09-12T17:57:34.313686+0000","last_fullsized":"2024-09-12T17:57:34.313686+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:34.313493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:34.313493+0000","last_clean_scrub_stamp":"2024-09-12T17:57:34.313493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:46.860555+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:36.356879+0000","last_change":"2024-09-12T17:57:36.356879+0000","last_active":"2024-09-12T17:57:36.356879+0000","last_peered":"2024-09-12T17:57:36.356879+0000","last_clean":"2024-09-12T17:57:36.356879+0000","last_became_active":"2024-09-12T17:26:55.496847+0000","last_became_peered":"2024-09-12T17:26:55.496847+0000","last_unstale":"2024-09-12T17:57:36.356879+0000","last_undegraded":"2024-09-12T17:57:36.356879+0000","last_fullsized":"2024-09-12T17:57:36.356879+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:36.356701+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:36.356701+0000","last_clean_scrub_stamp":"2024-09-12T17:57:36.356701+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:33.433098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.406645+0000","last_change":"2024-09-12T17:57:28.406645+0000","last_active":"2024-09-12T17:57:28.406645+0000","last_peered":"2024-09-12T17:57:28.406645+0000","last_clean":"2024-09-12T17:57:28.406645+0000","last_became_active":"2024-09-12T17:26:52.438753+0000","last_became_peered":"2024-09-12T17:26:52.438753+0000","last_unstale":"2024-09-12T17:57:28.406645+0000","last_undegraded":"2024-09-12T17:57:28.406645+0000","last_fullsized":"2024-09-12T17:57:28.406645+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:28.406455+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:28.406455+0000","last_clean_scrub_stamp":"2024-09-12T17:57:28.406455+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:27.693966+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'30","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.469122+0000","last_change":"2024-09-12T17:57:11.469122+0000","last_active":"2024-09-12T17:57:11.469122+0000","last_peered":"2024-09-12T17:57:11.469122+0000","last_clean":"2024-09-12T17:57:11.469122+0000","last_became_active":"2024-09-12T17:25:04.912555+0000","last_became_peered":"2024-09-12T17:25:04.912555+0000","last_unstale":"2024-09-12T17:57:11.469122+0000","last_undegraded":"2024-09-12T17:57:11.469122+0000","last_fullsized":"2024-09-12T17:57:11.469122+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'30","last_scrub_stamp":"2024-09-12T17:57:11.468788+0000","last_deep_scrub":"267'30","last_deep_scrub_stamp":"2024-09-12T17:57:11.468788+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.468788+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:40.074939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":102,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.657891+0000","last_change":"2024-09-12T17:57:19.657716+0000","last_active":"2024-09-12T17:57:19.657891+0000","last_peered":"2024-09-12T17:57:19.657891+0000","last_clean":"2024-09-12T17:57:19.657891+0000","last_became_active":"2024-09-12T17:39:00.665129+0000","last_became_peered":"2024-09-12T17:39:00.665129+0000","last_unstale":"2024-09-12T17:57:19.657891+0000","last_undegraded":"2024-09-12T17:57:19.657891+0000","last_fullsized":"2024-09-12T17:57:19.657891+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:19.657534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:19.657534+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.657534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:30.041939+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:35.313791+0000","last_change":"2024-09-12T17:57:35.313791+0000","last_active":"2024-09-12T17:57:35.313791+0000","last_peered":"2024-09-12T17:57:35.313791+0000","last_clean":"2024-09-12T17:57:35.313791+0000","last_became_active":"2024-09-12T17:26:55.510765+0000","last_became_peered":"2024-09-12T17:26:55.510765+0000","last_unstale":"2024-09-12T17:57:35.313791+0000","last_undegraded":"2024-09-12T17:57:35.313791+0000","last_fullsized":"2024-09-12T17:57:35.313791+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:35.313612+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:35.313612+0000","last_clean_scrub_stamp":"2024-09-12T17:57:35.313612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:48.001198+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.066910+0000","last_change":"2024-09-12T17:57:18.066744+0000","last_active":"2024-09-12T17:57:18.066910+0000","last_peered":"2024-09-12T17:57:18.066910+0000","last_clean":"2024-09-12T17:57:18.066910+0000","last_became_active":"2024-09-12T17:26:52.433841+0000","last_became_peered":"2024-09-12T17:26:52.433841+0000","last_unstale":"2024-09-12T17:57:18.066910+0000","last_undegraded":"2024-09-12T17:57:18.066910+0000","last_fullsized":"2024-09-12T17:57:18.066910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:18.066563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:18.066563+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.066563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:36.913263+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'26","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.363508+0000","last_change":"2024-09-12T17:57:17.363508+0000","last_active":"2024-09-12T17:57:17.363508+0000","last_peered":"2024-09-12T17:57:17.363508+0000","last_clean":"2024-09-12T17:57:17.363508+0000","last_became_active":"2024-09-12T17:25:04.901823+0000","last_became_peered":"2024-09-12T17:25:04.901823+0000","last_unstale":"2024-09-12T17:57:17.363508+0000","last_undegraded":"2024-09-12T17:57:17.363508+0000","last_fullsized":"2024-09-12T17:57:17.363508+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:17.363262+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:17.363262+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.363262+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:37.003824+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":50,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.398138+0000","last_change":"2024-09-12T17:57:07.398008+0000","last_active":"2024-09-12T17:57:07.398138+0000","last_peered":"2024-09-12T17:57:07.398138+0000","last_clean":"2024-09-12T17:57:07.398138+0000","last_became_active":"2024-09-12T17:39:00.644870+0000","last_became_peered":"2024-09-12T17:39:00.644870+0000","last_unstale":"2024-09-12T17:57:07.398138+0000","last_undegraded":"2024-09-12T17:57:07.398138+0000","last_fullsized":"2024-09-12T17:57:07.398138+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:07.397833+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:07.397833+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.397833+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:27.289027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.322063+0000","last_change":"2024-09-12T17:57:32.322063+0000","last_active":"2024-09-12T17:57:32.322063+0000","last_peered":"2024-09-12T17:57:32.322063+0000","last_clean":"2024-09-12T17:57:32.322063+0000","last_became_active":"2024-09-12T17:26:55.508105+0000","last_became_peered":"2024-09-12T17:26:55.508105+0000","last_unstale":"2024-09-12T17:57:32.322063+0000","last_undegraded":"2024-09-12T17:57:32.322063+0000","last_fullsized":"2024-09-12T17:57:32.322063+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:32.321879+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:32.321879+0000","last_clean_scrub_stamp":"2024-09-12T17:57:32.321879+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:06.455893+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.242434+0000","last_change":"2024-09-12T17:57:27.242434+0000","last_active":"2024-09-12T17:57:27.242434+0000","last_peered":"2024-09-12T17:57:27.242434+0000","last_clean":"2024-09-12T17:57:27.242434+0000","last_became_active":"2024-09-12T17:26:52.431772+0000","last_became_peered":"2024-09-12T17:26:52.431772+0000","last_unstale":"2024-09-12T17:57:27.242434+0000","last_undegraded":"2024-09-12T17:57:27.242434+0000","last_fullsized":"2024-09-12T17:57:27.242434+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:27.242134+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:27.242134+0000","last_clean_scrub_stamp":"2024-09-12T17:57:27.242134+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:21.379210+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":3096,"num_write":4,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'47","reported_seq":191,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.345125+0000","last_change":"2024-09-12T17:57:24.345125+0000","last_active":"2024-09-12T17:57:24.345125+0000","last_peered":"2024-09-12T17:57:24.345125+0000","last_clean":"2024-09-12T17:57:24.345125+0000","last_became_active":"2024-09-12T17:25:04.920620+0000","last_became_peered":"2024-09-12T17:25:04.920620+0000","last_unstale":"2024-09-12T17:57:24.345125+0000","last_undegraded":"2024-09-12T17:57:24.345125+0000","last_fullsized":"2024-09-12T17:57:24.345125+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'47","last_scrub_stamp":"2024-09-12T17:57:24.344948+0000","last_deep_scrub":"267'47","last_deep_scrub_stamp":"2024-09-12T17:57:24.344948+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.344948+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:44.906163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":73,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.283774+0000","last_change":"2024-09-12T17:57:30.283620+0000","last_active":"2024-09-12T17:57:30.283774+0000","last_peered":"2024-09-12T17:57:30.283774+0000","last_clean":"2024-09-12T17:57:30.283774+0000","last_became_active":"2024-09-12T17:39:00.651838+0000","last_became_peered":"2024-09-12T17:39:00.651838+0000","last_unstale":"2024-09-12T17:57:30.283774+0000","last_undegraded":"2024-09-12T17:57:30.283774+0000","last_fullsized":"2024-09-12T17:57:30.283774+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:30.283419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:30.283419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:30.283419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.721815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'5","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.472592+0000","last_change":"2024-09-12T17:57:30.472592+0000","last_active":"2024-09-12T17:57:30.472592+0000","last_peered":"2024-09-12T17:57:30.472592+0000","last_clean":"2024-09-12T17:57:30.472592+0000","last_became_active":"2024-09-12T17:27:17.542132+0000","last_became_peered":"2024-09-12T17:27:17.542132+0000","last_unstale":"2024-09-12T17:57:30.472592+0000","last_undegraded":"2024-09-12T17:57:30.472592+0000","last_fullsized":"2024-09-12T17:57:30.472592+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:30.472419+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:30.472419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:30.472419+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:55.689002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.336943+0000","last_change":"2024-09-12T17:57:05.336943+0000","last_active":"2024-09-12T17:57:05.336943+0000","last_peered":"2024-09-12T17:57:05.336943+0000","last_clean":"2024-09-12T17:57:05.336943+0000","last_became_active":"2024-09-12T17:26:52.437526+0000","last_became_peered":"2024-09-12T17:26:52.437526+0000","last_unstale":"2024-09-12T17:57:05.336943+0000","last_undegraded":"2024-09-12T17:57:05.336943+0000","last_fullsized":"2024-09-12T17:57:05.336943+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T17:57:05.336755+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T17:57:05.336755+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.336755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:11.653655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'25","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.224367+0000","last_change":"2024-09-12T17:56:58.224367+0000","last_active":"2024-09-12T17:56:58.224367+0000","last_peered":"2024-09-12T17:56:58.224367+0000","last_clean":"2024-09-12T17:56:58.224367+0000","last_became_active":"2024-09-12T17:25:04.905951+0000","last_became_peered":"2024-09-12T17:25:04.905951+0000","last_unstale":"2024-09-12T17:56:58.224367+0000","last_undegraded":"2024-09-12T17:56:58.224367+0000","last_fullsized":"2024-09-12T17:56:58.224367+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'25","last_scrub_stamp":"2024-09-12T17:56:58.224097+0000","last_deep_scrub":"267'25","last_deep_scrub_stamp":"2024-09-12T17:56:58.224097+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.224097+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:59:46.123227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":88,"num_write":46,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.176004+0000","last_change":"2024-09-12T17:57:25.175872+0000","last_active":"2024-09-12T17:57:25.176004+0000","last_peered":"2024-09-12T17:57:25.176004+0000","last_clean":"2024-09-12T17:57:25.176004+0000","last_became_active":"2024-09-12T17:39:00.645968+0000","last_became_peered":"2024-09-12T17:39:00.645968+0000","last_unstale":"2024-09-12T17:57:25.176004+0000","last_undegraded":"2024-09-12T17:57:25.176004+0000","last_fullsized":"2024-09-12T17:57:25.176004+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:25.175696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:25.175696+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.175696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:44.728396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.203076+0000","last_change":"2024-09-12T17:57:25.203076+0000","last_active":"2024-09-12T17:57:25.203076+0000","last_peered":"2024-09-12T17:57:25.203076+0000","last_clean":"2024-09-12T17:57:25.203076+0000","last_became_active":"2024-09-12T17:26:55.477032+0000","last_became_peered":"2024-09-12T17:26:55.477032+0000","last_unstale":"2024-09-12T17:57:25.203076+0000","last_undegraded":"2024-09-12T17:57:25.203076+0000","last_fullsized":"2024-09-12T17:57:25.203076+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:25.202895+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:25.202895+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.202895+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:10.072022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":10,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.413381+0000","last_change":"2024-09-12T17:57:26.413381+0000","last_active":"2024-09-12T17:57:26.413381+0000","last_peered":"2024-09-12T17:57:26.413381+0000","last_clean":"2024-09-12T17:57:26.413381+0000","last_became_active":"2024-09-12T17:26:52.416452+0000","last_became_peered":"2024-09-12T17:26:52.416452+0000","last_unstale":"2024-09-12T17:57:26.413381+0000","last_undegraded":"2024-09-12T17:57:26.413381+0000","last_fullsized":"2024-09-12T17:57:26.413381+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T17:57:26.413166+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T17:57:26.413166+0000","last_clean_scrub_stamp":"2024-09-12T17:57:26.413166+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:00.727377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'13","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.123236+0000","last_change":"2024-09-12T17:57:15.122959+0000","last_active":"2024-09-12T17:57:15.123236+0000","last_peered":"2024-09-12T17:57:15.123236+0000","last_clean":"2024-09-12T17:57:15.123236+0000","last_became_active":"2024-09-12T17:25:04.916087+0000","last_became_peered":"2024-09-12T17:25:04.916087+0000","last_unstale":"2024-09-12T17:57:15.123236+0000","last_undegraded":"2024-09-12T17:57:15.123236+0000","last_fullsized":"2024-09-12T17:57:15.123236+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T17:57:15.122651+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T17:57:15.122651+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.122651+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:10.273744+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.436711+0000","last_change":"2024-09-12T17:57:42.436711+0000","last_active":"2024-09-12T17:57:42.436711+0000","last_peered":"2024-09-12T17:57:42.436711+0000","last_clean":"2024-09-12T17:57:42.436711+0000","last_became_active":"2024-09-12T17:39:00.637746+0000","last_became_peered":"2024-09-12T17:39:00.637746+0000","last_unstale":"2024-09-12T17:57:42.436711+0000","last_undegraded":"2024-09-12T17:57:42.436711+0000","last_fullsized":"2024-09-12T17:57:42.436711+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:42.436526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:42.436526+0000","last_clean_scrub_stamp":"2024-09-12T17:57:42.436526+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:08.718802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'7","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.587685+0000","last_change":"2024-09-12T17:57:21.587685+0000","last_active":"2024-09-12T17:57:21.587685+0000","last_peered":"2024-09-12T17:57:21.587685+0000","last_clean":"2024-09-12T17:57:21.587685+0000","last_became_active":"2024-09-12T17:26:55.507961+0000","last_became_peered":"2024-09-12T17:26:55.507961+0000","last_unstale":"2024-09-12T17:57:21.587685+0000","last_undegraded":"2024-09-12T17:57:21.587685+0000","last_fullsized":"2024-09-12T17:57:21.587685+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T17:57:21.587504+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T17:57:21.587504+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.587504+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:51.705836+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8190,"num_write":12,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.096385+0000","last_change":"2024-09-12T17:57:16.096385+0000","last_active":"2024-09-12T17:57:16.096385+0000","last_peered":"2024-09-12T17:57:16.096385+0000","last_clean":"2024-09-12T17:57:16.096385+0000","last_became_active":"2024-09-12T17:26:52.434693+0000","last_became_peered":"2024-09-12T17:26:52.434693+0000","last_unstale":"2024-09-12T17:57:16.096385+0000","last_undegraded":"2024-09-12T17:57:16.096385+0000","last_fullsized":"2024-09-12T17:57:16.096385+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:16.096165+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:16.096165+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.096165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:26.906782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'26","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.132458+0000","last_change":"2024-09-12T17:57:13.132299+0000","last_active":"2024-09-12T17:57:13.132458+0000","last_peered":"2024-09-12T17:57:13.132458+0000","last_clean":"2024-09-12T17:57:13.132458+0000","last_became_active":"2024-09-12T17:25:04.923362+0000","last_became_peered":"2024-09-12T17:25:04.923362+0000","last_unstale":"2024-09-12T17:57:13.132458+0000","last_undegraded":"2024-09-12T17:57:13.132458+0000","last_fullsized":"2024-09-12T17:57:13.132458+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:13.132122+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:13.132122+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.132122+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:18.366950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:33.436676+0000","last_change":"2024-09-12T17:57:33.436676+0000","last_active":"2024-09-12T17:57:33.436676+0000","last_peered":"2024-09-12T17:57:33.436676+0000","last_clean":"2024-09-12T17:57:33.436676+0000","last_became_active":"2024-09-12T17:39:00.638535+0000","last_became_peered":"2024-09-12T17:39:00.638535+0000","last_unstale":"2024-09-12T17:57:33.436676+0000","last_undegraded":"2024-09-12T17:57:33.436676+0000","last_fullsized":"2024-09-12T17:57:33.436676+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:33.436492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:33.436492+0000","last_clean_scrub_stamp":"2024-09-12T17:57:33.436492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:58.302829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'6","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.574250+0000","last_change":"2024-09-12T17:57:16.574115+0000","last_active":"2024-09-12T17:57:16.574250+0000","last_peered":"2024-09-12T17:57:16.574250+0000","last_clean":"2024-09-12T17:57:16.574250+0000","last_became_active":"2024-09-12T17:26:55.491451+0000","last_became_peered":"2024-09-12T17:26:55.491451+0000","last_unstale":"2024-09-12T17:57:16.574250+0000","last_undegraded":"2024-09-12T17:57:16.574250+0000","last_fullsized":"2024-09-12T17:57:16.574250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T17:57:16.573933+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T17:57:16.573933+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.573933+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:22.106049+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8206,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.340620+0000","last_change":"2024-09-12T17:57:29.340620+0000","last_active":"2024-09-12T17:57:29.340620+0000","last_peered":"2024-09-12T17:57:29.340620+0000","last_clean":"2024-09-12T17:57:29.340620+0000","last_became_active":"2024-09-12T17:26:52.445122+0000","last_became_peered":"2024-09-12T17:26:52.445122+0000","last_unstale":"2024-09-12T17:57:29.340620+0000","last_undegraded":"2024-09-12T17:57:29.340620+0000","last_fullsized":"2024-09-12T17:57:29.340620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:29.340435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:29.340435+0000","last_clean_scrub_stamp":"2024-09-12T17:57:29.340435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.440366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'23","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.404306+0000","last_change":"2024-09-12T17:57:19.403992+0000","last_active":"2024-09-12T17:57:19.404306+0000","last_peered":"2024-09-12T17:57:19.404306+0000","last_clean":"2024-09-12T17:57:19.404306+0000","last_became_active":"2024-09-12T17:25:04.910293+0000","last_became_peered":"2024-09-12T17:25:04.910293+0000","last_unstale":"2024-09-12T17:57:19.404306+0000","last_undegraded":"2024-09-12T17:57:19.404306+0000","last_fullsized":"2024-09-12T17:57:19.404306+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T17:57:19.403766+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T17:57:19.403766+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.403766+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:42.926020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:36.430676+0000","last_change":"2024-09-12T17:57:36.430389+0000","last_active":"2024-09-12T17:57:36.430676+0000","last_peered":"2024-09-12T17:57:36.430676+0000","last_clean":"2024-09-12T17:57:36.430676+0000","last_became_active":"2024-09-12T17:39:00.656044+0000","last_became_peered":"2024-09-12T17:39:00.656044+0000","last_unstale":"2024-09-12T17:57:36.430676+0000","last_undegraded":"2024-09-12T17:57:36.430676+0000","last_fullsized":"2024-09-12T17:57:36.430676+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:36.430145+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:36.430145+0000","last_clean_scrub_stamp":"2024-09-12T17:57:36.430145+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:09:00.770941+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'7","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:34.306806+0000","last_change":"2024-09-12T17:57:34.306806+0000","last_active":"2024-09-12T17:57:34.306806+0000","last_peered":"2024-09-12T17:57:34.306806+0000","last_clean":"2024-09-12T17:57:34.306806+0000","last_became_active":"2024-09-12T17:26:55.496390+0000","last_became_peered":"2024-09-12T17:26:55.496390+0000","last_unstale":"2024-09-12T17:57:34.306806+0000","last_undegraded":"2024-09-12T17:57:34.306806+0000","last_fullsized":"2024-09-12T17:57:34.306806+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T17:57:34.306598+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T17:57:34.306598+0000","last_clean_scrub_stamp":"2024-09-12T17:57:34.306598+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:07.383795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5124,"num_write":12,"num_write_kb":9220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"267'10","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.751343+0000","last_change":"2024-09-12T17:57:10.751149+0000","last_active":"2024-09-12T17:57:10.751343+0000","last_peered":"2024-09-12T17:57:10.751343+0000","last_clean":"2024-09-12T17:57:10.751343+0000","last_became_active":"2024-09-12T17:26:52.445999+0000","last_became_peered":"2024-09-12T17:26:52.445999+0000","last_unstale":"2024-09-12T17:57:10.751343+0000","last_undegraded":"2024-09-12T17:57:10.751343+0000","last_fullsized":"2024-09-12T17:57:10.751343+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T17:57:10.750967+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T17:57:10.750967+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.750967+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:43.912007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8239,"num_write":10,"num_write_kb":8239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.082053+0000","last_change":"2024-09-12T17:57:14.081878+0000","last_active":"2024-09-12T17:57:14.082053+0000","last_peered":"2024-09-12T17:57:14.082053+0000","last_clean":"2024-09-12T17:57:14.082053+0000","last_became_active":"2024-09-12T17:25:04.905952+0000","last_became_peered":"2024-09-12T17:25:04.905952+0000","last_unstale":"2024-09-12T17:57:14.082053+0000","last_undegraded":"2024-09-12T17:57:14.082053+0000","last_fullsized":"2024-09-12T17:57:14.082053+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'51","last_scrub_stamp":"2024-09-12T17:57:14.081685+0000","last_deep_scrub":"267'51","last_deep_scrub_stamp":"2024-09-12T17:57:14.081685+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.081685+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:34.658224+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":256,"num_read_kb":182,"num_write":90,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'2","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.350710+0000","last_change":"2024-09-12T17:57:37.350710+0000","last_active":"2024-09-12T17:57:37.350710+0000","last_peered":"2024-09-12T17:57:37.350710+0000","last_clean":"2024-09-12T17:57:37.350710+0000","last_became_active":"2024-09-12T17:39:00.642795+0000","last_became_peered":"2024-09-12T17:39:00.642795+0000","last_unstale":"2024-09-12T17:57:37.350710+0000","last_undegraded":"2024-09-12T17:57:37.350710+0000","last_fullsized":"2024-09-12T17:57:37.350710+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:37.350514+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:37.350514+0000","last_clean_scrub_stamp":"2024-09-12T17:57:37.350514+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.353182+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.723526+0000","last_change":"2024-09-12T17:57:11.723393+0000","last_active":"2024-09-12T17:57:11.723526+0000","last_peered":"2024-09-12T17:57:11.723526+0000","last_clean":"2024-09-12T17:57:11.723526+0000","last_became_active":"2024-09-12T17:26:55.495352+0000","last_became_peered":"2024-09-12T17:26:55.495352+0000","last_unstale":"2024-09-12T17:57:11.723526+0000","last_undegraded":"2024-09-12T17:57:11.723526+0000","last_fullsized":"2024-09-12T17:57:11.723526+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:11.723210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:11.723210+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.723210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:26.463321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.090202+0000","last_change":"2024-09-12T17:57:19.090202+0000","last_active":"2024-09-12T17:57:19.090202+0000","last_peered":"2024-09-12T17:57:19.090202+0000","last_clean":"2024-09-12T17:57:19.090202+0000","last_became_active":"2024-09-12T17:26:52.438254+0000","last_became_peered":"2024-09-12T17:26:52.438254+0000","last_unstale":"2024-09-12T17:57:19.090202+0000","last_undegraded":"2024-09-12T17:57:19.090202+0000","last_fullsized":"2024-09-12T17:57:19.090202+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:19.090010+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:19.090010+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.090010+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:35.944199+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'38","reported_seq":163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.372654+0000","last_change":"2024-09-12T17:57:23.372392+0000","last_active":"2024-09-12T17:57:23.372654+0000","last_peered":"2024-09-12T17:57:23.372654+0000","last_clean":"2024-09-12T17:57:23.372654+0000","last_became_active":"2024-09-12T17:25:04.916828+0000","last_became_peered":"2024-09-12T17:25:04.916828+0000","last_unstale":"2024-09-12T17:57:23.372654+0000","last_undegraded":"2024-09-12T17:57:23.372654+0000","last_fullsized":"2024-09-12T17:57:23.372654+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T17:57:23.372172+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T17:57:23.372172+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.372172+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:26.338772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":197,"num_read_kb":137,"num_write":71,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.354731+0000","last_change":"2024-09-12T17:57:06.354731+0000","last_active":"2024-09-12T17:57:06.354731+0000","last_peered":"2024-09-12T17:57:06.354731+0000","last_clean":"2024-09-12T17:57:06.354731+0000","last_became_active":"2024-09-12T17:39:00.645218+0000","last_became_peered":"2024-09-12T17:39:00.645218+0000","last_unstale":"2024-09-12T17:57:06.354731+0000","last_undegraded":"2024-09-12T17:57:06.354731+0000","last_fullsized":"2024-09-12T17:57:06.354731+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.354464+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.354464+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.354464+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:07.278770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'7","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.369852+0000","last_change":"2024-09-12T17:57:30.369852+0000","last_active":"2024-09-12T17:57:30.369852+0000","last_peered":"2024-09-12T17:57:30.369852+0000","last_clean":"2024-09-12T17:57:30.369852+0000","last_became_active":"2024-09-12T17:26:55.501096+0000","last_became_peered":"2024-09-12T17:26:55.501096+0000","last_unstale":"2024-09-12T17:57:30.369852+0000","last_undegraded":"2024-09-12T17:57:30.369852+0000","last_fullsized":"2024-09-12T17:57:30.369852+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T17:57:30.369641+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T17:57:30.369641+0000","last_clean_scrub_stamp":"2024-09-12T17:57:30.369641+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:25.090295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'8","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.280034+0000","last_change":"2024-09-12T17:57:24.280034+0000","last_active":"2024-09-12T17:57:24.280034+0000","last_peered":"2024-09-12T17:57:24.280034+0000","last_clean":"2024-09-12T17:57:24.280034+0000","last_became_active":"2024-09-12T17:26:52.450700+0000","last_became_peered":"2024-09-12T17:26:52.450700+0000","last_unstale":"2024-09-12T17:57:24.280034+0000","last_undegraded":"2024-09-12T17:57:24.280034+0000","last_fullsized":"2024-09-12T17:57:24.280034+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T17:57:24.279846+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T17:57:24.279846+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.279846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:33.527538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":8212,"num_write":8,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'48","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.451485+0000","last_change":"2024-09-12T17:57:20.451485+0000","last_active":"2024-09-12T17:57:20.451485+0000","last_peered":"2024-09-12T17:57:20.451485+0000","last_clean":"2024-09-12T17:57:20.451485+0000","last_became_active":"2024-09-12T17:25:04.930219+0000","last_became_peered":"2024-09-12T17:25:04.930219+0000","last_unstale":"2024-09-12T17:57:20.451485+0000","last_undegraded":"2024-09-12T17:57:20.451485+0000","last_fullsized":"2024-09-12T17:57:20.451485+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T17:57:20.451345+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T17:57:20.451345+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.451345+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:53.016335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":232,"num_read_kb":162,"num_write":86,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.233117+0000","last_change":"2024-09-12T17:57:25.233117+0000","last_active":"2024-09-12T17:57:25.233117+0000","last_peered":"2024-09-12T17:57:25.233117+0000","last_clean":"2024-09-12T17:57:25.233117+0000","last_became_active":"2024-09-12T17:39:00.659045+0000","last_became_peered":"2024-09-12T17:39:00.659045+0000","last_unstale":"2024-09-12T17:57:25.233117+0000","last_undegraded":"2024-09-12T17:57:25.233117+0000","last_fullsized":"2024-09-12T17:57:25.233117+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:25.232939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:25.232939+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.232939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:34.973546+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'6","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.362169+0000","last_change":"2024-09-12T17:57:31.362169+0000","last_active":"2024-09-12T17:57:31.362169+0000","last_peered":"2024-09-12T17:57:31.362169+0000","last_clean":"2024-09-12T17:57:31.362169+0000","last_became_active":"2024-09-12T17:26:55.505055+0000","last_became_peered":"2024-09-12T17:26:55.505055+0000","last_unstale":"2024-09-12T17:57:31.362169+0000","last_undegraded":"2024-09-12T17:57:31.362169+0000","last_fullsized":"2024-09-12T17:57:31.362169+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:31.361988+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:31.361988+0000","last_clean_scrub_stamp":"2024-09-12T17:57:31.361988+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:26.962970+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":6,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.358672+0000","last_change":"2024-09-12T17:57:04.358672+0000","last_active":"2024-09-12T17:57:04.358672+0000","last_peered":"2024-09-12T17:57:04.358672+0000","last_clean":"2024-09-12T17:57:04.358672+0000","last_became_active":"2024-09-12T17:26:52.435521+0000","last_became_peered":"2024-09-12T17:26:52.435521+0000","last_unstale":"2024-09-12T17:57:04.358672+0000","last_undegraded":"2024-09-12T17:57:04.358672+0000","last_fullsized":"2024-09-12T17:57:04.358672+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:04.358500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:04.358500+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.358500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:37.254162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'14","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.102971+0000","last_change":"2024-09-12T17:57:15.102971+0000","last_active":"2024-09-12T17:57:15.102971+0000","last_peered":"2024-09-12T17:57:15.102971+0000","last_clean":"2024-09-12T17:57:15.102971+0000","last_became_active":"2024-09-12T17:25:04.904684+0000","last_became_peered":"2024-09-12T17:25:04.904684+0000","last_unstale":"2024-09-12T17:57:15.102971+0000","last_undegraded":"2024-09-12T17:57:15.102971+0000","last_fullsized":"2024-09-12T17:57:15.102971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'14","last_scrub_stamp":"2024-09-12T17:57:15.102792+0000","last_deep_scrub":"267'14","last_deep_scrub_stamp":"2024-09-12T17:57:15.102792+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.102792+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:06.812529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":53,"num_write":25,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.732615+0000","last_change":"2024-09-12T17:57:14.732615+0000","last_active":"2024-09-12T17:57:14.732615+0000","last_peered":"2024-09-12T17:57:14.732615+0000","last_clean":"2024-09-12T17:57:14.732615+0000","last_became_active":"2024-09-12T17:39:00.649168+0000","last_became_peered":"2024-09-12T17:39:00.649168+0000","last_unstale":"2024-09-12T17:57:14.732615+0000","last_undegraded":"2024-09-12T17:57:14.732615+0000","last_fullsized":"2024-09-12T17:57:14.732615+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:14.732315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:14.732315+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.732315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:30.635974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.487065+0000","last_change":"2024-09-12T17:57:14.487065+0000","last_active":"2024-09-12T17:57:14.487065+0000","last_peered":"2024-09-12T17:57:14.487065+0000","last_clean":"2024-09-12T17:57:14.487065+0000","last_became_active":"2024-09-12T17:26:55.500406+0000","last_became_peered":"2024-09-12T17:26:55.500406+0000","last_unstale":"2024-09-12T17:57:14.487065+0000","last_undegraded":"2024-09-12T17:57:14.487065+0000","last_fullsized":"2024-09-12T17:57:14.487065+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T17:57:14.486854+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T17:57:14.486854+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.486854+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:58.111538+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.392707+0000","last_change":"2024-09-12T17:57:23.392707+0000","last_active":"2024-09-12T17:57:23.392707+0000","last_peered":"2024-09-12T17:57:23.392707+0000","last_clean":"2024-09-12T17:57:23.392707+0000","last_became_active":"2024-09-12T17:26:52.431182+0000","last_became_peered":"2024-09-12T17:26:52.431182+0000","last_unstale":"2024-09-12T17:57:23.392707+0000","last_undegraded":"2024-09-12T17:57:23.392707+0000","last_fullsized":"2024-09-12T17:57:23.392707+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:23.392522+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:23.392522+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.392522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:40.384713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'54","reported_seq":206,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.585411+0000","last_change":"2024-09-12T17:57:06.585411+0000","last_active":"2024-09-12T17:57:06.585411+0000","last_peered":"2024-09-12T17:57:06.585411+0000","last_clean":"2024-09-12T17:57:06.585411+0000","last_became_active":"2024-09-12T17:25:04.924441+0000","last_became_peered":"2024-09-12T17:25:04.924441+0000","last_unstale":"2024-09-12T17:57:06.585411+0000","last_undegraded":"2024-09-12T17:57:06.585411+0000","last_fullsized":"2024-09-12T17:57:06.585411+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T17:57:06.585230+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T17:57:06.585230+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.585230+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:16.404569+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":221,"num_write":82,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:35.330742+0000","last_change":"2024-09-12T17:57:35.330742+0000","last_active":"2024-09-12T17:57:35.330742+0000","last_peered":"2024-09-12T17:57:35.330742+0000","last_clean":"2024-09-12T17:57:35.330742+0000","last_became_active":"2024-09-12T17:39:00.660854+0000","last_became_peered":"2024-09-12T17:39:00.660854+0000","last_unstale":"2024-09-12T17:57:35.330742+0000","last_undegraded":"2024-09-12T17:57:35.330742+0000","last_fullsized":"2024-09-12T17:57:35.330742+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:35.330533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:35.330533+0000","last_clean_scrub_stamp":"2024-09-12T17:57:35.330533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:50.229295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'15","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:33.299446+0000","last_change":"2024-09-12T17:57:33.299446+0000","last_active":"2024-09-12T17:57:33.299446+0000","last_peered":"2024-09-12T17:57:33.299446+0000","last_clean":"2024-09-12T17:57:33.299446+0000","last_became_active":"2024-09-12T17:26:55.505103+0000","last_became_peered":"2024-09-12T17:26:55.505103+0000","last_unstale":"2024-09-12T17:57:33.299446+0000","last_undegraded":"2024-09-12T17:57:33.299446+0000","last_fullsized":"2024-09-12T17:57:33.299446+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T17:57:33.299261+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T17:57:33.299261+0000","last_clean_scrub_stamp":"2024-09-12T17:57:33.299261+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:13.651898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":31750,"num_write":20,"num_write_kb":19460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.436597+0000","last_change":"2024-09-12T17:57:12.436597+0000","last_active":"2024-09-12T17:57:12.436597+0000","last_peered":"2024-09-12T17:57:12.436597+0000","last_clean":"2024-09-12T17:57:12.436597+0000","last_became_active":"2024-09-12T17:26:52.427114+0000","last_became_peered":"2024-09-12T17:26:52.427114+0000","last_unstale":"2024-09-12T17:57:12.436597+0000","last_undegraded":"2024-09-12T17:57:12.436597+0000","last_fullsized":"2024-09-12T17:57:12.436597+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T17:57:12.436340+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T17:57:12.436340+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.436340+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:14.494649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20468,"num_write":14,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'18","reported_seq":105,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.334622+0000","last_change":"2024-09-12T17:57:01.334622+0000","last_active":"2024-09-12T17:57:01.334622+0000","last_peered":"2024-09-12T17:57:01.334622+0000","last_clean":"2024-09-12T17:57:01.334622+0000","last_became_active":"2024-09-12T17:25:04.926241+0000","last_became_peered":"2024-09-12T17:25:04.926241+0000","last_unstale":"2024-09-12T17:57:01.334622+0000","last_undegraded":"2024-09-12T17:57:01.334622+0000","last_fullsized":"2024-09-12T17:57:01.334622+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T17:57:01.334442+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T17:57:01.334442+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.334442+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:50.138675+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":58,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:40.394582+0000","last_change":"2024-09-12T17:57:40.394582+0000","last_active":"2024-09-12T17:57:40.394582+0000","last_peered":"2024-09-12T17:57:40.394582+0000","last_clean":"2024-09-12T17:57:40.394582+0000","last_became_active":"2024-09-12T17:39:00.674832+0000","last_became_peered":"2024-09-12T17:39:00.674832+0000","last_unstale":"2024-09-12T17:57:40.394582+0000","last_undegraded":"2024-09-12T17:57:40.394582+0000","last_fullsized":"2024-09-12T17:57:40.394582+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:40.394359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:40.394359+0000","last_clean_scrub_stamp":"2024-09-12T17:57:40.394359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:23.886328+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.175899+0000","last_change":"2024-09-12T17:57:22.175899+0000","last_active":"2024-09-12T17:57:22.175899+0000","last_peered":"2024-09-12T17:57:22.175899+0000","last_clean":"2024-09-12T17:57:22.175899+0000","last_became_active":"2024-09-12T17:26:55.484305+0000","last_became_peered":"2024-09-12T17:26:55.484305+0000","last_unstale":"2024-09-12T17:57:22.175899+0000","last_undegraded":"2024-09-12T17:57:22.175899+0000","last_fullsized":"2024-09-12T17:57:22.175899+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:22.175719+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:22.175719+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.175719+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:03.393890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2064,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'9","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.404647+0000","last_change":"2024-09-12T17:57:24.404647+0000","last_active":"2024-09-12T17:57:24.404647+0000","last_peered":"2024-09-12T17:57:24.404647+0000","last_clean":"2024-09-12T17:57:24.404647+0000","last_became_active":"2024-09-12T17:26:52.435237+0000","last_became_peered":"2024-09-12T17:26:52.435237+0000","last_unstale":"2024-09-12T17:57:24.404647+0000","last_undegraded":"2024-09-12T17:57:24.404647+0000","last_fullsized":"2024-09-12T17:57:24.404647+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T17:57:24.404461+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T17:57:24.404461+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.404461+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:32:05.923300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8184,"num_write":14,"num_write_kb":13304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'24","reported_seq":123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.385774+0000","last_change":"2024-09-12T17:57:16.385774+0000","last_active":"2024-09-12T17:57:16.385774+0000","last_peered":"2024-09-12T17:57:16.385774+0000","last_clean":"2024-09-12T17:57:16.385774+0000","last_became_active":"2024-09-12T17:25:04.918541+0000","last_became_peered":"2024-09-12T17:25:04.918541+0000","last_unstale":"2024-09-12T17:57:16.385774+0000","last_undegraded":"2024-09-12T17:57:16.385774+0000","last_fullsized":"2024-09-12T17:57:16.385774+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T17:57:16.385584+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T17:57:16.385584+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.385584+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:16.679737+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":89,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.375041+0000","last_change":"2024-09-12T17:57:32.375041+0000","last_active":"2024-09-12T17:57:32.375041+0000","last_peered":"2024-09-12T17:57:32.375041+0000","last_clean":"2024-09-12T17:57:32.375041+0000","last_became_active":"2024-09-12T17:39:00.664281+0000","last_became_peered":"2024-09-12T17:39:00.664281+0000","last_unstale":"2024-09-12T17:57:32.375041+0000","last_undegraded":"2024-09-12T17:57:32.375041+0000","last_fullsized":"2024-09-12T17:57:32.375041+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:32.374851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:32.374851+0000","last_clean_scrub_stamp":"2024-09-12T17:57:32.374851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:58.831279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.260708+0000","last_change":"2024-09-12T17:57:22.260708+0000","last_active":"2024-09-12T17:57:22.260708+0000","last_peered":"2024-09-12T17:57:22.260708+0000","last_clean":"2024-09-12T17:57:22.260708+0000","last_became_active":"2024-09-12T17:26:55.499990+0000","last_became_peered":"2024-09-12T17:26:55.499990+0000","last_unstale":"2024-09-12T17:57:22.260708+0000","last_undegraded":"2024-09-12T17:57:22.260708+0000","last_fullsized":"2024-09-12T17:57:22.260708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:22.260513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:22.260513+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.260513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:04.074581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.431179+0000","last_change":"2024-09-12T17:57:10.430926+0000","last_active":"2024-09-12T17:57:10.431179+0000","last_peered":"2024-09-12T17:57:10.431179+0000","last_clean":"2024-09-12T17:57:10.431179+0000","last_became_active":"2024-09-12T17:26:52.424777+0000","last_became_peered":"2024-09-12T17:26:52.424777+0000","last_unstale":"2024-09-12T17:57:10.431179+0000","last_undegraded":"2024-09-12T17:57:10.431179+0000","last_fullsized":"2024-09-12T17:57:10.431179+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:10.430712+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:10.430712+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.430712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:57.683350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1029,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'70","reported_seq":245,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.157263+0000","last_change":"2024-09-12T17:57:14.157015+0000","last_active":"2024-09-12T17:57:14.157263+0000","last_peered":"2024-09-12T17:57:14.157263+0000","last_clean":"2024-09-12T17:57:14.157263+0000","last_became_active":"2024-09-12T17:25:04.917207+0000","last_became_peered":"2024-09-12T17:25:04.917207+0000","last_unstale":"2024-09-12T17:57:14.157263+0000","last_undegraded":"2024-09-12T17:57:14.157263+0000","last_fullsized":"2024-09-12T17:57:14.157263+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'70","last_scrub_stamp":"2024-09-12T17:57:14.156726+0000","last_deep_scrub":"267'70","last_deep_scrub_stamp":"2024-09-12T17:57:14.156726+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.156726+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:37.376238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":249,"num_write":139,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.257239+0000","last_change":"2024-09-12T17:57:29.257239+0000","last_active":"2024-09-12T17:57:29.257239+0000","last_peered":"2024-09-12T17:57:29.257239+0000","last_clean":"2024-09-12T17:57:29.257239+0000","last_became_active":"2024-09-12T17:39:00.653741+0000","last_became_peered":"2024-09-12T17:39:00.653741+0000","last_unstale":"2024-09-12T17:57:29.257239+0000","last_undegraded":"2024-09-12T17:57:29.257239+0000","last_fullsized":"2024-09-12T17:57:29.257239+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:29.257048+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:29.257048+0000","last_clean_scrub_stamp":"2024-09-12T17:57:29.257048+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:58.684079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.526585+0000","last_change":"2024-09-12T17:57:15.526585+0000","last_active":"2024-09-12T17:57:15.526585+0000","last_peered":"2024-09-12T17:57:15.526585+0000","last_clean":"2024-09-12T17:57:15.526585+0000","last_became_active":"2024-09-12T17:26:55.500278+0000","last_became_peered":"2024-09-12T17:26:55.500278+0000","last_unstale":"2024-09-12T17:57:15.526585+0000","last_undegraded":"2024-09-12T17:57:15.526585+0000","last_fullsized":"2024-09-12T17:57:15.526585+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T17:57:15.526356+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T17:57:15.526356+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.526356+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:47.936541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'10","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.363751+0000","last_change":"2024-09-12T17:57:22.363751+0000","last_active":"2024-09-12T17:57:22.363751+0000","last_peered":"2024-09-12T17:57:22.363751+0000","last_clean":"2024-09-12T17:57:22.363751+0000","last_became_active":"2024-09-12T17:26:52.424327+0000","last_became_peered":"2024-09-12T17:26:52.424327+0000","last_unstale":"2024-09-12T17:57:22.363751+0000","last_undegraded":"2024-09-12T17:57:22.363751+0000","last_fullsized":"2024-09-12T17:57:22.363751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T17:57:22.363558+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T17:57:22.363558+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.363558+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:27.614289+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":20,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'32","reported_seq":143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.395758+0000","last_change":"2024-09-12T17:57:22.395567+0000","last_active":"2024-09-12T17:57:22.395758+0000","last_peered":"2024-09-12T17:57:22.395758+0000","last_clean":"2024-09-12T17:57:22.395758+0000","last_became_active":"2024-09-12T17:25:04.925773+0000","last_became_peered":"2024-09-12T17:25:04.925773+0000","last_unstale":"2024-09-12T17:57:22.395758+0000","last_undegraded":"2024-09-12T17:57:22.395758+0000","last_fullsized":"2024-09-12T17:57:22.395758+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'32","last_scrub_stamp":"2024-09-12T17:57:22.395393+0000","last_deep_scrub":"267'32","last_deep_scrub_stamp":"2024-09-12T17:57:22.395393+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.395393+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:26.545391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":112,"num_write":60,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:35.432934+0000","last_change":"2024-09-12T17:57:35.432934+0000","last_active":"2024-09-12T17:57:35.432934+0000","last_peered":"2024-09-12T17:57:35.432934+0000","last_clean":"2024-09-12T17:57:35.432934+0000","last_became_active":"2024-09-12T17:39:00.639209+0000","last_became_peered":"2024-09-12T17:39:00.639209+0000","last_unstale":"2024-09-12T17:57:35.432934+0000","last_undegraded":"2024-09-12T17:57:35.432934+0000","last_fullsized":"2024-09-12T17:57:35.432934+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:35.432614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:35.432614+0000","last_clean_scrub_stamp":"2024-09-12T17:57:35.432614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:55:59.039154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.238521+0000","last_change":"2024-09-12T17:57:23.238380+0000","last_active":"2024-09-12T17:57:23.238521+0000","last_peered":"2024-09-12T17:57:23.238521+0000","last_clean":"2024-09-12T17:57:23.238521+0000","last_became_active":"2024-09-12T17:26:55.505292+0000","last_became_peered":"2024-09-12T17:26:55.505292+0000","last_unstale":"2024-09-12T17:57:23.238521+0000","last_undegraded":"2024-09-12T17:57:23.238521+0000","last_fullsized":"2024-09-12T17:57:23.238521+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:23.238194+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:23.238194+0000","last_clean_scrub_stamp":"2024-09-12T17:57:23.238194+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:57.445211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":3080,"num_write":10,"num_write_kb":7176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.126146+0000","last_change":"2024-09-12T17:57:15.126146+0000","last_active":"2024-09-12T17:57:15.126146+0000","last_peered":"2024-09-12T17:57:15.126146+0000","last_clean":"2024-09-12T17:57:15.126146+0000","last_became_active":"2024-09-12T17:26:52.429877+0000","last_became_peered":"2024-09-12T17:26:52.429877+0000","last_unstale":"2024-09-12T17:57:15.126146+0000","last_undegraded":"2024-09-12T17:57:15.126146+0000","last_fullsized":"2024-09-12T17:57:15.126146+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:15.125929+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:15.125929+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.125929+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:02.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.545801+0000","last_change":"2024-09-12T17:57:05.545549+0000","last_active":"2024-09-12T17:57:05.545801+0000","last_peered":"2024-09-12T17:57:05.545801+0000","last_clean":"2024-09-12T17:57:05.545801+0000","last_became_active":"2024-09-12T17:25:04.922400+0000","last_became_peered":"2024-09-12T17:25:04.922400+0000","last_unstale":"2024-09-12T17:57:05.545801+0000","last_undegraded":"2024-09-12T17:57:05.545801+0000","last_fullsized":"2024-09-12T17:57:05.545801+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:05.545243+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:05.545243+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.545243+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:08.766515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":93,"num_write":48,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.253593+0000","last_change":"2024-09-12T17:57:26.253354+0000","last_active":"2024-09-12T17:57:26.253593+0000","last_peered":"2024-09-12T17:57:26.253593+0000","last_clean":"2024-09-12T17:57:26.253593+0000","last_became_active":"2024-09-12T17:39:00.663521+0000","last_became_peered":"2024-09-12T17:39:00.663521+0000","last_unstale":"2024-09-12T17:57:26.253593+0000","last_undegraded":"2024-09-12T17:57:26.253593+0000","last_fullsized":"2024-09-12T17:57:26.253593+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:26.253071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:26.253071+0000","last_clean_scrub_stamp":"2024-09-12T17:57:26.253071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:07.882207+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.406923+0000","last_change":"2024-09-12T17:57:27.406923+0000","last_active":"2024-09-12T17:57:27.406923+0000","last_peered":"2024-09-12T17:57:27.406923+0000","last_clean":"2024-09-12T17:57:27.406923+0000","last_became_active":"2024-09-12T17:26:55.493653+0000","last_became_peered":"2024-09-12T17:26:55.493653+0000","last_unstale":"2024-09-12T17:57:27.406923+0000","last_undegraded":"2024-09-12T17:57:27.406923+0000","last_fullsized":"2024-09-12T17:57:27.406923+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:27.406745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:27.406745+0000","last_clean_scrub_stamp":"2024-09-12T17:57:27.406745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:57.973446+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.241361+0000","last_change":"2024-09-12T17:57:20.241361+0000","last_active":"2024-09-12T17:57:20.241361+0000","last_peered":"2024-09-12T17:57:20.241361+0000","last_clean":"2024-09-12T17:57:20.241361+0000","last_became_active":"2024-09-12T17:26:52.431636+0000","last_became_peered":"2024-09-12T17:26:52.431636+0000","last_unstale":"2024-09-12T17:57:20.241361+0000","last_undegraded":"2024-09-12T17:57:20.241361+0000","last_fullsized":"2024-09-12T17:57:20.241361+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:20.241168+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:20.241168+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.241168+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:58.381600+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8184,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'39","reported_seq":163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.338610+0000","last_change":"2024-09-12T17:57:15.338289+0000","last_active":"2024-09-12T17:57:15.338610+0000","last_peered":"2024-09-12T17:57:15.338610+0000","last_clean":"2024-09-12T17:57:15.338610+0000","last_became_active":"2024-09-12T17:25:04.908434+0000","last_became_peered":"2024-09-12T17:25:04.908434+0000","last_unstale":"2024-09-12T17:57:15.338610+0000","last_undegraded":"2024-09-12T17:57:15.338610+0000","last_fullsized":"2024-09-12T17:57:15.338610+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T17:57:15.338042+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T17:57:15.338042+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.338042+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:49.571695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":140,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.147306+0000","last_change":"2024-09-12T17:57:22.147174+0000","last_active":"2024-09-12T17:57:22.147306+0000","last_peered":"2024-09-12T17:57:22.147306+0000","last_clean":"2024-09-12T17:57:22.147306+0000","last_became_active":"2024-09-12T17:39:00.654588+0000","last_became_peered":"2024-09-12T17:39:00.654588+0000","last_unstale":"2024-09-12T17:57:22.147306+0000","last_undegraded":"2024-09-12T17:57:22.147306+0000","last_fullsized":"2024-09-12T17:57:22.147306+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:22.146998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:22.146998+0000","last_clean_scrub_stamp":"2024-09-12T17:57:22.146998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:28.914444+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.432984+0000","last_change":"2024-09-12T17:57:29.432984+0000","last_active":"2024-09-12T17:57:29.432984+0000","last_peered":"2024-09-12T17:57:29.432984+0000","last_clean":"2024-09-12T17:57:29.432984+0000","last_became_active":"2024-09-12T17:26:55.493423+0000","last_became_peered":"2024-09-12T17:26:55.493423+0000","last_unstale":"2024-09-12T17:57:29.432984+0000","last_undegraded":"2024-09-12T17:57:29.432984+0000","last_fullsized":"2024-09-12T17:57:29.432984+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:29.432778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:29.432778+0000","last_clean_scrub_stamp":"2024-09-12T17:57:29.432778+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:22.631926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.358453+0000","last_change":"2024-09-12T17:57:02.358453+0000","last_active":"2024-09-12T17:57:02.358453+0000","last_peered":"2024-09-12T17:57:02.358453+0000","last_clean":"2024-09-12T17:57:02.358453+0000","last_became_active":"2024-09-12T17:26:52.418584+0000","last_became_peered":"2024-09-12T17:26:52.418584+0000","last_unstale":"2024-09-12T17:57:02.358453+0000","last_undegraded":"2024-09-12T17:57:02.358453+0000","last_fullsized":"2024-09-12T17:57:02.358453+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:02.358264+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:02.358264+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.358264+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:59.539399+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'100","reported_seq":365,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.509089+0000","last_change":"2024-09-12T17:57:03.508959+0000","last_active":"2024-09-12T17:57:03.509089+0000","last_peered":"2024-09-12T17:57:03.509089+0000","last_clean":"2024-09-12T17:57:03.509089+0000","last_became_active":"2024-09-12T17:25:04.911981+0000","last_became_peered":"2024-09-12T17:25:04.911981+0000","last_unstale":"2024-09-12T17:57:03.509089+0000","last_undegraded":"2024-09-12T17:57:03.509089+0000","last_fullsized":"2024-09-12T17:57:03.509089+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'100","last_scrub_stamp":"2024-09-12T17:57:03.508773+0000","last_deep_scrub":"267'100","last_deep_scrub_stamp":"2024-09-12T17:57:03.508773+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.508773+0000","objects_scrubbed":1,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:06.429197+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":598,"num_read_kb":424,"num_write":138,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3968,"num_omap_keys":8,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.664057+0000","last_change":"2024-09-12T17:57:18.664057+0000","last_active":"2024-09-12T17:57:18.664057+0000","last_peered":"2024-09-12T17:57:18.664057+0000","last_clean":"2024-09-12T17:57:18.664057+0000","last_became_active":"2024-09-12T17:39:00.651588+0000","last_became_peered":"2024-09-12T17:39:00.651588+0000","last_unstale":"2024-09-12T17:57:18.664057+0000","last_undegraded":"2024-09-12T17:57:18.664057+0000","last_fullsized":"2024-09-12T17:57:18.664057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:18.663856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:18.663856+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.663856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:37:47.599609+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.247734+0000","last_change":"2024-09-12T17:57:28.247734+0000","last_active":"2024-09-12T17:57:28.247734+0000","last_peered":"2024-09-12T17:57:28.247734+0000","last_clean":"2024-09-12T17:57:28.247734+0000","last_became_active":"2024-09-12T17:26:55.500623+0000","last_became_peered":"2024-09-12T17:26:55.500623+0000","last_unstale":"2024-09-12T17:57:28.247734+0000","last_undegraded":"2024-09-12T17:57:28.247734+0000","last_fullsized":"2024-09-12T17:57:28.247734+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T17:57:28.247504+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T17:57:28.247504+0000","last_clean_scrub_stamp":"2024-09-12T17:57:28.247504+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:52.970854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'4","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.074347+0000","last_change":"2024-09-12T17:57:17.074347+0000","last_active":"2024-09-12T17:57:17.074347+0000","last_peered":"2024-09-12T17:57:17.074347+0000","last_clean":"2024-09-12T17:57:17.074347+0000","last_became_active":"2024-09-12T17:26:52.440312+0000","last_became_peered":"2024-09-12T17:26:52.440312+0000","last_unstale":"2024-09-12T17:57:17.074347+0000","last_undegraded":"2024-09-12T17:57:17.074347+0000","last_fullsized":"2024-09-12T17:57:17.074347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:17.074168+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:17.074168+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.074168+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:55:31.281100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8184,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'13","reported_seq":97,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.170914+0000","last_change":"2024-09-12T17:57:16.170914+0000","last_active":"2024-09-12T17:57:16.170914+0000","last_peered":"2024-09-12T17:57:16.170914+0000","last_clean":"2024-09-12T17:57:16.170914+0000","last_became_active":"2024-09-12T17:25:04.918152+0000","last_became_peered":"2024-09-12T17:25:04.918152+0000","last_unstale":"2024-09-12T17:57:16.170914+0000","last_undegraded":"2024-09-12T17:57:16.170914+0000","last_fullsized":"2024-09-12T17:57:16.170914+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T17:57:16.170696+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T17:57:16.170696+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.170696+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:30.727642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":54,"num_write":23,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.153168+0000","last_change":"2024-09-12T17:57:24.153036+0000","last_active":"2024-09-12T17:57:24.153168+0000","last_peered":"2024-09-12T17:57:24.153168+0000","last_clean":"2024-09-12T17:57:24.153168+0000","last_became_active":"2024-09-12T17:39:00.659066+0000","last_became_peered":"2024-09-12T17:39:00.659066+0000","last_unstale":"2024-09-12T17:57:24.153168+0000","last_undegraded":"2024-09-12T17:57:24.153168+0000","last_fullsized":"2024-09-12T17:57:24.153168+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:24.152856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:24.152856+0000","last_clean_scrub_stamp":"2024-09-12T17:57:24.152856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:47.910075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.113338+0000","last_change":"2024-09-12T17:57:20.113338+0000","last_active":"2024-09-12T17:57:20.113338+0000","last_peered":"2024-09-12T17:57:20.113338+0000","last_clean":"2024-09-12T17:57:20.113338+0000","last_became_active":"2024-09-12T17:26:55.493400+0000","last_became_peered":"2024-09-12T17:26:55.493400+0000","last_unstale":"2024-09-12T17:57:20.113338+0000","last_undegraded":"2024-09-12T17:57:20.113338+0000","last_fullsized":"2024-09-12T17:57:20.113338+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:20.113160+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:20.113160+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.113160+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:49.165730+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'5","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.238514+0000","last_change":"2024-09-12T17:57:19.238514+0000","last_active":"2024-09-12T17:57:19.238514+0000","last_peered":"2024-09-12T17:57:19.238514+0000","last_clean":"2024-09-12T17:57:19.238514+0000","last_became_active":"2024-09-12T17:26:52.450653+0000","last_became_peered":"2024-09-12T17:26:52.450653+0000","last_unstale":"2024-09-12T17:57:19.238514+0000","last_undegraded":"2024-09-12T17:57:19.238514+0000","last_fullsized":"2024-09-12T17:57:19.238514+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:19.238292+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:19.238292+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.238292+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:39.832863+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9208,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"262'11","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.426430+0000","last_change":"2024-09-12T17:57:08.426430+0000","last_active":"2024-09-12T17:57:08.426430+0000","last_peered":"2024-09-12T17:57:08.426430+0000","last_clean":"2024-09-12T17:57:08.426430+0000","last_became_active":"2024-09-12T17:25:04.916055+0000","last_became_peered":"2024-09-12T17:25:04.916055+0000","last_unstale":"2024-09-12T17:57:08.426430+0000","last_undegraded":"2024-09-12T17:57:08.426430+0000","last_fullsized":"2024-09-12T17:57:08.426430+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"262'11","last_scrub_stamp":"2024-09-12T17:57:08.426239+0000","last_deep_scrub":"262'11","last_deep_scrub_stamp":"2024-09-12T17:57:08.426239+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.426239+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:22.282077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":31,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.402190+0000","last_change":"2024-09-12T17:57:10.402190+0000","last_active":"2024-09-12T17:57:10.402190+0000","last_peered":"2024-09-12T17:57:10.402190+0000","last_clean":"2024-09-12T17:57:10.402190+0000","last_became_active":"2024-09-12T17:39:00.663474+0000","last_became_peered":"2024-09-12T17:39:00.663474+0000","last_unstale":"2024-09-12T17:57:10.402190+0000","last_undegraded":"2024-09-12T17:57:10.402190+0000","last_fullsized":"2024-09-12T17:57:10.402190+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:10.402012+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:10.402012+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.402012+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:03.631983+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.618183+0000","last_change":"2024-09-12T17:57:17.618183+0000","last_active":"2024-09-12T17:57:17.618183+0000","last_peered":"2024-09-12T17:57:17.618183+0000","last_clean":"2024-09-12T17:57:17.618183+0000","last_became_active":"2024-09-12T17:26:55.508912+0000","last_became_peered":"2024-09-12T17:26:55.508912+0000","last_unstale":"2024-09-12T17:57:17.618183+0000","last_undegraded":"2024-09-12T17:57:17.618183+0000","last_fullsized":"2024-09-12T17:57:17.618183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:17.618002+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:17.618002+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.618002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:04.996715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.291279+0000","last_change":"2024-09-12T17:57:21.291279+0000","last_active":"2024-09-12T17:57:21.291279+0000","last_peered":"2024-09-12T17:57:21.291279+0000","last_clean":"2024-09-12T17:57:21.291279+0000","last_became_active":"2024-09-12T17:26:52.422843+0000","last_became_peered":"2024-09-12T17:26:52.422843+0000","last_unstale":"2024-09-12T17:57:21.291279+0000","last_undegraded":"2024-09-12T17:57:21.291279+0000","last_fullsized":"2024-09-12T17:57:21.291279+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T17:57:21.291095+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T17:57:21.291095+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.291095+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:28.074679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":5130,"num_write":6,"num_write_kb":2056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'15","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.081055+0000","last_change":"2024-09-12T17:57:16.081055+0000","last_active":"2024-09-12T17:57:16.081055+0000","last_peered":"2024-09-12T17:57:16.081055+0000","last_clean":"2024-09-12T17:57:16.081055+0000","last_became_active":"2024-09-12T17:25:04.908516+0000","last_became_peered":"2024-09-12T17:25:04.908516+0000","last_unstale":"2024-09-12T17:57:16.081055+0000","last_undegraded":"2024-09-12T17:57:16.081055+0000","last_fullsized":"2024-09-12T17:57:16.081055+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T17:57:16.080833+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T17:57:16.080833+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.080833+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:34.619292+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":53,"num_write":36,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.509279+0000","last_change":"2024-09-12T17:57:31.509279+0000","last_active":"2024-09-12T17:57:31.509279+0000","last_peered":"2024-09-12T17:57:31.509279+0000","last_clean":"2024-09-12T17:57:31.509279+0000","last_became_active":"2024-09-12T17:39:00.637704+0000","last_became_peered":"2024-09-12T17:39:00.637704+0000","last_unstale":"2024-09-12T17:57:31.509279+0000","last_undegraded":"2024-09-12T17:57:31.509279+0000","last_fullsized":"2024-09-12T17:57:31.509279+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:31.509075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:31.509075+0000","last_clean_scrub_stamp":"2024-09-12T17:57:31.509075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:48.974168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:20.107311+0000","last_change":"2024-09-12T17:57:20.107311+0000","last_active":"2024-09-12T17:57:20.107311+0000","last_peered":"2024-09-12T17:57:20.107311+0000","last_clean":"2024-09-12T17:57:20.107311+0000","last_became_active":"2024-09-12T17:26:55.501328+0000","last_became_peered":"2024-09-12T17:26:55.501328+0000","last_unstale":"2024-09-12T17:57:20.107311+0000","last_undegraded":"2024-09-12T17:57:20.107311+0000","last_fullsized":"2024-09-12T17:57:20.107311+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:20.107137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:20.107137+0000","last_clean_scrub_stamp":"2024-09-12T17:57:20.107137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:48.950453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.225603+0000","last_change":"2024-09-12T17:57:18.225603+0000","last_active":"2024-09-12T17:57:18.225603+0000","last_peered":"2024-09-12T17:57:18.225603+0000","last_clean":"2024-09-12T17:57:18.225603+0000","last_became_active":"2024-09-12T17:26:52.441994+0000","last_became_peered":"2024-09-12T17:26:52.441994+0000","last_unstale":"2024-09-12T17:57:18.225603+0000","last_undegraded":"2024-09-12T17:57:18.225603+0000","last_fullsized":"2024-09-12T17:57:18.225603+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:18.225418+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:18.225418+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.225418+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:54.519895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'21","reported_seq":118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.064971+0000","last_change":"2024-09-12T17:57:13.064971+0000","last_active":"2024-09-12T17:57:13.064971+0000","last_peered":"2024-09-12T17:57:13.064971+0000","last_clean":"2024-09-12T17:57:13.064971+0000","last_became_active":"2024-09-12T17:25:04.906216+0000","last_became_peered":"2024-09-12T17:25:04.906216+0000","last_unstale":"2024-09-12T17:57:13.064971+0000","last_undegraded":"2024-09-12T17:57:13.064971+0000","last_fullsized":"2024-09-12T17:57:13.064971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'21","last_scrub_stamp":"2024-09-12T17:57:13.064684+0000","last_deep_scrub":"267'21","last_deep_scrub_stamp":"2024-09-12T17:57:13.064684+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.064684+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:20.267033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":83,"num_write":32,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:34.389590+0000","last_change":"2024-09-12T17:57:34.389441+0000","last_active":"2024-09-12T17:57:34.389590+0000","last_peered":"2024-09-12T17:57:34.389590+0000","last_clean":"2024-09-12T17:57:34.389590+0000","last_became_active":"2024-09-12T17:39:00.646938+0000","last_became_peered":"2024-09-12T17:39:00.646938+0000","last_unstale":"2024-09-12T17:57:34.389590+0000","last_undegraded":"2024-09-12T17:57:34.389590+0000","last_fullsized":"2024-09-12T17:57:34.389590+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:34.389242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:34.389242+0000","last_clean_scrub_stamp":"2024-09-12T17:57:34.389242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:10.992389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.723973+0000","last_change":"2024-09-12T17:57:09.723973+0000","last_active":"2024-09-12T17:57:09.723973+0000","last_peered":"2024-09-12T17:57:09.723973+0000","last_clean":"2024-09-12T17:57:09.723973+0000","last_became_active":"2024-09-12T17:26:55.496265+0000","last_became_peered":"2024-09-12T17:26:55.496265+0000","last_unstale":"2024-09-12T17:57:09.723973+0000","last_undegraded":"2024-09-12T17:57:09.723973+0000","last_fullsized":"2024-09-12T17:57:09.723973+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:09.723791+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:09.723791+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.723791+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.466778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12276,"num_write":4,"num_write_kb":8184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.459591+0000","last_change":"2024-09-12T17:57:09.459591+0000","last_active":"2024-09-12T17:57:09.459591+0000","last_peered":"2024-09-12T17:57:09.459591+0000","last_clean":"2024-09-12T17:57:09.459591+0000","last_became_active":"2024-09-12T17:26:52.435567+0000","last_became_peered":"2024-09-12T17:26:52.435567+0000","last_unstale":"2024-09-12T17:57:09.459591+0000","last_undegraded":"2024-09-12T17:57:09.459591+0000","last_fullsized":"2024-09-12T17:57:09.459591+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:57:09.459412+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:57:09.459412+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.459412+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:08.542605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'27","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.528568+0000","last_change":"2024-09-12T17:57:04.528568+0000","last_active":"2024-09-12T17:57:04.528568+0000","last_peered":"2024-09-12T17:57:04.528568+0000","last_clean":"2024-09-12T17:57:04.528568+0000","last_became_active":"2024-09-12T17:25:04.912378+0000","last_became_peered":"2024-09-12T17:25:04.912378+0000","last_unstale":"2024-09-12T17:57:04.528568+0000","last_undegraded":"2024-09-12T17:57:04.528568+0000","last_fullsized":"2024-09-12T17:57:04.528568+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'27","last_scrub_stamp":"2024-09-12T17:57:04.528293+0000","last_deep_scrub":"267'27","last_deep_scrub_stamp":"2024-09-12T17:57:04.528293+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.528293+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:15.584785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.331787+0000","last_change":"2024-09-12T17:57:31.331539+0000","last_active":"2024-09-12T17:57:31.331787+0000","last_peered":"2024-09-12T17:57:31.331787+0000","last_clean":"2024-09-12T17:57:31.331787+0000","last_became_active":"2024-09-12T17:39:00.658942+0000","last_became_peered":"2024-09-12T17:39:00.658942+0000","last_unstale":"2024-09-12T17:57:31.331787+0000","last_undegraded":"2024-09-12T17:57:31.331787+0000","last_fullsized":"2024-09-12T17:57:31.331787+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:31.331297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:31.331297+0000","last_clean_scrub_stamp":"2024-09-12T17:57:31.331297+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:17.684386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.128510+0000","last_change":"2024-09-12T17:57:21.128510+0000","last_active":"2024-09-12T17:57:21.128510+0000","last_peered":"2024-09-12T17:57:21.128510+0000","last_clean":"2024-09-12T17:57:21.128510+0000","last_became_active":"2024-09-12T17:26:55.499399+0000","last_became_peered":"2024-09-12T17:26:55.499399+0000","last_unstale":"2024-09-12T17:57:21.128510+0000","last_undegraded":"2024-09-12T17:57:21.128510+0000","last_fullsized":"2024-09-12T17:57:21.128510+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:57:21.128328+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:57:21.128328+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.128328+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:46.751734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7172,"num_write":4,"num_write_kb":7172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.627441+0000","last_change":"2024-09-12T17:57:07.627441+0000","last_active":"2024-09-12T17:57:07.627441+0000","last_peered":"2024-09-12T17:57:07.627441+0000","last_clean":"2024-09-12T17:57:07.627441+0000","last_became_active":"2024-09-12T17:26:52.421227+0000","last_became_peered":"2024-09-12T17:26:52.421227+0000","last_unstale":"2024-09-12T17:57:07.627441+0000","last_undegraded":"2024-09-12T17:57:07.627441+0000","last_fullsized":"2024-09-12T17:57:07.627441+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.627222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.627222+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.627222+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:01.081223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'26","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.213227+0000","last_change":"2024-09-12T17:57:17.213084+0000","last_active":"2024-09-12T17:57:17.213227+0000","last_peered":"2024-09-12T17:57:17.213227+0000","last_clean":"2024-09-12T17:57:17.213227+0000","last_became_active":"2024-09-12T17:25:04.924449+0000","last_became_peered":"2024-09-12T17:25:04.924449+0000","last_unstale":"2024-09-12T17:57:17.213227+0000","last_undegraded":"2024-09-12T17:57:17.213227+0000","last_fullsized":"2024-09-12T17:57:17.213227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T17:57:17.212889+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T17:57:17.212889+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.212889+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:25.949708+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":64,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'196","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.500857+0000","last_change":"2024-09-12T17:56:55.500702+0000","last_active":"2024-09-12T17:56:55.500857+0000","last_peered":"2024-09-12T17:56:55.500857+0000","last_clean":"2024-09-12T17:56:55.500857+0000","last_became_active":"2024-09-12T17:09:45.388810+0000","last_became_peered":"2024-09-12T17:09:45.388810+0000","last_unstale":"2024-09-12T17:56:55.500857+0000","last_undegraded":"2024-09-12T17:56:55.500857+0000","last_fullsized":"2024-09-12T17:56:55.500857+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:55.500409+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.500409+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:11.373537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4622824,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":435,"num_read_kb":15352,"num_write":909,"num_write_kb":26570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,5],"acting":[7,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'158","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.133664+0000","last_change":"2024-09-12T17:56:56.133432+0000","last_active":"2024-09-12T17:56:56.133664+0000","last_peered":"2024-09-12T17:56:56.133664+0000","last_clean":"2024-09-12T17:56:56.133664+0000","last_became_active":"2024-09-12T17:09:47.309874+0000","last_became_peered":"2024-09-12T17:09:47.309874+0000","last_unstale":"2024-09-12T17:56:56.133664+0000","last_undegraded":"2024-09-12T17:56:56.133664+0000","last_fullsized":"2024-09-12T17:56:56.133664+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T17:56:56.133226+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.133226+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:41.360088+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":683,"num_read_kb":561,"num_write":232,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'279","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.466678+0000","last_change":"2024-09-12T17:56:42.466535+0000","last_active":"2024-09-12T17:56:42.466678+0000","last_peered":"2024-09-12T17:56:42.466678+0000","last_clean":"2024-09-12T17:56:42.466678+0000","last_became_active":"2024-09-12T17:09:45.352470+0000","last_became_peered":"2024-09-12T17:09:45.352470+0000","last_unstale":"2024-09-12T17:56:42.466678+0000","last_undegraded":"2024-09-12T17:56:42.466678+0000","last_fullsized":"2024-09-12T17:56:42.466678+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'279","last_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_deep_scrub":"267'279","last_deep_scrub_stamp":"2024-09-12T17:56:42.466316+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.466316+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:07:23.015184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49062,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":760,"num_read_kb":9805,"num_write":1459,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'534","reported_seq":1329,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.467274+0000","last_change":"2024-09-12T17:56:59.467107+0000","last_active":"2024-09-12T17:56:59.467274+0000","last_peered":"2024-09-12T17:56:59.467274+0000","last_clean":"2024-09-12T17:56:59.467274+0000","last_became_active":"2024-09-12T17:09:47.310795+0000","last_became_peered":"2024-09-12T17:09:47.310795+0000","last_unstale":"2024-09-12T17:56:59.467274+0000","last_undegraded":"2024-09-12T17:56:59.467274+0000","last_fullsized":"2024-09-12T17:56:59.467274+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'534","last_scrub_stamp":"2024-09-12T17:56:59.466924+0000","last_deep_scrub":"267'534","last_deep_scrub_stamp":"2024-09-12T17:56:59.466924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.466924+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":500,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:09.512252+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2540,"num_read_kb":2117,"num_write":951,"num_write_kb":607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'200","reported_seq":815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.528633+0000","last_change":"2024-09-12T17:56:46.528489+0000","last_active":"2024-09-12T17:56:46.528633+0000","last_peered":"2024-09-12T17:56:46.528633+0000","last_clean":"2024-09-12T17:56:46.528633+0000","last_became_active":"2024-09-12T17:09:45.345859+0000","last_became_peered":"2024-09-12T17:09:45.345859+0000","last_unstale":"2024-09-12T17:56:46.528633+0000","last_undegraded":"2024-09-12T17:56:46.528633+0000","last_fullsized":"2024-09-12T17:56:46.528633+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'200","last_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_deep_scrub":"267'200","last_deep_scrub_stamp":"2024-09-12T17:56:46.528237+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.528237+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:58.926056+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655874,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":384,"num_read_kb":12548,"num_write":967,"num_write_kb":28937,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'76","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.033466+0000","last_change":"2024-09-12T17:56:54.033316+0000","last_active":"2024-09-12T17:56:54.033466+0000","last_peered":"2024-09-12T17:56:54.033466+0000","last_clean":"2024-09-12T17:56:54.033466+0000","last_became_active":"2024-09-12T17:09:47.305776+0000","last_became_peered":"2024-09-12T17:09:47.305776+0000","last_unstale":"2024-09-12T17:56:54.033466+0000","last_undegraded":"2024-09-12T17:56:54.033466+0000","last_fullsized":"2024-09-12T17:56:54.033466+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'76","last_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_deep_scrub":"267'76","last_deep_scrub_stamp":"2024-09-12T17:56:54.033126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.033126+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:01.244461+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":268,"num_write":100,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'205","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.197670+0000","last_change":"2024-09-12T17:56:50.197670+0000","last_active":"2024-09-12T17:56:50.197670+0000","last_peered":"2024-09-12T17:56:50.197670+0000","last_clean":"2024-09-12T17:56:50.197670+0000","last_became_active":"2024-09-12T17:09:45.360841+0000","last_became_peered":"2024-09-12T17:09:45.360841+0000","last_unstale":"2024-09-12T17:56:50.197670+0000","last_undegraded":"2024-09-12T17:56:50.197670+0000","last_fullsized":"2024-09-12T17:56:50.197670+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'205","last_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_deep_scrub":"267'205","last_deep_scrub_stamp":"2024-09-12T17:56:50.197443+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.197443+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:08.907300+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":491,"num_read_kb":7700,"num_write":1001,"num_write_kb":41144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'260","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.481903+0000","last_change":"2024-09-12T17:56:51.481746+0000","last_active":"2024-09-12T17:56:51.481903+0000","last_peered":"2024-09-12T17:56:51.481903+0000","last_clean":"2024-09-12T17:56:51.481903+0000","last_became_active":"2024-09-12T17:09:47.312461+0000","last_became_peered":"2024-09-12T17:09:47.312461+0000","last_unstale":"2024-09-12T17:56:51.481903+0000","last_undegraded":"2024-09-12T17:56:51.481903+0000","last_fullsized":"2024-09-12T17:56:51.481903+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.481559+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.481559+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:07:49.491606+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1133,"num_read_kb":985,"num_write":426,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'186","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.495941+0000","last_change":"2024-09-12T17:56:52.495789+0000","last_active":"2024-09-12T17:56:52.495941+0000","last_peered":"2024-09-12T17:56:52.495941+0000","last_clean":"2024-09-12T17:56:52.495941+0000","last_became_active":"2024-09-12T17:09:45.381180+0000","last_became_peered":"2024-09-12T17:09:45.381180+0000","last_unstale":"2024-09-12T17:56:52.495941+0000","last_undegraded":"2024-09-12T17:56:52.495941+0000","last_fullsized":"2024-09-12T17:56:52.495941+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:52.495488+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.495488+0000","objects_scrubbed":6,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:55.466426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254649,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":96847,"num_write":935,"num_write_kb":26631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'260","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.468257+0000","last_change":"2024-09-12T17:56:51.468015+0000","last_active":"2024-09-12T17:56:51.468257+0000","last_peered":"2024-09-12T17:56:51.468257+0000","last_clean":"2024-09-12T17:56:51.468257+0000","last_became_active":"2024-09-12T17:09:47.339873+0000","last_became_peered":"2024-09-12T17:09:47.339873+0000","last_unstale":"2024-09-12T17:56:51.468257+0000","last_undegraded":"2024-09-12T17:56:51.468257+0000","last_fullsized":"2024-09-12T17:56:51.468257+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T17:56:51.467794+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.467794+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:25.263249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1130,"num_read_kb":925,"num_write":418,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'222","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.175540+0000","last_change":"2024-09-12T17:56:49.175291+0000","last_active":"2024-09-12T17:56:49.175540+0000","last_peered":"2024-09-12T17:56:49.175540+0000","last_clean":"2024-09-12T17:56:49.175540+0000","last_became_active":"2024-09-12T17:09:45.333261+0000","last_became_peered":"2024-09-12T17:09:45.333261+0000","last_unstale":"2024-09-12T17:56:49.175540+0000","last_undegraded":"2024-09-12T17:56:49.175540+0000","last_fullsized":"2024-09-12T17:56:49.175540+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'222","last_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_deep_scrub":"267'222","last_deep_scrub_stamp":"2024-09-12T17:56:49.175032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.175032+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:52.091714+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":424,"num_read_kb":3363,"num_write":1041,"num_write_kb":19725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'52","reported_seq":616,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.101400+0000","last_change":"2024-09-12T17:56:56.101259+0000","last_active":"2024-09-12T17:56:56.101400+0000","last_peered":"2024-09-12T17:56:56.101400+0000","last_clean":"2024-09-12T17:56:56.101400+0000","last_became_active":"2024-09-12T17:09:47.304421+0000","last_became_peered":"2024-09-12T17:09:47.304421+0000","last_unstale":"2024-09-12T17:56:56.101400+0000","last_undegraded":"2024-09-12T17:56:56.101400+0000","last_fullsized":"2024-09-12T17:56:56.101400+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:56.101062+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.101062+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:27.205007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":252,"num_read_kb":216,"num_write":82,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'281","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.049577+0000","last_change":"2024-09-12T17:56:49.049429+0000","last_active":"2024-09-12T17:56:49.049577+0000","last_peered":"2024-09-12T17:56:49.049577+0000","last_clean":"2024-09-12T17:56:49.049577+0000","last_became_active":"2024-09-12T17:10:17.028473+0000","last_became_peered":"2024-09-12T17:10:17.028473+0000","last_unstale":"2024-09-12T17:56:49.049577+0000","last_undegraded":"2024-09-12T17:56:49.049577+0000","last_fullsized":"2024-09-12T17:56:49.049577+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'281","last_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_deep_scrub":"267'281","last_deep_scrub_stamp":"2024-09-12T17:56:49.049201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.049201+0000","objects_scrubbed":1,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:04.685950+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":583,"num_read_kb":19960,"num_write":1081,"num_write_kb":37435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4,6],"acting":[2,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"267'127","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.130606+0000","last_change":"2024-09-12T17:56:59.130422+0000","last_active":"2024-09-12T17:56:59.130606+0000","last_peered":"2024-09-12T17:56:59.130606+0000","last_clean":"2024-09-12T17:56:59.130606+0000","last_became_active":"2024-09-12T17:10:16.321665+0000","last_became_peered":"2024-09-12T17:10:16.321665+0000","last_unstale":"2024-09-12T17:56:59.130606+0000","last_undegraded":"2024-09-12T17:56:59.130606+0000","last_fullsized":"2024-09-12T17:56:59.130606+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'127","last_scrub_stamp":"2024-09-12T17:56:59.130255+0000","last_deep_scrub":"267'127","last_deep_scrub_stamp":"2024-09-12T17:56:59.130255+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.130255+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:09.108435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":453,"num_write":174,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'231","reported_seq":875,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.104972+0000","last_change":"2024-09-12T17:56:52.104799+0000","last_active":"2024-09-12T17:56:52.104972+0000","last_peered":"2024-09-12T17:56:52.104972+0000","last_clean":"2024-09-12T17:56:52.104972+0000","last_became_active":"2024-09-12T17:09:45.319984+0000","last_became_peered":"2024-09-12T17:09:45.319984+0000","last_unstale":"2024-09-12T17:56:52.104972+0000","last_undegraded":"2024-09-12T17:56:52.104972+0000","last_fullsized":"2024-09-12T17:56:52.104972+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'231","last_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_deep_scrub":"267'231","last_deep_scrub_stamp":"2024-09-12T17:56:52.104568+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.104568+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:27.329664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306864,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":538,"num_read_kb":37835,"num_write":961,"num_write_kb":40370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'269","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.073587+0000","last_change":"2024-09-12T17:56:50.073453+0000","last_active":"2024-09-12T17:56:50.073587+0000","last_peered":"2024-09-12T17:56:50.073587+0000","last_clean":"2024-09-12T17:56:50.073587+0000","last_became_active":"2024-09-12T17:09:47.321063+0000","last_became_peered":"2024-09-12T17:09:47.321063+0000","last_unstale":"2024-09-12T17:56:50.073587+0000","last_undegraded":"2024-09-12T17:56:50.073587+0000","last_fullsized":"2024-09-12T17:56:50.073587+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'269","last_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_deep_scrub":"267'269","last_deep_scrub_stamp":"2024-09-12T17:56:50.073215+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.073215+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:39.742350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1452,"num_read_kb":1309,"num_write":442,"num_write_kb":229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'248","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.028088+0000","last_change":"2024-09-12T17:56:53.028088+0000","last_active":"2024-09-12T17:56:53.028088+0000","last_peered":"2024-09-12T17:56:53.028088+0000","last_clean":"2024-09-12T17:56:53.028088+0000","last_became_active":"2024-09-12T17:09:47.303273+0000","last_became_peered":"2024-09-12T17:09:47.303273+0000","last_unstale":"2024-09-12T17:56:53.028088+0000","last_undegraded":"2024-09-12T17:56:53.028088+0000","last_fullsized":"2024-09-12T17:56:53.028088+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:53.027898+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.027898+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:51.893136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":906,"num_write":395,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7564,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'156","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.516241+0000","last_change":"2024-09-12T17:56:53.516241+0000","last_active":"2024-09-12T17:56:53.516241+0000","last_peered":"2024-09-12T17:56:53.516241+0000","last_clean":"2024-09-12T17:56:53.516241+0000","last_became_active":"2024-09-12T17:09:45.384191+0000","last_became_peered":"2024-09-12T17:09:45.384191+0000","last_unstale":"2024-09-12T17:56:53.516241+0000","last_undegraded":"2024-09-12T17:56:53.516241+0000","last_fullsized":"2024-09-12T17:56:53.516241+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:56:53.516000+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.516000+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:30.788568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2180180,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":341,"num_read_kb":11844,"num_write":766,"num_write_kb":30163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'100","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.481483+0000","last_change":"2024-09-12T17:56:58.481483+0000","last_active":"2024-09-12T17:56:58.481483+0000","last_peered":"2024-09-12T17:56:58.481483+0000","last_clean":"2024-09-12T17:56:58.481483+0000","last_became_active":"2024-09-12T17:09:47.313637+0000","last_became_peered":"2024-09-12T17:09:47.313637+0000","last_unstale":"2024-09-12T17:56:58.481483+0000","last_undegraded":"2024-09-12T17:56:58.481483+0000","last_fullsized":"2024-09-12T17:56:58.481483+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'100","last_scrub_stamp":"2024-09-12T17:56:58.481202+0000","last_deep_scrub":"267'100","last_deep_scrub_stamp":"2024-09-12T17:56:58.481202+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.481202+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:02.205391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":372,"num_write":149,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'201","reported_seq":916,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.531377+0000","last_change":"2024-09-12T17:56:45.531377+0000","last_active":"2024-09-12T17:56:45.531377+0000","last_peered":"2024-09-12T17:56:45.531377+0000","last_clean":"2024-09-12T17:56:45.531377+0000","last_became_active":"2024-09-12T17:09:45.374001+0000","last_became_peered":"2024-09-12T17:09:45.374001+0000","last_unstale":"2024-09-12T17:56:45.531377+0000","last_undegraded":"2024-09-12T17:56:45.531377+0000","last_fullsized":"2024-09-12T17:56:45.531377+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:45.531108+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.531108+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:57.453628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451455,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":690,"num_read_kb":140828,"num_write":965,"num_write_kb":35066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'119","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.181093+0000","last_change":"2024-09-12T17:56:54.181093+0000","last_active":"2024-09-12T17:56:54.181093+0000","last_peered":"2024-09-12T17:56:54.181093+0000","last_clean":"2024-09-12T17:56:54.181093+0000","last_became_active":"2024-09-12T17:09:47.319455+0000","last_became_peered":"2024-09-12T17:09:47.319455+0000","last_unstale":"2024-09-12T17:56:54.181093+0000","last_undegraded":"2024-09-12T17:56:54.181093+0000","last_fullsized":"2024-09-12T17:56:54.181093+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'119","last_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_deep_scrub":"267'119","last_deep_scrub_stamp":"2024-09-12T17:56:54.180911+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.180911+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:02.475340+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":446,"num_write":179,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'183","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.517617+0000","last_change":"2024-09-12T17:56:44.517617+0000","last_active":"2024-09-12T17:56:44.517617+0000","last_peered":"2024-09-12T17:56:44.517617+0000","last_clean":"2024-09-12T17:56:44.517617+0000","last_became_active":"2024-09-12T17:09:45.377710+0000","last_became_peered":"2024-09-12T17:09:45.377710+0000","last_unstale":"2024-09-12T17:56:44.517617+0000","last_undegraded":"2024-09-12T17:56:44.517617+0000","last_fullsized":"2024-09-12T17:56:44.517617+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:44.517361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.517361+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:58.203953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661388,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":3699,"num_write":931,"num_write_kb":26261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'84","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.976857+0000","last_change":"2024-09-12T17:56:46.976857+0000","last_active":"2024-09-12T17:56:46.976857+0000","last_peered":"2024-09-12T17:56:46.976857+0000","last_clean":"2024-09-12T17:56:46.976857+0000","last_became_active":"2024-09-12T17:09:47.314256+0000","last_became_peered":"2024-09-12T17:09:47.314256+0000","last_unstale":"2024-09-12T17:56:46.976857+0000","last_undegraded":"2024-09-12T17:56:46.976857+0000","last_fullsized":"2024-09-12T17:56:46.976857+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T17:56:46.976664+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.976664+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:06.809037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":369,"num_read_kb":307,"num_write":117,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'183","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.016099+0000","last_change":"2024-09-12T17:56:40.016099+0000","last_active":"2024-09-12T17:56:40.016099+0000","last_peered":"2024-09-12T17:56:40.016099+0000","last_clean":"2024-09-12T17:56:40.016099+0000","last_became_active":"2024-09-12T17:09:45.359596+0000","last_became_peered":"2024-09-12T17:09:45.359596+0000","last_unstale":"2024-09-12T17:56:40.016099+0000","last_undegraded":"2024-09-12T17:56:40.016099+0000","last_fullsized":"2024-09-12T17:56:40.016099+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:40.015809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.015809+0000","objects_scrubbed":7,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:50.645473+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8070378,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":986,"num_read_kb":89474,"num_write":877,"num_write_kb":32314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'4137","reported_seq":4736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.932343+0000","last_change":"2024-09-12T17:56:45.932343+0000","last_active":"2024-09-12T17:56:45.932343+0000","last_peered":"2024-09-12T17:56:45.932343+0000","last_clean":"2024-09-12T17:56:45.932343+0000","last_became_active":"2024-09-12T17:09:47.314807+0000","last_became_peered":"2024-09-12T17:09:47.314807+0000","last_unstale":"2024-09-12T17:56:45.932343+0000","last_undegraded":"2024-09-12T17:56:45.932343+0000","last_fullsized":"2024-09-12T17:56:45.932343+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4137","last_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_deep_scrub":"267'4137","last_deep_scrub_stamp":"2024-09-12T17:56:45.932119+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.932119+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":3000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:06.481286+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16600,"num_read_kb":13834,"num_write":6207,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'201","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.077854+0000","last_change":"2024-09-12T17:56:46.077854+0000","last_active":"2024-09-12T17:56:46.077854+0000","last_peered":"2024-09-12T17:56:46.077854+0000","last_clean":"2024-09-12T17:56:46.077854+0000","last_became_active":"2024-09-12T17:09:45.350513+0000","last_became_peered":"2024-09-12T17:09:45.350513+0000","last_unstale":"2024-09-12T17:56:46.077854+0000","last_undegraded":"2024-09-12T17:56:46.077854+0000","last_fullsized":"2024-09-12T17:56:46.077854+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:46.077673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.077673+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:30.941218+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":60259,"num_write":963,"num_write_kb":30752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1,5],"acting":[3,6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'234","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.087630+0000","last_change":"2024-09-12T17:56:55.087630+0000","last_active":"2024-09-12T17:56:55.087630+0000","last_peered":"2024-09-12T17:56:55.087630+0000","last_clean":"2024-09-12T17:56:55.087630+0000","last_became_active":"2024-09-12T17:09:47.328691+0000","last_became_peered":"2024-09-12T17:09:47.328691+0000","last_unstale":"2024-09-12T17:56:55.087630+0000","last_undegraded":"2024-09-12T17:56:55.087630+0000","last_fullsized":"2024-09-12T17:56:55.087630+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:55.087411+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.087411+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:07.623693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1022,"num_read_kb":838,"num_write":361,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":758,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'220","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.507248+0000","last_change":"2024-09-12T17:56:43.507248+0000","last_active":"2024-09-12T17:56:43.507248+0000","last_peered":"2024-09-12T17:56:43.507248+0000","last_clean":"2024-09-12T17:56:43.507248+0000","last_became_active":"2024-09-12T17:09:45.331245+0000","last_became_peered":"2024-09-12T17:09:45.331245+0000","last_unstale":"2024-09-12T17:56:43.507248+0000","last_undegraded":"2024-09-12T17:56:43.507248+0000","last_fullsized":"2024-09-12T17:56:43.507248+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T17:56:43.506962+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.506962+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:35.460890+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655848,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":523,"num_read_kb":56092,"num_write":1023,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'159","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.060911+0000","last_change":"2024-09-12T17:57:09.060911+0000","last_active":"2024-09-12T17:57:09.060911+0000","last_peered":"2024-09-12T17:57:09.060911+0000","last_clean":"2024-09-12T17:57:09.060911+0000","last_became_active":"2024-09-12T17:09:55.335847+0000","last_became_peered":"2024-09-12T17:09:55.335847+0000","last_unstale":"2024-09-12T17:57:09.060911+0000","last_undegraded":"2024-09-12T17:57:09.060911+0000","last_fullsized":"2024-09-12T17:57:09.060911+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:57:09.060699+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:57:09.060699+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.060699+0000","objects_scrubbed":2,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:20.987391+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":310,"num_read_kb":285,"num_write":410,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'141","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.062124+0000","last_change":"2024-09-12T17:56:50.062124+0000","last_active":"2024-09-12T17:56:50.062124+0000","last_peered":"2024-09-12T17:56:50.062124+0000","last_clean":"2024-09-12T17:56:50.062124+0000","last_became_active":"2024-09-12T17:09:47.326881+0000","last_became_peered":"2024-09-12T17:09:47.326881+0000","last_unstale":"2024-09-12T17:56:50.062124+0000","last_undegraded":"2024-09-12T17:56:50.062124+0000","last_fullsized":"2024-09-12T17:56:50.062124+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T17:56:50.061897+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.061897+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:17.820236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":573,"num_read_kb":473,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'236","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.569101+0000","last_change":"2024-09-12T17:56:47.569101+0000","last_active":"2024-09-12T17:56:47.569101+0000","last_peered":"2024-09-12T17:56:47.569101+0000","last_clean":"2024-09-12T17:56:47.569101+0000","last_became_active":"2024-09-12T17:09:45.379017+0000","last_became_peered":"2024-09-12T17:09:45.379017+0000","last_unstale":"2024-09-12T17:56:47.569101+0000","last_undegraded":"2024-09-12T17:56:47.569101+0000","last_fullsized":"2024-09-12T17:56:47.569101+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:56:47.568776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.568776+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:02.937010+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":51186,"num_write":1113,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.110725+0000","last_change":"2024-09-12T17:57:00.110725+0000","last_active":"2024-09-12T17:57:00.110725+0000","last_peered":"2024-09-12T17:57:00.110725+0000","last_clean":"2024-09-12T17:57:00.110725+0000","last_became_active":"2024-09-12T17:09:49.314882+0000","last_became_peered":"2024-09-12T17:09:49.314882+0000","last_unstale":"2024-09-12T17:57:00.110725+0000","last_undegraded":"2024-09-12T17:57:00.110725+0000","last_fullsized":"2024-09-12T17:57:00.110725+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.110553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.110553+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.110553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:03.098599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'189","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.349752+0000","last_change":"2024-09-12T17:57:01.349752+0000","last_active":"2024-09-12T17:57:01.349752+0000","last_peered":"2024-09-12T17:57:01.349752+0000","last_clean":"2024-09-12T17:57:01.349752+0000","last_became_active":"2024-09-12T17:09:51.335473+0000","last_became_peered":"2024-09-12T17:09:51.335473+0000","last_unstale":"2024-09-12T17:57:01.349752+0000","last_undegraded":"2024-09-12T17:57:01.349752+0000","last_fullsized":"2024-09-12T17:57:01.349752+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'189","last_scrub_stamp":"2024-09-12T17:57:01.349558+0000","last_deep_scrub":"267'189","last_deep_scrub_stamp":"2024-09-12T17:57:01.349558+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.349558+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:56.467166+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":243,"num_read_kb":300,"num_write":136,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.272601+0000","last_change":"2024-09-12T17:57:08.272601+0000","last_active":"2024-09-12T17:57:08.272601+0000","last_peered":"2024-09-12T17:57:08.272601+0000","last_clean":"2024-09-12T17:57:08.272601+0000","last_became_active":"2024-09-12T17:09:53.328132+0000","last_became_peered":"2024-09-12T17:09:53.328132+0000","last_unstale":"2024-09-12T17:57:08.272601+0000","last_undegraded":"2024-09-12T17:57:08.272601+0000","last_fullsized":"2024-09-12T17:57:08.272601+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.272388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.272388+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.272388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:15.507899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'2444","reported_seq":4348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.098493+0000","last_change":"2024-09-12T17:57:13.098493+0000","last_active":"2024-09-12T17:57:13.098493+0000","last_peered":"2024-09-12T17:57:13.098493+0000","last_clean":"2024-09-12T17:57:13.098493+0000","last_became_active":"2024-09-12T17:09:55.334485+0000","last_became_peered":"2024-09-12T17:09:55.334485+0000","last_unstale":"2024-09-12T17:57:13.098493+0000","last_undegraded":"2024-09-12T17:57:13.098493+0000","last_fullsized":"2024-09-12T17:57:13.098493+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2444","last_scrub_stamp":"2024-09-12T17:57:13.098302+0000","last_deep_scrub":"267'2444","last_deep_scrub_stamp":"2024-09-12T17:57:13.098302+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.098302+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":2400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:00:32.847370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6165,"num_read_kb":6161,"num_write":4865,"num_write_kb":1794,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'258","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.216452+0000","last_change":"2024-09-12T17:56:52.216452+0000","last_active":"2024-09-12T17:56:52.216452+0000","last_peered":"2024-09-12T17:56:52.216452+0000","last_clean":"2024-09-12T17:56:52.216452+0000","last_became_active":"2024-09-12T17:09:47.323586+0000","last_became_peered":"2024-09-12T17:09:47.323586+0000","last_unstale":"2024-09-12T17:56:52.216452+0000","last_undegraded":"2024-09-12T17:56:52.216452+0000","last_fullsized":"2024-09-12T17:56:52.216452+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:52.216248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.216248+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:29.744334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1141,"num_read_kb":922,"num_write":404,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'242","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.051094+0000","last_change":"2024-09-12T17:56:40.050918+0000","last_active":"2024-09-12T17:56:40.051094+0000","last_peered":"2024-09-12T17:56:40.051094+0000","last_clean":"2024-09-12T17:56:40.051094+0000","last_became_active":"2024-09-12T17:10:16.706440+0000","last_became_peered":"2024-09-12T17:10:16.706440+0000","last_unstale":"2024-09-12T17:56:40.051094+0000","last_undegraded":"2024-09-12T17:56:40.051094+0000","last_fullsized":"2024-09-12T17:56:40.051094+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'242","last_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_deep_scrub":"267'242","last_deep_scrub_stamp":"2024-09-12T17:56:40.050700+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.050700+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:45.791679+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":783,"num_read_kb":41021,"num_write":1032,"num_write_kb":35357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3,1],"acting":[2,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.366390+0000","last_change":"2024-09-12T17:57:05.366390+0000","last_active":"2024-09-12T17:57:05.366390+0000","last_peered":"2024-09-12T17:57:05.366390+0000","last_clean":"2024-09-12T17:57:05.366390+0000","last_became_active":"2024-09-12T17:09:49.313985+0000","last_became_peered":"2024-09-12T17:09:49.313985+0000","last_unstale":"2024-09-12T17:57:05.366390+0000","last_undegraded":"2024-09-12T17:57:05.366390+0000","last_fullsized":"2024-09-12T17:57:05.366390+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.366200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.366200+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.366200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:16.250531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'91","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.120223+0000","last_change":"2024-09-12T17:57:03.120223+0000","last_active":"2024-09-12T17:57:03.120223+0000","last_peered":"2024-09-12T17:57:03.120223+0000","last_clean":"2024-09-12T17:57:03.120223+0000","last_became_active":"2024-09-12T17:09:51.308367+0000","last_became_peered":"2024-09-12T17:09:51.308367+0000","last_unstale":"2024-09-12T17:57:03.120223+0000","last_undegraded":"2024-09-12T17:57:03.120223+0000","last_fullsized":"2024-09-12T17:57:03.120223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'91","last_scrub_stamp":"2024-09-12T17:57:03.119975+0000","last_deep_scrub":"267'91","last_deep_scrub_stamp":"2024-09-12T17:57:03.119975+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.119975+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:23.295576+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":87,"num_write":60,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.123440+0000","last_change":"2024-09-12T17:57:06.123440+0000","last_active":"2024-09-12T17:57:06.123440+0000","last_peered":"2024-09-12T17:57:06.123440+0000","last_clean":"2024-09-12T17:57:06.123440+0000","last_became_active":"2024-09-12T17:09:53.358686+0000","last_became_peered":"2024-09-12T17:09:53.358686+0000","last_unstale":"2024-09-12T17:57:06.123440+0000","last_undegraded":"2024-09-12T17:57:06.123440+0000","last_fullsized":"2024-09-12T17:57:06.123440+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.123255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.123255+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.123255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:45.825099+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'95","reported_seq":603,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.345624+0000","last_change":"2024-09-12T17:57:14.345484+0000","last_active":"2024-09-12T17:57:14.345624+0000","last_peered":"2024-09-12T17:57:14.345624+0000","last_clean":"2024-09-12T17:57:14.345624+0000","last_became_active":"2024-09-12T17:09:55.353408+0000","last_became_peered":"2024-09-12T17:09:55.353408+0000","last_unstale":"2024-09-12T17:57:14.345624+0000","last_undegraded":"2024-09-12T17:57:14.345624+0000","last_fullsized":"2024-09-12T17:57:14.345624+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'95","last_scrub_stamp":"2024-09-12T17:57:14.345293+0000","last_deep_scrub":"267'95","last_deep_scrub_stamp":"2024-09-12T17:57:14.345293+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.345293+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:32.781652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":118,"num_write":210,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'368","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485241+0000","last_change":"2024-09-12T17:56:49.485241+0000","last_active":"2024-09-12T17:56:49.485241+0000","last_peered":"2024-09-12T17:56:49.485241+0000","last_clean":"2024-09-12T17:56:49.485241+0000","last_became_active":"2024-09-12T17:09:47.312862+0000","last_became_peered":"2024-09-12T17:09:47.312862+0000","last_unstale":"2024-09-12T17:56:49.485241+0000","last_undegraded":"2024-09-12T17:56:49.485241+0000","last_fullsized":"2024-09-12T17:56:49.485241+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T17:56:49.485008+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485008+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.810880+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1483,"num_write":539,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25758,"num_omap_keys":101,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'191","reported_seq":863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.572269+0000","last_change":"2024-09-12T17:56:45.572269+0000","last_active":"2024-09-12T17:56:45.572269+0000","last_peered":"2024-09-12T17:56:45.572269+0000","last_clean":"2024-09-12T17:56:45.572269+0000","last_became_active":"2024-09-12T17:09:45.380807+0000","last_became_peered":"2024-09-12T17:09:45.380807+0000","last_unstale":"2024-09-12T17:56:45.572269+0000","last_undegraded":"2024-09-12T17:56:45.572269+0000","last_fullsized":"2024-09-12T17:56:45.572269+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T17:56:45.571966+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.571966+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:43.543027+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1597664,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":81490,"num_write":900,"num_write_kb":42312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.254882+0000","last_change":"2024-09-12T17:57:01.254882+0000","last_active":"2024-09-12T17:57:01.254882+0000","last_peered":"2024-09-12T17:57:01.254882+0000","last_clean":"2024-09-12T17:57:01.254882+0000","last_became_active":"2024-09-12T17:09:49.314531+0000","last_became_peered":"2024-09-12T17:09:49.314531+0000","last_unstale":"2024-09-12T17:57:01.254882+0000","last_undegraded":"2024-09-12T17:57:01.254882+0000","last_fullsized":"2024-09-12T17:57:01.254882+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.254671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.254671+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.254671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:09.649022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'114","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.299933+0000","last_change":"2024-09-12T17:57:00.299933+0000","last_active":"2024-09-12T17:57:00.299933+0000","last_peered":"2024-09-12T17:57:00.299933+0000","last_clean":"2024-09-12T17:57:00.299933+0000","last_became_active":"2024-09-12T17:09:51.305826+0000","last_became_peered":"2024-09-12T17:09:51.305826+0000","last_unstale":"2024-09-12T17:57:00.299933+0000","last_undegraded":"2024-09-12T17:57:00.299933+0000","last_fullsized":"2024-09-12T17:57:00.299933+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T17:57:00.299808+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T17:57:00.299808+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.299808+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:55.300811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'736","reported_seq":2358,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.273752+0000","last_change":"2024-09-12T17:57:07.273752+0000","last_active":"2024-09-12T17:57:07.273752+0000","last_peered":"2024-09-12T17:57:07.273752+0000","last_clean":"2024-09-12T17:57:07.273752+0000","last_became_active":"2024-09-12T17:09:53.340637+0000","last_became_peered":"2024-09-12T17:09:53.340637+0000","last_unstale":"2024-09-12T17:57:07.273752+0000","last_undegraded":"2024-09-12T17:57:07.273752+0000","last_fullsized":"2024-09-12T17:57:07.273752+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'736","last_scrub_stamp":"2024-09-12T17:57:07.273559+0000","last_deep_scrub":"267'736","last_deep_scrub_stamp":"2024-09-12T17:57:07.273559+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.273559+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:49.449661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'213","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.074719+0000","last_change":"2024-09-12T17:57:11.074552+0000","last_active":"2024-09-12T17:57:11.074719+0000","last_peered":"2024-09-12T17:57:11.074719+0000","last_clean":"2024-09-12T17:57:11.074719+0000","last_became_active":"2024-09-12T17:09:55.328867+0000","last_became_peered":"2024-09-12T17:09:55.328867+0000","last_unstale":"2024-09-12T17:57:11.074719+0000","last_undegraded":"2024-09-12T17:57:11.074719+0000","last_fullsized":"2024-09-12T17:57:11.074719+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:57:11.074378+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:57:11.074378+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.074378+0000","objects_scrubbed":2,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:37.323073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":640,"num_read_kb":636,"num_write":453,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'265","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.096346+0000","last_change":"2024-09-12T17:56:51.096346+0000","last_active":"2024-09-12T17:56:51.096346+0000","last_peered":"2024-09-12T17:56:51.096346+0000","last_clean":"2024-09-12T17:56:51.096346+0000","last_became_active":"2024-09-12T17:09:47.327660+0000","last_became_peered":"2024-09-12T17:09:47.327660+0000","last_unstale":"2024-09-12T17:56:51.096346+0000","last_undegraded":"2024-09-12T17:56:51.096346+0000","last_fullsized":"2024-09-12T17:56:51.096346+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T17:56:51.096160+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.096160+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:37.690401+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1169,"num_read_kb":958,"num_write":413,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'256","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.004363+0000","last_change":"2024-09-12T17:56:39.004287+0000","last_active":"2024-09-12T17:56:39.004363+0000","last_peered":"2024-09-12T17:56:39.004363+0000","last_clean":"2024-09-12T17:56:39.004363+0000","last_became_active":"2024-09-12T17:10:16.914183+0000","last_became_peered":"2024-09-12T17:10:16.914183+0000","last_unstale":"2024-09-12T17:56:39.004363+0000","last_undegraded":"2024-09-12T17:56:39.004363+0000","last_fullsized":"2024-09-12T17:56:39.004363+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'256","last_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_deep_scrub":"267'256","last_deep_scrub_stamp":"2024-09-12T17:56:39.004179+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.004179+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:46.638556+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262207,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":818,"num_read_kb":15550,"num_write":1138,"num_write_kb":32430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3],"acting":[2,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.077179+0000","last_change":"2024-09-12T17:57:01.077179+0000","last_active":"2024-09-12T17:57:01.077179+0000","last_peered":"2024-09-12T17:57:01.077179+0000","last_clean":"2024-09-12T17:57:01.077179+0000","last_became_active":"2024-09-12T17:09:49.310089+0000","last_became_peered":"2024-09-12T17:09:49.310089+0000","last_unstale":"2024-09-12T17:57:01.077179+0000","last_undegraded":"2024-09-12T17:57:01.077179+0000","last_fullsized":"2024-09-12T17:57:01.077179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.076998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.076998+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.076998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:36.560867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'143","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.319453+0000","last_change":"2024-09-12T17:57:04.319453+0000","last_active":"2024-09-12T17:57:04.319453+0000","last_peered":"2024-09-12T17:57:04.319453+0000","last_clean":"2024-09-12T17:57:04.319453+0000","last_became_active":"2024-09-12T17:09:51.347007+0000","last_became_peered":"2024-09-12T17:09:51.347007+0000","last_unstale":"2024-09-12T17:57:04.319453+0000","last_undegraded":"2024-09-12T17:57:04.319453+0000","last_fullsized":"2024-09-12T17:57:04.319453+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T17:57:04.319251+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T17:57:04.319251+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.319251+0000","objects_scrubbed":5,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:22.294964+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":161,"num_read_kb":199,"num_write":86,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'750","reported_seq":2508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:16.503928+0000","last_change":"2024-09-12T17:57:16.503928+0000","last_active":"2024-09-12T17:57:16.503928+0000","last_peered":"2024-09-12T17:57:16.503928+0000","last_clean":"2024-09-12T17:57:16.503928+0000","last_became_active":"2024-09-12T17:09:53.333632+0000","last_became_peered":"2024-09-12T17:09:53.333632+0000","last_unstale":"2024-09-12T17:57:16.503928+0000","last_undegraded":"2024-09-12T17:57:16.503928+0000","last_fullsized":"2024-09-12T17:57:16.503928+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T17:57:16.503739+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T17:57:16.503739+0000","last_clean_scrub_stamp":"2024-09-12T17:57:16.503739+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:47.402747+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'336","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.220161+0000","last_change":"2024-09-12T17:56:51.219995+0000","last_active":"2024-09-12T17:56:51.220161+0000","last_peered":"2024-09-12T17:56:51.220161+0000","last_clean":"2024-09-12T17:56:51.220161+0000","last_became_active":"2024-09-12T17:09:47.323825+0000","last_became_peered":"2024-09-12T17:09:47.323825+0000","last_unstale":"2024-09-12T17:56:51.220161+0000","last_undegraded":"2024-09-12T17:56:51.220161+0000","last_fullsized":"2024-09-12T17:56:51.220161+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T17:56:51.219828+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.219828+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:41.797119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1522,"num_read_kb":1350,"num_write":554,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'207","reported_seq":866,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.528931+0000","last_change":"2024-09-12T17:56:44.528783+0000","last_active":"2024-09-12T17:56:44.528931+0000","last_peered":"2024-09-12T17:56:44.528931+0000","last_clean":"2024-09-12T17:56:44.528931+0000","last_became_active":"2024-09-12T17:09:45.383210+0000","last_became_peered":"2024-09-12T17:09:45.383210+0000","last_unstale":"2024-09-12T17:56:44.528931+0000","last_undegraded":"2024-09-12T17:56:44.528931+0000","last_fullsized":"2024-09-12T17:56:44.528931+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:44.528520+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.528520+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:59.649734+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1943583,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":531,"num_read_kb":6050,"num_write":990,"num_write_kb":20499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.438491+0000","last_change":"2024-09-12T17:57:00.438354+0000","last_active":"2024-09-12T17:57:00.438491+0000","last_peered":"2024-09-12T17:57:00.438491+0000","last_clean":"2024-09-12T17:57:00.438491+0000","last_became_active":"2024-09-12T17:09:49.326265+0000","last_became_peered":"2024-09-12T17:09:49.326265+0000","last_unstale":"2024-09-12T17:57:00.438491+0000","last_undegraded":"2024-09-12T17:57:00.438491+0000","last_fullsized":"2024-09-12T17:57:00.438491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.438175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.438175+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.438175+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:44.796853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'204","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.111393+0000","last_change":"2024-09-12T17:57:04.111241+0000","last_active":"2024-09-12T17:57:04.111393+0000","last_peered":"2024-09-12T17:57:04.111393+0000","last_clean":"2024-09-12T17:57:04.111393+0000","last_became_active":"2024-09-12T17:09:51.339498+0000","last_became_peered":"2024-09-12T17:09:51.339498+0000","last_unstale":"2024-09-12T17:57:04.111393+0000","last_undegraded":"2024-09-12T17:57:04.111393+0000","last_fullsized":"2024-09-12T17:57:04.111393+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:57:04.111047+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:57:04.111047+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.111047+0000","objects_scrubbed":9,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.074874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8282,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":272,"num_read_kb":298,"num_write":154,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.426860+0000","last_change":"2024-09-12T17:57:01.426728+0000","last_active":"2024-09-12T17:57:01.426860+0000","last_peered":"2024-09-12T17:57:01.426860+0000","last_clean":"2024-09-12T17:57:01.426860+0000","last_became_active":"2024-09-12T17:09:53.333745+0000","last_became_peered":"2024-09-12T17:09:53.333745+0000","last_unstale":"2024-09-12T17:57:01.426860+0000","last_undegraded":"2024-09-12T17:57:01.426860+0000","last_fullsized":"2024-09-12T17:57:01.426860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:01.426546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:01.426546+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.426546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:57.913067+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'634","reported_seq":1489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.061921+0000","last_change":"2024-09-12T17:57:09.061787+0000","last_active":"2024-09-12T17:57:09.061921+0000","last_peered":"2024-09-12T17:57:09.061921+0000","last_clean":"2024-09-12T17:57:09.061921+0000","last_became_active":"2024-09-12T17:09:55.343133+0000","last_became_peered":"2024-09-12T17:09:55.343133+0000","last_unstale":"2024-09-12T17:57:09.061921+0000","last_undegraded":"2024-09-12T17:57:09.061921+0000","last_fullsized":"2024-09-12T17:57:09.061921+0000","mapping_epoch":36,"log_start":"267'600","ondisk_log_start":"267'600","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'634","last_scrub_stamp":"2024-09-12T17:57:09.061601+0000","last_deep_scrub":"267'634","last_deep_scrub_stamp":"2024-09-12T17:57:09.061601+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.061601+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":600,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:15.670362+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1505,"num_read_kb":1464,"num_write":1249,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'159","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.022021+0000","last_change":"2024-09-12T17:56:43.021826+0000","last_active":"2024-09-12T17:56:43.022021+0000","last_peered":"2024-09-12T17:56:43.022021+0000","last_clean":"2024-09-12T17:56:43.022021+0000","last_became_active":"2024-09-12T17:09:47.314814+0000","last_became_peered":"2024-09-12T17:09:47.314814+0000","last_unstale":"2024-09-12T17:56:43.022021+0000","last_undegraded":"2024-09-12T17:56:43.022021+0000","last_fullsized":"2024-09-12T17:56:43.022021+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'159","last_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_deep_scrub":"267'159","last_deep_scrub_stamp":"2024-09-12T17:56:43.021648+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.021648+0000","objects_scrubbed":1,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:57.568743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":648,"num_write":235,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'203","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477743+0000","last_change":"2024-09-12T17:56:43.477581+0000","last_active":"2024-09-12T17:56:43.477743+0000","last_peered":"2024-09-12T17:56:43.477743+0000","last_clean":"2024-09-12T17:56:43.477743+0000","last_became_active":"2024-09-12T17:09:45.376821+0000","last_became_peered":"2024-09-12T17:09:45.376821+0000","last_unstale":"2024-09-12T17:56:43.477743+0000","last_undegraded":"2024-09-12T17:56:43.477743+0000","last_fullsized":"2024-09-12T17:56:43.477743+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:43.477386+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.477386+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:41.741166+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":399,"num_read_kb":6839,"num_write":889,"num_write_kb":23301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.103894+0000","last_change":"2024-09-12T17:56:51.103402+0000","last_active":"2024-09-12T17:56:51.103894+0000","last_peered":"2024-09-12T17:56:51.103894+0000","last_clean":"2024-09-12T17:56:51.103894+0000","last_became_active":"2024-09-12T17:09:49.311995+0000","last_became_peered":"2024-09-12T17:09:49.311995+0000","last_unstale":"2024-09-12T17:56:51.103894+0000","last_undegraded":"2024-09-12T17:56:51.103894+0000","last_fullsized":"2024-09-12T17:56:51.103894+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.103200+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.103200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:45.915110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'134","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.286714+0000","last_change":"2024-09-12T17:57:03.286553+0000","last_active":"2024-09-12T17:57:03.286714+0000","last_peered":"2024-09-12T17:57:03.286714+0000","last_clean":"2024-09-12T17:57:03.286714+0000","last_became_active":"2024-09-12T17:09:51.335896+0000","last_became_peered":"2024-09-12T17:09:51.335896+0000","last_unstale":"2024-09-12T17:57:03.286714+0000","last_undegraded":"2024-09-12T17:57:03.286714+0000","last_fullsized":"2024-09-12T17:57:03.286714+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T17:57:03.286350+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T17:57:03.286350+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.286350+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:33.081408+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8121,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":224,"num_write":82,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.432344+0000","last_change":"2024-09-12T17:57:13.432067+0000","last_active":"2024-09-12T17:57:13.432344+0000","last_peered":"2024-09-12T17:57:13.432344+0000","last_clean":"2024-09-12T17:57:13.432344+0000","last_became_active":"2024-09-12T17:09:53.323197+0000","last_became_peered":"2024-09-12T17:09:53.323197+0000","last_unstale":"2024-09-12T17:57:13.432344+0000","last_undegraded":"2024-09-12T17:57:13.432344+0000","last_fullsized":"2024-09-12T17:57:13.432344+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:13.431859+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:13.431859+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.431859+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:12.893297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'115","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.433587+0000","last_change":"2024-09-12T17:57:00.433400+0000","last_active":"2024-09-12T17:57:00.433587+0000","last_peered":"2024-09-12T17:57:00.433587+0000","last_clean":"2024-09-12T17:57:00.433587+0000","last_became_active":"2024-09-12T17:09:55.333133+0000","last_became_peered":"2024-09-12T17:09:55.333133+0000","last_unstale":"2024-09-12T17:57:00.433587+0000","last_undegraded":"2024-09-12T17:57:00.433587+0000","last_fullsized":"2024-09-12T17:57:00.433587+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'115","last_scrub_stamp":"2024-09-12T17:57:00.433212+0000","last_deep_scrub":"267'115","last_deep_scrub_stamp":"2024-09-12T17:57:00.433212+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.433212+0000","objects_scrubbed":1,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:11.341055+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":155,"num_read_kb":147,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'154","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.555294+0000","last_change":"2024-09-12T17:56:47.555109+0000","last_active":"2024-09-12T17:56:47.555294+0000","last_peered":"2024-09-12T17:56:47.555294+0000","last_clean":"2024-09-12T17:56:47.555294+0000","last_became_active":"2024-09-12T17:09:47.323201+0000","last_became_peered":"2024-09-12T17:09:47.323201+0000","last_unstale":"2024-09-12T17:56:47.555294+0000","last_undegraded":"2024-09-12T17:56:47.555294+0000","last_fullsized":"2024-09-12T17:56:47.555294+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:47.554924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.554924+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:10.027358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":662,"num_read_kb":548,"num_write":214,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'199","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.444421+0000","last_change":"2024-09-12T17:56:42.444253+0000","last_active":"2024-09-12T17:56:42.444421+0000","last_peered":"2024-09-12T17:56:42.444421+0000","last_clean":"2024-09-12T17:56:42.444421+0000","last_became_active":"2024-09-12T17:09:45.386939+0000","last_became_peered":"2024-09-12T17:09:45.386939+0000","last_unstale":"2024-09-12T17:56:42.444421+0000","last_undegraded":"2024-09-12T17:56:42.444421+0000","last_fullsized":"2024-09-12T17:56:42.444421+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T17:56:42.443997+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.443997+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:24.881664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":515,"num_read_kb":3309,"num_write":1016,"num_write_kb":13208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.141708+0000","last_change":"2024-09-12T17:56:53.141464+0000","last_active":"2024-09-12T17:56:53.141708+0000","last_peered":"2024-09-12T17:56:53.141708+0000","last_clean":"2024-09-12T17:56:53.141708+0000","last_became_active":"2024-09-12T17:09:49.314174+0000","last_became_peered":"2024-09-12T17:09:49.314174+0000","last_unstale":"2024-09-12T17:56:53.141708+0000","last_undegraded":"2024-09-12T17:56:53.141708+0000","last_fullsized":"2024-09-12T17:56:53.141708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.141239+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.141239+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:51.717387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'161","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.394371+0000","last_change":"2024-09-12T17:57:02.394217+0000","last_active":"2024-09-12T17:57:02.394371+0000","last_peered":"2024-09-12T17:57:02.394371+0000","last_clean":"2024-09-12T17:57:02.394371+0000","last_became_active":"2024-09-12T17:09:51.338000+0000","last_became_peered":"2024-09-12T17:09:51.338000+0000","last_unstale":"2024-09-12T17:57:02.394371+0000","last_undegraded":"2024-09-12T17:57:02.394371+0000","last_fullsized":"2024-09-12T17:57:02.394371+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T17:57:02.394004+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T17:57:02.394004+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.394004+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:32.815538+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9370,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":208,"num_read_kb":270,"num_write":118,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'760","reported_seq":4616,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.384483+0000","last_change":"2024-09-12T17:57:03.384328+0000","last_active":"2024-09-12T17:57:03.384483+0000","last_peered":"2024-09-12T17:57:03.384483+0000","last_clean":"2024-09-12T17:57:03.384483+0000","last_became_active":"2024-09-12T17:09:53.345329+0000","last_became_peered":"2024-09-12T17:09:53.345329+0000","last_unstale":"2024-09-12T17:57:03.384483+0000","last_undegraded":"2024-09-12T17:57:03.384483+0000","last_fullsized":"2024-09-12T17:57:03.384483+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'760","last_scrub_stamp":"2024-09-12T17:57:03.384142+0000","last_deep_scrub":"267'760","last_deep_scrub_stamp":"2024-09-12T17:57:03.384142+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.384142+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:23.580577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'147","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.327421+0000","last_change":"2024-09-12T17:57:08.327293+0000","last_active":"2024-09-12T17:57:08.327421+0000","last_peered":"2024-09-12T17:57:08.327421+0000","last_clean":"2024-09-12T17:57:08.327421+0000","last_became_active":"2024-09-12T17:09:55.349863+0000","last_became_peered":"2024-09-12T17:09:55.349863+0000","last_unstale":"2024-09-12T17:57:08.327421+0000","last_undegraded":"2024-09-12T17:57:08.327421+0000","last_fullsized":"2024-09-12T17:57:08.327421+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T17:57:08.327103+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T17:57:08.327103+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.327103+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:05.546380+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":797,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":222,"num_write":349,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'142","reported_seq":761,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.536564+0000","last_change":"2024-09-12T17:56:45.536266+0000","last_active":"2024-09-12T17:56:45.536564+0000","last_peered":"2024-09-12T17:56:45.536564+0000","last_clean":"2024-09-12T17:56:45.536564+0000","last_became_active":"2024-09-12T17:09:47.304968+0000","last_became_peered":"2024-09-12T17:09:47.304968+0000","last_unstale":"2024-09-12T17:56:45.536564+0000","last_undegraded":"2024-09-12T17:56:45.536564+0000","last_fullsized":"2024-09-12T17:56:45.536564+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:45.536049+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.536049+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:57.009257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":535,"num_write":229,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'173","reported_seq":792,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.095103+0000","last_change":"2024-09-12T17:56:43.094847+0000","last_active":"2024-09-12T17:56:43.095103+0000","last_peered":"2024-09-12T17:56:43.095103+0000","last_clean":"2024-09-12T17:56:43.095103+0000","last_became_active":"2024-09-12T17:09:45.369504+0000","last_became_peered":"2024-09-12T17:09:45.369504+0000","last_unstale":"2024-09-12T17:56:43.095103+0000","last_undegraded":"2024-09-12T17:56:43.095103+0000","last_fullsized":"2024-09-12T17:56:43.095103+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:56:43.094556+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.094556+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:51.597102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262225,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":410,"num_read_kb":431,"num_write":805,"num_write_kb":18652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.184371+0000","last_change":"2024-09-12T17:56:54.184222+0000","last_active":"2024-09-12T17:56:54.184371+0000","last_peered":"2024-09-12T17:56:54.184371+0000","last_clean":"2024-09-12T17:56:54.184371+0000","last_became_active":"2024-09-12T17:09:49.329137+0000","last_became_peered":"2024-09-12T17:09:49.329137+0000","last_unstale":"2024-09-12T17:56:54.184371+0000","last_undegraded":"2024-09-12T17:56:54.184371+0000","last_fullsized":"2024-09-12T17:56:54.184371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.184040+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.184040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:31.488632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'209","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.386767+0000","last_change":"2024-09-12T17:56:58.386632+0000","last_active":"2024-09-12T17:56:58.386767+0000","last_peered":"2024-09-12T17:56:58.386767+0000","last_clean":"2024-09-12T17:56:58.386767+0000","last_became_active":"2024-09-12T17:09:51.335539+0000","last_became_peered":"2024-09-12T17:09:51.335539+0000","last_unstale":"2024-09-12T17:56:58.386767+0000","last_undegraded":"2024-09-12T17:56:58.386767+0000","last_fullsized":"2024-09-12T17:56:58.386767+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'209","last_scrub_stamp":"2024-09-12T17:56:58.386368+0000","last_deep_scrub":"267'209","last_deep_scrub_stamp":"2024-09-12T17:56:58.386368+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.386368+0000","objects_scrubbed":6,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:20.840373+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14795,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":284,"num_read_kb":447,"num_write":146,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.216777+0000","last_change":"2024-09-12T17:56:55.216640+0000","last_active":"2024-09-12T17:56:55.216777+0000","last_peered":"2024-09-12T17:56:55.216777+0000","last_clean":"2024-09-12T17:56:55.216777+0000","last_became_active":"2024-09-12T17:09:53.326599+0000","last_became_peered":"2024-09-12T17:09:53.326599+0000","last_unstale":"2024-09-12T17:56:55.216777+0000","last_undegraded":"2024-09-12T17:56:55.216777+0000","last_fullsized":"2024-09-12T17:56:55.216777+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.216459+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.216459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:30.877066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'131","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.417232+0000","last_change":"2024-09-12T17:57:05.416960+0000","last_active":"2024-09-12T17:57:05.417232+0000","last_peered":"2024-09-12T17:57:05.417232+0000","last_clean":"2024-09-12T17:57:05.417232+0000","last_became_active":"2024-09-12T17:09:55.350948+0000","last_became_peered":"2024-09-12T17:09:55.350948+0000","last_unstale":"2024-09-12T17:57:05.417232+0000","last_undegraded":"2024-09-12T17:57:05.417232+0000","last_fullsized":"2024-09-12T17:57:05.417232+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:57:05.416716+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:57:05.416716+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.416716+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:44.874188+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":492,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":313,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'112","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.002616+0000","last_change":"2024-09-12T17:56:42.002484+0000","last_active":"2024-09-12T17:56:42.002616+0000","last_peered":"2024-09-12T17:56:42.002616+0000","last_clean":"2024-09-12T17:56:42.002616+0000","last_became_active":"2024-09-12T17:09:47.313708+0000","last_became_peered":"2024-09-12T17:09:47.313708+0000","last_unstale":"2024-09-12T17:56:42.002616+0000","last_undegraded":"2024-09-12T17:56:42.002616+0000","last_fullsized":"2024-09-12T17:56:42.002616+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T17:56:42.002303+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.002303+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:55.554291+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":475,"num_read_kb":418,"num_write":168,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'214","reported_seq":848,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.029039+0000","last_change":"2024-09-12T17:56:42.028748+0000","last_active":"2024-09-12T17:56:42.029039+0000","last_peered":"2024-09-12T17:56:42.029039+0000","last_clean":"2024-09-12T17:56:42.029039+0000","last_became_active":"2024-09-12T17:09:45.340516+0000","last_became_peered":"2024-09-12T17:09:45.340516+0000","last_unstale":"2024-09-12T17:56:42.029039+0000","last_undegraded":"2024-09-12T17:56:42.029039+0000","last_fullsized":"2024-09-12T17:56:42.029039+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:42.028456+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.028456+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:57.606202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661586,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":3633,"num_write":981,"num_write_kb":26923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.228286+0000","last_change":"2024-09-12T17:56:56.228157+0000","last_active":"2024-09-12T17:56:56.228286+0000","last_peered":"2024-09-12T17:56:56.228286+0000","last_clean":"2024-09-12T17:56:56.228286+0000","last_became_active":"2024-09-12T17:09:49.318098+0000","last_became_peered":"2024-09-12T17:09:49.318098+0000","last_unstale":"2024-09-12T17:56:56.228286+0000","last_undegraded":"2024-09-12T17:56:56.228286+0000","last_fullsized":"2024-09-12T17:56:56.228286+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.227980+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.227980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:47.081434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'173","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.098255+0000","last_change":"2024-09-12T17:57:02.098115+0000","last_active":"2024-09-12T17:57:02.098255+0000","last_peered":"2024-09-12T17:57:02.098255+0000","last_clean":"2024-09-12T17:57:02.098255+0000","last_became_active":"2024-09-12T17:09:51.325246+0000","last_became_peered":"2024-09-12T17:09:51.325246+0000","last_unstale":"2024-09-12T17:57:02.098255+0000","last_undegraded":"2024-09-12T17:57:02.098255+0000","last_fullsized":"2024-09-12T17:57:02.098255+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'173","last_scrub_stamp":"2024-09-12T17:57:02.097911+0000","last_deep_scrub":"267'173","last_deep_scrub_stamp":"2024-09-12T17:57:02.097911+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.097911+0000","objects_scrubbed":7,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:10.379747+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13960,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":229,"num_read_kb":325,"num_write":184,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.337375+0000","last_change":"2024-09-12T17:57:05.337133+0000","last_active":"2024-09-12T17:57:05.337375+0000","last_peered":"2024-09-12T17:57:05.337375+0000","last_clean":"2024-09-12T17:57:05.337375+0000","last_became_active":"2024-09-12T17:09:53.352024+0000","last_became_peered":"2024-09-12T17:09:53.352024+0000","last_unstale":"2024-09-12T17:57:05.337375+0000","last_undegraded":"2024-09-12T17:57:05.337375+0000","last_fullsized":"2024-09-12T17:57:05.337375+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.336842+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.336842+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.336842+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:57.555649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'132","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:15.500305+0000","last_change":"2024-09-12T17:57:15.500305+0000","last_active":"2024-09-12T17:57:15.500305+0000","last_peered":"2024-09-12T17:57:15.500305+0000","last_clean":"2024-09-12T17:57:15.500305+0000","last_became_active":"2024-09-12T17:09:55.357903+0000","last_became_peered":"2024-09-12T17:09:55.357903+0000","last_unstale":"2024-09-12T17:57:15.500305+0000","last_undegraded":"2024-09-12T17:57:15.500305+0000","last_fullsized":"2024-09-12T17:57:15.500305+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T17:57:15.500104+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T17:57:15.500104+0000","last_clean_scrub_stamp":"2024-09-12T17:57:15.500104+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:12.624084+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":273,"num_read_kb":241,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'142","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.029573+0000","last_change":"2024-09-12T17:56:44.029394+0000","last_active":"2024-09-12T17:56:44.029573+0000","last_peered":"2024-09-12T17:56:44.029573+0000","last_clean":"2024-09-12T17:56:44.029573+0000","last_became_active":"2024-09-12T17:09:47.303307+0000","last_became_peered":"2024-09-12T17:09:47.303307+0000","last_unstale":"2024-09-12T17:56:44.029573+0000","last_undegraded":"2024-09-12T17:56:44.029573+0000","last_fullsized":"2024-09-12T17:56:44.029573+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T17:56:44.029219+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.029219+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:00.518432+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":602,"num_read_kb":488,"num_write":221,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'208","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.577698+0000","last_change":"2024-09-12T17:56:39.577553+0000","last_active":"2024-09-12T17:56:39.577698+0000","last_peered":"2024-09-12T17:56:39.577698+0000","last_clean":"2024-09-12T17:56:39.577698+0000","last_became_active":"2024-09-12T17:09:45.356638+0000","last_became_peered":"2024-09-12T17:09:45.356638+0000","last_unstale":"2024-09-12T17:56:39.577698+0000","last_undegraded":"2024-09-12T17:56:39.577698+0000","last_fullsized":"2024-09-12T17:56:39.577698+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'208","last_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_deep_scrub":"267'208","last_deep_scrub_stamp":"2024-09-12T17:56:39.577315+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.577315+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:33.957916+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4496756,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":463,"num_read_kb":14880,"num_write":982,"num_write_kb":39090,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.368333+0000","last_change":"2024-09-12T17:56:52.368181+0000","last_active":"2024-09-12T17:56:52.368333+0000","last_peered":"2024-09-12T17:56:52.368333+0000","last_clean":"2024-09-12T17:56:52.368333+0000","last_became_active":"2024-09-12T17:09:49.329466+0000","last_became_peered":"2024-09-12T17:09:49.329466+0000","last_unstale":"2024-09-12T17:56:52.368333+0000","last_undegraded":"2024-09-12T17:56:52.368333+0000","last_fullsized":"2024-09-12T17:56:52.368333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.367993+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.367993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:23.216782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'154","reported_seq":752,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.205089+0000","last_change":"2024-09-12T17:56:57.204926+0000","last_active":"2024-09-12T17:56:57.205089+0000","last_peered":"2024-09-12T17:56:57.205089+0000","last_clean":"2024-09-12T17:56:57.205089+0000","last_became_active":"2024-09-12T17:09:51.320454+0000","last_became_peered":"2024-09-12T17:09:51.320454+0000","last_unstale":"2024-09-12T17:56:57.205089+0000","last_undegraded":"2024-09-12T17:56:57.205089+0000","last_fullsized":"2024-09-12T17:56:57.205089+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T17:56:57.204713+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.204713+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:37.158649+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7279,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":270,"num_write":112,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'736","reported_seq":2166,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.266354+0000","last_change":"2024-09-12T17:56:59.266183+0000","last_active":"2024-09-12T17:56:59.266354+0000","last_peered":"2024-09-12T17:56:59.266354+0000","last_clean":"2024-09-12T17:56:59.266354+0000","last_became_active":"2024-09-12T17:09:53.329135+0000","last_became_peered":"2024-09-12T17:09:53.329135+0000","last_unstale":"2024-09-12T17:56:59.266354+0000","last_undegraded":"2024-09-12T17:56:59.266354+0000","last_fullsized":"2024-09-12T17:56:59.266354+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'736","last_scrub_stamp":"2024-09-12T17:56:59.266002+0000","last_deep_scrub":"267'736","last_deep_scrub_stamp":"2024-09-12T17:56:59.266002+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.266002+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":701,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:48.712702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'148","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.461190+0000","last_change":"2024-09-12T17:57:06.460990+0000","last_active":"2024-09-12T17:57:06.461190+0000","last_peered":"2024-09-12T17:57:06.461190+0000","last_clean":"2024-09-12T17:57:06.461190+0000","last_became_active":"2024-09-12T17:09:55.357716+0000","last_became_peered":"2024-09-12T17:09:55.357716+0000","last_unstale":"2024-09-12T17:57:06.461190+0000","last_undegraded":"2024-09-12T17:57:06.461190+0000","last_fullsized":"2024-09-12T17:57:06.461190+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'148","last_scrub_stamp":"2024-09-12T17:57:06.460792+0000","last_deep_scrub":"267'148","last_deep_scrub_stamp":"2024-09-12T17:57:06.460792+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.460792+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:24.596799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":167,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'85","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.980868+0000","last_change":"2024-09-12T17:56:44.980724+0000","last_active":"2024-09-12T17:56:44.980868+0000","last_peered":"2024-09-12T17:56:44.980868+0000","last_clean":"2024-09-12T17:56:44.980868+0000","last_became_active":"2024-09-12T17:09:47.335419+0000","last_became_peered":"2024-09-12T17:09:47.335419+0000","last_unstale":"2024-09-12T17:56:44.980868+0000","last_undegraded":"2024-09-12T17:56:44.980868+0000","last_fullsized":"2024-09-12T17:56:44.980868+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'85","last_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_deep_scrub":"267'85","last_deep_scrub_stamp":"2024-09-12T17:56:44.980468+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.980468+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:51.868349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":301,"num_write":116,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'247","reported_seq":900,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.022525+0000","last_change":"2024-09-12T17:56:39.022260+0000","last_active":"2024-09-12T17:56:39.022525+0000","last_peered":"2024-09-12T17:56:39.022525+0000","last_clean":"2024-09-12T17:56:39.022525+0000","last_became_active":"2024-09-12T17:09:45.341467+0000","last_became_peered":"2024-09-12T17:09:45.341467+0000","last_unstale":"2024-09-12T17:56:39.022525+0000","last_undegraded":"2024-09-12T17:56:39.022525+0000","last_fullsized":"2024-09-12T17:56:39.022525+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:39.022014+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.022014+0000","objects_scrubbed":2,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:18.254404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":512,"num_read_kb":10579,"num_write":1188,"num_write_kb":42544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1451,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.144715+0000","last_change":"2024-09-12T17:56:58.144575+0000","last_active":"2024-09-12T17:56:58.144715+0000","last_peered":"2024-09-12T17:56:58.144715+0000","last_clean":"2024-09-12T17:56:58.144715+0000","last_became_active":"2024-09-12T17:09:49.303705+0000","last_became_peered":"2024-09-12T17:09:49.303705+0000","last_unstale":"2024-09-12T17:56:58.144715+0000","last_undegraded":"2024-09-12T17:56:58.144715+0000","last_fullsized":"2024-09-12T17:56:58.144715+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.144361+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.144361+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.144361+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.265332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":942,"num_read_kb":942,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'71","reported_seq":602,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.436606+0000","last_change":"2024-09-12T17:57:09.436606+0000","last_active":"2024-09-12T17:57:09.436606+0000","last_peered":"2024-09-12T17:57:09.436606+0000","last_clean":"2024-09-12T17:57:09.436606+0000","last_became_active":"2024-09-12T17:09:51.338519+0000","last_became_peered":"2024-09-12T17:09:51.338519+0000","last_unstale":"2024-09-12T17:57:09.436606+0000","last_undegraded":"2024-09-12T17:57:09.436606+0000","last_fullsized":"2024-09-12T17:57:09.436606+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T17:57:09.436424+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T17:57:09.436424+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.436424+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:20.675483+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":72,"num_write":54,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'741","reported_seq":3934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.428893+0000","last_change":"2024-09-12T17:56:56.428727+0000","last_active":"2024-09-12T17:56:56.428893+0000","last_peered":"2024-09-12T17:56:56.428893+0000","last_clean":"2024-09-12T17:56:56.428893+0000","last_became_active":"2024-09-12T17:09:53.341235+0000","last_became_peered":"2024-09-12T17:09:53.341235+0000","last_unstale":"2024-09-12T17:56:56.428893+0000","last_undegraded":"2024-09-12T17:56:56.428893+0000","last_fullsized":"2024-09-12T17:56:56.428893+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'741","last_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_deep_scrub":"267'741","last_deep_scrub_stamp":"2024-09-12T17:56:56.428522+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.428522+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:14.730169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'89","reported_seq":601,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044505+0000","last_change":"2024-09-12T17:57:12.044377+0000","last_active":"2024-09-12T17:57:12.044505+0000","last_peered":"2024-09-12T17:57:12.044505+0000","last_clean":"2024-09-12T17:57:12.044505+0000","last_became_active":"2024-09-12T17:09:55.344292+0000","last_became_peered":"2024-09-12T17:09:55.344292+0000","last_unstale":"2024-09-12T17:57:12.044505+0000","last_undegraded":"2024-09-12T17:57:12.044505+0000","last_fullsized":"2024-09-12T17:57:12.044505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'89","last_scrub_stamp":"2024-09-12T17:57:12.044181+0000","last_deep_scrub":"267'89","last_deep_scrub_stamp":"2024-09-12T17:57:12.044181+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.044181+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:52.632810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":123,"num_write":204,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'139","reported_seq":762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.400955+0000","last_change":"2024-09-12T17:56:45.400809+0000","last_active":"2024-09-12T17:56:45.400955+0000","last_peered":"2024-09-12T17:56:45.400955+0000","last_clean":"2024-09-12T17:56:45.400955+0000","last_became_active":"2024-09-12T17:09:47.314800+0000","last_became_peered":"2024-09-12T17:09:47.314800+0000","last_unstale":"2024-09-12T17:56:45.400955+0000","last_undegraded":"2024-09-12T17:56:45.400955+0000","last_fullsized":"2024-09-12T17:56:45.400955+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:45.400625+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.400625+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:39.732868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":523,"num_write":208,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'212","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.018356+0000","last_change":"2024-09-12T17:56:41.018174+0000","last_active":"2024-09-12T17:56:41.018356+0000","last_peered":"2024-09-12T17:56:41.018356+0000","last_clean":"2024-09-12T17:56:41.018356+0000","last_became_active":"2024-09-12T17:09:45.360083+0000","last_became_peered":"2024-09-12T17:09:45.360083+0000","last_unstale":"2024-09-12T17:56:41.018356+0000","last_undegraded":"2024-09-12T17:56:41.018356+0000","last_fullsized":"2024-09-12T17:56:41.018356+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.017943+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.017943+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:17.257936+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299633,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":520,"num_read_kb":25872,"num_write":1051,"num_write_kb":38792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,4],"acting":[3,1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"267'4","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.090214+0000","last_change":"2024-09-12T17:56:58.090038+0000","last_active":"2024-09-12T17:56:58.090214+0000","last_peered":"2024-09-12T17:56:58.090214+0000","last_clean":"2024-09-12T17:56:58.090214+0000","last_became_active":"2024-09-12T17:09:49.314551+0000","last_became_peered":"2024-09-12T17:09:49.314551+0000","last_unstale":"2024-09-12T17:56:58.090214+0000","last_undegraded":"2024-09-12T17:56:58.090214+0000","last_fullsized":"2024-09-12T17:56:58.090214+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T17:56:58.089857+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.089857+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.782312+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":718,"num_read_kb":716,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'230","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.172979+0000","last_change":"2024-09-12T17:57:05.172750+0000","last_active":"2024-09-12T17:57:05.172979+0000","last_peered":"2024-09-12T17:57:05.172979+0000","last_clean":"2024-09-12T17:57:05.172979+0000","last_became_active":"2024-09-12T17:09:51.330386+0000","last_became_peered":"2024-09-12T17:09:51.330386+0000","last_unstale":"2024-09-12T17:57:05.172979+0000","last_undegraded":"2024-09-12T17:57:05.172979+0000","last_fullsized":"2024-09-12T17:57:05.172979+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'230","last_scrub_stamp":"2024-09-12T17:57:05.172412+0000","last_deep_scrub":"267'230","last_deep_scrub_stamp":"2024-09-12T17:57:05.172412+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.172412+0000","objects_scrubbed":9,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:01:37.913508+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6509,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":871,"num_read_kb":891,"num_write":1374,"num_write_kb":1244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":487892,"num_omap_keys":1124,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.402831+0000","last_change":"2024-09-12T17:56:55.402691+0000","last_active":"2024-09-12T17:56:55.402831+0000","last_peered":"2024-09-12T17:56:55.402831+0000","last_clean":"2024-09-12T17:56:55.402831+0000","last_became_active":"2024-09-12T17:09:53.340931+0000","last_became_peered":"2024-09-12T17:09:53.340931+0000","last_unstale":"2024-09-12T17:56:55.402831+0000","last_undegraded":"2024-09-12T17:56:55.402831+0000","last_fullsized":"2024-09-12T17:56:55.402831+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.402508+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.402508+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:51.713847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'133","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.374034+0000","last_change":"2024-09-12T17:57:04.373901+0000","last_active":"2024-09-12T17:57:04.374034+0000","last_peered":"2024-09-12T17:57:04.374034+0000","last_clean":"2024-09-12T17:57:04.374034+0000","last_became_active":"2024-09-12T17:09:55.352222+0000","last_became_peered":"2024-09-12T17:09:55.352222+0000","last_unstale":"2024-09-12T17:57:04.374034+0000","last_undegraded":"2024-09-12T17:57:04.374034+0000","last_fullsized":"2024-09-12T17:57:04.374034+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T17:57:04.373709+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T17:57:04.373709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.373709+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:54.832057+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":170,"num_read_kb":165,"num_write":322,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'169","reported_seq":774,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.537937+0000","last_change":"2024-09-12T17:56:46.537802+0000","last_active":"2024-09-12T17:56:46.537937+0000","last_peered":"2024-09-12T17:56:46.537937+0000","last_clean":"2024-09-12T17:56:46.537937+0000","last_became_active":"2024-09-12T17:09:47.333941+0000","last_became_peered":"2024-09-12T17:09:47.333941+0000","last_unstale":"2024-09-12T17:56:46.537937+0000","last_undegraded":"2024-09-12T17:56:46.537937+0000","last_fullsized":"2024-09-12T17:56:46.537937+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:46.537618+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.537618+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:02.298640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":582,"num_write":249,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":628,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.453118+0000","last_change":"2024-09-12T17:56:39.452982+0000","last_active":"2024-09-12T17:56:39.453118+0000","last_peered":"2024-09-12T17:56:39.453118+0000","last_clean":"2024-09-12T17:56:39.453118+0000","last_became_active":"2024-09-12T17:09:24.532992+0000","last_became_peered":"2024-09-12T17:09:24.532992+0000","last_unstale":"2024-09-12T17:56:39.453118+0000","last_undegraded":"2024-09-12T17:56:39.453118+0000","last_fullsized":"2024-09-12T17:56:39.453118+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T17:56:39.452780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.452780+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:12.404653+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.097055+0000","last_change":"2024-09-12T17:56:40.096892+0000","last_active":"2024-09-12T17:56:40.097055+0000","last_peered":"2024-09-12T17:56:40.097055+0000","last_clean":"2024-09-12T17:56:40.097055+0000","last_became_active":"2024-09-12T17:09:30.474419+0000","last_became_peered":"2024-09-12T17:09:30.474419+0000","last_unstale":"2024-09-12T17:56:40.097055+0000","last_undegraded":"2024-09-12T17:56:40.097055+0000","last_fullsized":"2024-09-12T17:56:40.097055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:40.096717+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.096717+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:22.314281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00083933399999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'198","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.009535+0000","last_change":"2024-09-12T17:56:40.009372+0000","last_active":"2024-09-12T17:56:40.009535+0000","last_peered":"2024-09-12T17:56:40.009535+0000","last_clean":"2024-09-12T17:56:40.009535+0000","last_became_active":"2024-09-12T17:09:45.351591+0000","last_became_peered":"2024-09-12T17:09:45.351591+0000","last_unstale":"2024-09-12T17:56:40.009535+0000","last_undegraded":"2024-09-12T17:56:40.009535+0000","last_fullsized":"2024-09-12T17:56:40.009535+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:40.008924+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.008924+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:40.246778+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3836058,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":8906,"num_write":935,"num_write_kb":38462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.497598+0000","last_change":"2024-09-12T17:56:57.497459+0000","last_active":"2024-09-12T17:56:57.497598+0000","last_peered":"2024-09-12T17:56:57.497598+0000","last_clean":"2024-09-12T17:56:57.497598+0000","last_became_active":"2024-09-12T17:09:49.323357+0000","last_became_peered":"2024-09-12T17:09:49.323357+0000","last_unstale":"2024-09-12T17:56:57.497598+0000","last_undegraded":"2024-09-12T17:56:57.497598+0000","last_fullsized":"2024-09-12T17:56:57.497598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.497248+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.497248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.497248+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:22.105709+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'310","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.064046+0000","last_change":"2024-09-12T17:57:03.063899+0000","last_active":"2024-09-12T17:57:03.064046+0000","last_peered":"2024-09-12T17:57:03.064046+0000","last_clean":"2024-09-12T17:57:03.064046+0000","last_became_active":"2024-09-12T17:09:51.334673+0000","last_became_peered":"2024-09-12T17:09:51.334673+0000","last_unstale":"2024-09-12T17:57:03.064046+0000","last_undegraded":"2024-09-12T17:57:03.064046+0000","last_fullsized":"2024-09-12T17:57:03.064046+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T17:57:03.063709+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T17:57:03.063709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.063709+0000","objects_scrubbed":7,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:38.598299+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36859,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":831,"num_write":454,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89354,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.382231+0000","last_change":"2024-09-12T17:57:04.382050+0000","last_active":"2024-09-12T17:57:04.382231+0000","last_peered":"2024-09-12T17:57:04.382231+0000","last_clean":"2024-09-12T17:57:04.382231+0000","last_became_active":"2024-09-12T17:09:53.345327+0000","last_became_peered":"2024-09-12T17:09:53.345327+0000","last_unstale":"2024-09-12T17:57:04.382231+0000","last_undegraded":"2024-09-12T17:57:04.382231+0000","last_fullsized":"2024-09-12T17:57:04.382231+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:04.381870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:04.381870+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.381870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:20.896001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'217","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.466282+0000","last_change":"2024-09-12T17:57:02.466026+0000","last_active":"2024-09-12T17:57:02.466282+0000","last_peered":"2024-09-12T17:57:02.466282+0000","last_clean":"2024-09-12T17:57:02.466282+0000","last_became_active":"2024-09-12T17:09:55.344985+0000","last_became_peered":"2024-09-12T17:09:55.344985+0000","last_unstale":"2024-09-12T17:57:02.466282+0000","last_undegraded":"2024-09-12T17:57:02.466282+0000","last_fullsized":"2024-09-12T17:57:02.466282+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:02.465805+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:02.465805+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.465805+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:55.950504+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1465,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":475,"num_write":432,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'178","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.477119+0000","last_change":"2024-09-12T17:56:47.476957+0000","last_active":"2024-09-12T17:56:47.477119+0000","last_peered":"2024-09-12T17:56:47.477119+0000","last_clean":"2024-09-12T17:56:47.477119+0000","last_became_active":"2024-09-12T17:09:47.297897+0000","last_became_peered":"2024-09-12T17:09:47.297897+0000","last_unstale":"2024-09-12T17:56:47.477119+0000","last_undegraded":"2024-09-12T17:56:47.477119+0000","last_fullsized":"2024-09-12T17:56:47.477119+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:47.476769+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.476769+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:18.052880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":821,"num_read_kb":683,"num_write":299,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.483221+0000","last_change":"2024-09-12T17:56:40.483095+0000","last_active":"2024-09-12T17:56:40.483221+0000","last_peered":"2024-09-12T17:56:40.483221+0000","last_clean":"2024-09-12T17:56:40.483221+0000","last_became_active":"2024-09-12T17:09:30.479529+0000","last_became_peered":"2024-09-12T17:09:30.479529+0000","last_unstale":"2024-09-12T17:56:40.483221+0000","last_undegraded":"2024-09-12T17:56:40.483221+0000","last_fullsized":"2024-09-12T17:56:40.483221+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:40.482916+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.482916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:58.565110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087606299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'192","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:36.405332+0000","last_change":"2024-09-12T17:56:36.405274+0000","last_active":"2024-09-12T17:56:36.405332+0000","last_peered":"2024-09-12T17:56:36.405332+0000","last_clean":"2024-09-12T17:56:36.405332+0000","last_became_active":"2024-09-12T17:09:45.322154+0000","last_became_peered":"2024-09-12T17:09:45.322154+0000","last_unstale":"2024-09-12T17:56:36.405332+0000","last_undegraded":"2024-09-12T17:56:36.405332+0000","last_fullsized":"2024-09-12T17:56:36.405332+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:36.405164+0000","last_clean_scrub_stamp":"2024-09-12T17:56:36.405164+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:13.233139+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":376,"num_read_kb":33708,"num_write":890,"num_write_kb":37418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.099241+0000","last_change":"2024-09-12T17:56:57.099052+0000","last_active":"2024-09-12T17:56:57.099241+0000","last_peered":"2024-09-12T17:56:57.099241+0000","last_clean":"2024-09-12T17:56:57.099241+0000","last_became_active":"2024-09-12T17:09:49.313564+0000","last_became_peered":"2024-09-12T17:09:49.313564+0000","last_unstale":"2024-09-12T17:56:57.099241+0000","last_undegraded":"2024-09-12T17:56:57.099241+0000","last_fullsized":"2024-09-12T17:56:57.099241+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.098871+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.098871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:58.478251+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'851","reported_seq":2351,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.450511+0000","last_change":"2024-09-12T17:56:59.450381+0000","last_active":"2024-09-12T17:56:59.450511+0000","last_peered":"2024-09-12T17:56:59.450511+0000","last_clean":"2024-09-12T17:56:59.450511+0000","last_became_active":"2024-09-12T17:09:51.330176+0000","last_became_peered":"2024-09-12T17:09:51.330176+0000","last_unstale":"2024-09-12T17:56:59.450511+0000","last_undegraded":"2024-09-12T17:56:59.450511+0000","last_fullsized":"2024-09-12T17:56:59.450511+0000","mapping_epoch":32,"log_start":"267'800","ondisk_log_start":"267'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'851","last_scrub_stamp":"2024-09-12T17:56:59.450155+0000","last_deep_scrub":"267'851","last_deep_scrub_stamp":"2024-09-12T17:56:59.450155+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.450155+0000","objects_scrubbed":11,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:36.069662+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48951,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1180,"num_read_kb":1459,"num_write":296,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.302239+0000","last_change":"2024-09-12T17:57:06.302239+0000","last_active":"2024-09-12T17:57:06.302239+0000","last_peered":"2024-09-12T17:57:06.302239+0000","last_clean":"2024-09-12T17:57:06.302239+0000","last_became_active":"2024-09-12T17:09:53.320472+0000","last_became_peered":"2024-09-12T17:09:53.320472+0000","last_unstale":"2024-09-12T17:57:06.302239+0000","last_undegraded":"2024-09-12T17:57:06.302239+0000","last_fullsized":"2024-09-12T17:57:06.302239+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.302052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.302052+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.302052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:55.949216+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'217","reported_seq":751,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.440196+0000","last_change":"2024-09-12T17:57:07.440058+0000","last_active":"2024-09-12T17:57:07.440196+0000","last_peered":"2024-09-12T17:57:07.440196+0000","last_clean":"2024-09-12T17:57:07.440196+0000","last_became_active":"2024-09-12T17:09:55.337689+0000","last_became_peered":"2024-09-12T17:09:55.337689+0000","last_unstale":"2024-09-12T17:57:07.440196+0000","last_undegraded":"2024-09-12T17:57:07.440196+0000","last_fullsized":"2024-09-12T17:57:07.440196+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:07.439862+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:07.439862+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.439862+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:36.041185+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":401,"num_read_kb":391,"num_write":488,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'131","reported_seq":754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.349577+0000","last_change":"2024-09-12T17:56:47.349404+0000","last_active":"2024-09-12T17:56:47.349577+0000","last_peered":"2024-09-12T17:56:47.349577+0000","last_clean":"2024-09-12T17:56:47.349577+0000","last_became_active":"2024-09-12T17:09:47.321013+0000","last_became_peered":"2024-09-12T17:09:47.321013+0000","last_unstale":"2024-09-12T17:56:47.349577+0000","last_undegraded":"2024-09-12T17:56:47.349577+0000","last_fullsized":"2024-09-12T17:56:47.349577+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T17:56:47.349196+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.349196+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:38.364455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":487,"num_write":189,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.997358+0000","last_change":"2024-09-12T17:56:37.997223+0000","last_active":"2024-09-12T17:56:37.997358+0000","last_peered":"2024-09-12T17:56:37.997358+0000","last_clean":"2024-09-12T17:56:37.997358+0000","last_became_active":"2024-09-12T17:09:30.674876+0000","last_became_peered":"2024-09-12T17:09:30.674876+0000","last_unstale":"2024-09-12T17:56:37.997358+0000","last_undegraded":"2024-09-12T17:56:37.997358+0000","last_fullsized":"2024-09-12T17:56:37.997358+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:37.997123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.997123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:43.633071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001214028,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'214","reported_seq":884,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.490076+0000","last_change":"2024-09-12T17:56:38.490076+0000","last_active":"2024-09-12T17:56:38.490076+0000","last_peered":"2024-09-12T17:56:38.490076+0000","last_clean":"2024-09-12T17:56:38.490076+0000","last_became_active":"2024-09-12T17:09:45.349415+0000","last_became_peered":"2024-09-12T17:09:45.349415+0000","last_unstale":"2024-09-12T17:56:38.490076+0000","last_undegraded":"2024-09-12T17:56:38.490076+0000","last_fullsized":"2024-09-12T17:56:38.490076+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'214","last_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_deep_scrub":"267'214","last_deep_scrub_stamp":"2024-09-12T17:56:38.489889+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.489889+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.434351+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399156,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":487,"num_read_kb":77221,"num_write":987,"num_write_kb":28025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.148822+0000","last_change":"2024-09-12T17:56:52.148687+0000","last_active":"2024-09-12T17:56:52.148822+0000","last_peered":"2024-09-12T17:56:52.148822+0000","last_clean":"2024-09-12T17:56:52.148822+0000","last_became_active":"2024-09-12T17:09:49.322512+0000","last_became_peered":"2024-09-12T17:09:49.322512+0000","last_unstale":"2024-09-12T17:56:52.148822+0000","last_undegraded":"2024-09-12T17:56:52.148822+0000","last_fullsized":"2024-09-12T17:56:52.148822+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:52.148505+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.148505+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:57.361644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'217","reported_seq":1333,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.408894+0000","last_change":"2024-09-12T17:57:01.408894+0000","last_active":"2024-09-12T17:57:01.408894+0000","last_peered":"2024-09-12T17:57:01.408894+0000","last_clean":"2024-09-12T17:57:01.408894+0000","last_became_active":"2024-09-12T17:09:51.347001+0000","last_became_peered":"2024-09-12T17:09:51.347001+0000","last_unstale":"2024-09-12T17:57:01.408894+0000","last_undegraded":"2024-09-12T17:57:01.408894+0000","last_fullsized":"2024-09-12T17:57:01.408894+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T17:57:01.408693+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T17:57:01.408693+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.408693+0000","objects_scrubbed":9,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:35.735488+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":184,"num_read_kb":175,"num_write":157,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.379851+0000","last_change":"2024-09-12T17:57:00.379731+0000","last_active":"2024-09-12T17:57:00.379851+0000","last_peered":"2024-09-12T17:57:00.379851+0000","last_clean":"2024-09-12T17:57:00.379851+0000","last_became_active":"2024-09-12T17:09:53.352003+0000","last_became_peered":"2024-09-12T17:09:53.352003+0000","last_unstale":"2024-09-12T17:57:00.379851+0000","last_undegraded":"2024-09-12T17:57:00.379851+0000","last_fullsized":"2024-09-12T17:57:00.379851+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.379635+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.379635+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.379635+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:24.441098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'248","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:18.487423+0000","last_change":"2024-09-12T17:57:18.487423+0000","last_active":"2024-09-12T17:57:18.487423+0000","last_peered":"2024-09-12T17:57:18.487423+0000","last_clean":"2024-09-12T17:57:18.487423+0000","last_became_active":"2024-09-12T17:09:55.347676+0000","last_became_peered":"2024-09-12T17:09:55.347676+0000","last_unstale":"2024-09-12T17:57:18.487423+0000","last_undegraded":"2024-09-12T17:57:18.487423+0000","last_fullsized":"2024-09-12T17:57:18.487423+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:57:18.487238+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:57:18.487238+0000","last_clean_scrub_stamp":"2024-09-12T17:57:18.487238+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:01.069186+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":557,"num_write":546,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'113","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.397968+0000","last_change":"2024-09-12T17:56:48.397810+0000","last_active":"2024-09-12T17:56:48.397968+0000","last_peered":"2024-09-12T17:56:48.397968+0000","last_clean":"2024-09-12T17:56:48.397968+0000","last_became_active":"2024-09-12T17:09:47.310605+0000","last_became_peered":"2024-09-12T17:09:47.310605+0000","last_unstale":"2024-09-12T17:56:48.397968+0000","last_undegraded":"2024-09-12T17:56:48.397968+0000","last_fullsized":"2024-09-12T17:56:48.397968+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:56:48.397622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.397622+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:19.245121+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":493,"num_read_kb":411,"num_write":168,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.132207+0000","last_change":"2024-09-12T17:56:39.132047+0000","last_active":"2024-09-12T17:56:39.132207+0000","last_peered":"2024-09-12T17:56:39.132207+0000","last_clean":"2024-09-12T17:56:39.132207+0000","last_became_active":"2024-09-12T17:09:30.475888+0000","last_became_peered":"2024-09-12T17:09:30.475888+0000","last_unstale":"2024-09-12T17:56:39.132207+0000","last_undegraded":"2024-09-12T17:56:39.132207+0000","last_fullsized":"2024-09-12T17:56:39.132207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T17:56:39.131869+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.131869+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:17.451894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028674949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'254","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.011243+0000","last_change":"2024-09-12T17:56:38.011089+0000","last_active":"2024-09-12T17:56:38.011243+0000","last_peered":"2024-09-12T17:56:38.011243+0000","last_clean":"2024-09-12T17:56:38.011243+0000","last_became_active":"2024-09-12T17:09:45.345065+0000","last_became_peered":"2024-09-12T17:09:45.345065+0000","last_unstale":"2024-09-12T17:56:38.011243+0000","last_undegraded":"2024-09-12T17:56:38.011243+0000","last_fullsized":"2024-09-12T17:56:38.011243+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T17:56:38.010867+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.010867+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:17.075164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":545,"num_read_kb":5384,"num_write":1072,"num_write_kb":32398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,6],"acting":[4,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.327113+0000","last_change":"2024-09-12T17:56:56.326955+0000","last_active":"2024-09-12T17:56:56.327113+0000","last_peered":"2024-09-12T17:56:56.327113+0000","last_clean":"2024-09-12T17:56:56.327113+0000","last_became_active":"2024-09-12T17:09:49.311265+0000","last_became_peered":"2024-09-12T17:09:49.311265+0000","last_unstale":"2024-09-12T17:56:56.327113+0000","last_undegraded":"2024-09-12T17:56:56.327113+0000","last_fullsized":"2024-09-12T17:56:56.327113+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.326774+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.326774+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:22.552477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'132","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.336837+0000","last_change":"2024-09-12T17:57:04.336689+0000","last_active":"2024-09-12T17:57:04.336837+0000","last_peered":"2024-09-12T17:57:04.336837+0000","last_clean":"2024-09-12T17:57:04.336837+0000","last_became_active":"2024-09-12T17:09:51.304843+0000","last_became_peered":"2024-09-12T17:09:51.304843+0000","last_unstale":"2024-09-12T17:57:04.336837+0000","last_undegraded":"2024-09-12T17:57:04.336837+0000","last_fullsized":"2024-09-12T17:57:04.336837+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T17:57:04.336539+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T17:57:04.336539+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.336539+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:07.293549+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":143,"num_read_kb":135,"num_write":102,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.430093+0000","last_change":"2024-09-12T17:56:54.429961+0000","last_active":"2024-09-12T17:56:54.430093+0000","last_peered":"2024-09-12T17:56:54.430093+0000","last_clean":"2024-09-12T17:56:54.430093+0000","last_became_active":"2024-09-12T17:09:53.359606+0000","last_became_peered":"2024-09-12T17:09:53.359606+0000","last_unstale":"2024-09-12T17:56:54.430093+0000","last_undegraded":"2024-09-12T17:56:54.430093+0000","last_fullsized":"2024-09-12T17:56:54.430093+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.429780+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.429780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:52.233793+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'113","reported_seq":664,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.067197+0000","last_change":"2024-09-12T17:57:10.067054+0000","last_active":"2024-09-12T17:57:10.067197+0000","last_peered":"2024-09-12T17:57:10.067197+0000","last_clean":"2024-09-12T17:57:10.067197+0000","last_became_active":"2024-09-12T17:09:55.354626+0000","last_became_peered":"2024-09-12T17:09:55.354626+0000","last_unstale":"2024-09-12T17:57:10.067197+0000","last_undegraded":"2024-09-12T17:57:10.067197+0000","last_fullsized":"2024-09-12T17:57:10.067197+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T17:57:10.066867+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T17:57:10.066867+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.066867+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:10.560526+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":261,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'303","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.383202+0000","last_change":"2024-09-12T17:56:44.383056+0000","last_active":"2024-09-12T17:56:44.383202+0000","last_peered":"2024-09-12T17:56:44.383202+0000","last_clean":"2024-09-12T17:56:44.383202+0000","last_became_active":"2024-09-12T17:09:47.320635+0000","last_became_peered":"2024-09-12T17:09:47.320635+0000","last_unstale":"2024-09-12T17:56:44.383202+0000","last_undegraded":"2024-09-12T17:56:44.383202+0000","last_fullsized":"2024-09-12T17:56:44.383202+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T17:56:44.382860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.382860+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:32.097760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1316,"num_read_kb":1041,"num_write":510,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'290","reported_seq":1008,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.113815+0000","last_change":"2024-09-12T17:56:41.113670+0000","last_active":"2024-09-12T17:56:41.113815+0000","last_peered":"2024-09-12T17:56:41.113815+0000","last_clean":"2024-09-12T17:56:41.113815+0000","last_became_active":"2024-09-12T17:09:45.369616+0000","last_became_peered":"2024-09-12T17:09:45.369616+0000","last_unstale":"2024-09-12T17:56:41.113815+0000","last_undegraded":"2024-09-12T17:56:41.113815+0000","last_fullsized":"2024-09-12T17:56:41.113815+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T17:56:41.113444+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.113444+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:45.669111+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589487,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":799,"num_read_kb":32702,"num_write":1329,"num_write_kb":29912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.351897+0000","last_change":"2024-09-12T17:56:51.351754+0000","last_active":"2024-09-12T17:56:51.351897+0000","last_peered":"2024-09-12T17:56:51.351897+0000","last_clean":"2024-09-12T17:56:51.351897+0000","last_became_active":"2024-09-12T17:09:30.467624+0000","last_became_peered":"2024-09-12T17:09:30.467624+0000","last_unstale":"2024-09-12T17:56:51.351897+0000","last_undegraded":"2024-09-12T17:56:51.351897+0000","last_fullsized":"2024-09-12T17:56:51.351897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.351576+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.351576+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:55.866263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014155490000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.371383+0000","last_change":"2024-09-12T17:56:55.371103+0000","last_active":"2024-09-12T17:56:55.371383+0000","last_peered":"2024-09-12T17:56:55.371383+0000","last_clean":"2024-09-12T17:56:55.371383+0000","last_became_active":"2024-09-12T17:09:49.322440+0000","last_became_peered":"2024-09-12T17:09:49.322440+0000","last_unstale":"2024-09-12T17:56:55.371383+0000","last_undegraded":"2024-09-12T17:56:55.371383+0000","last_fullsized":"2024-09-12T17:56:55.371383+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.370894+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.370894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:32.697396+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'267","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.341645+0000","last_change":"2024-09-12T17:56:57.341645+0000","last_active":"2024-09-12T17:56:57.341645+0000","last_peered":"2024-09-12T17:56:57.341645+0000","last_clean":"2024-09-12T17:56:57.341645+0000","last_became_active":"2024-09-12T17:09:51.318695+0000","last_became_peered":"2024-09-12T17:09:51.318695+0000","last_unstale":"2024-09-12T17:56:57.341645+0000","last_undegraded":"2024-09-12T17:56:57.341645+0000","last_fullsized":"2024-09-12T17:56:57.341645+0000","mapping_epoch":32,"log_start":"264'200","ondisk_log_start":"264'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'267","last_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_deep_scrub":"267'267","last_deep_scrub_stamp":"2024-09-12T17:56:57.341398+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.341398+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:02.895808+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13846,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":371,"num_read_kb":508,"num_write":204,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3818,"num_omap_keys":8,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.168832+0000","last_change":"2024-09-12T17:57:05.168621+0000","last_active":"2024-09-12T17:57:05.168832+0000","last_peered":"2024-09-12T17:57:05.168832+0000","last_clean":"2024-09-12T17:57:05.168832+0000","last_became_active":"2024-09-12T17:09:53.344273+0000","last_became_peered":"2024-09-12T17:09:53.344273+0000","last_unstale":"2024-09-12T17:57:05.168832+0000","last_undegraded":"2024-09-12T17:57:05.168832+0000","last_fullsized":"2024-09-12T17:57:05.168832+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:05.168284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:05.168284+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.168284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:32.202912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'137","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.372995+0000","last_change":"2024-09-12T17:57:11.372821+0000","last_active":"2024-09-12T17:57:11.372995+0000","last_peered":"2024-09-12T17:57:11.372995+0000","last_clean":"2024-09-12T17:57:11.372995+0000","last_became_active":"2024-09-12T17:09:55.343499+0000","last_became_peered":"2024-09-12T17:09:55.343499+0000","last_unstale":"2024-09-12T17:57:11.372995+0000","last_undegraded":"2024-09-12T17:57:11.372995+0000","last_fullsized":"2024-09-12T17:57:11.372995+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T17:57:11.372627+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T17:57:11.372627+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.372627+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:33.001417+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1149,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":138,"num_read_kb":138,"num_write":302,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'248","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.533908+0000","last_change":"2024-09-12T17:56:44.533752+0000","last_active":"2024-09-12T17:56:44.533908+0000","last_peered":"2024-09-12T17:56:44.533908+0000","last_clean":"2024-09-12T17:56:44.533908+0000","last_became_active":"2024-09-12T17:09:47.312459+0000","last_became_peered":"2024-09-12T17:09:47.312459+0000","last_unstale":"2024-09-12T17:56:44.533908+0000","last_undegraded":"2024-09-12T17:56:44.533908+0000","last_fullsized":"2024-09-12T17:56:44.533908+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'248","last_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_deep_scrub":"267'248","last_deep_scrub_stamp":"2024-09-12T17:56:44.533564+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.533564+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:54.505045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":901,"num_write":380,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'215","reported_seq":887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.503770+0000","last_change":"2024-09-12T17:56:37.503628+0000","last_active":"2024-09-12T17:56:37.503770+0000","last_peered":"2024-09-12T17:56:37.503770+0000","last_clean":"2024-09-12T17:56:37.503770+0000","last_became_active":"2024-09-12T17:09:45.324546+0000","last_became_peered":"2024-09-12T17:09:45.324546+0000","last_unstale":"2024-09-12T17:56:37.503770+0000","last_undegraded":"2024-09-12T17:56:37.503770+0000","last_fullsized":"2024-09-12T17:56:37.503770+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:37.503401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.503401+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:11.831596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399451,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":81577,"num_write":1037,"num_write_kb":24409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":534,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.458082+0000","last_change":"2024-09-12T17:56:41.457818+0000","last_active":"2024-09-12T17:56:41.458082+0000","last_peered":"2024-09-12T17:56:41.458082+0000","last_clean":"2024-09-12T17:56:41.458082+0000","last_became_active":"2024-09-12T17:09:30.474278+0000","last_became_peered":"2024-09-12T17:09:30.474278+0000","last_unstale":"2024-09-12T17:56:41.458082+0000","last_undegraded":"2024-09-12T17:56:41.458082+0000","last_fullsized":"2024-09-12T17:56:41.458082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:41.457614+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.457614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:53.161598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096680900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.499647+0000","last_change":"2024-09-12T17:56:50.499475+0000","last_active":"2024-09-12T17:56:50.499647+0000","last_peered":"2024-09-12T17:56:50.499647+0000","last_clean":"2024-09-12T17:56:50.499647+0000","last_became_active":"2024-09-12T17:09:49.320531+0000","last_became_peered":"2024-09-12T17:09:49.320531+0000","last_unstale":"2024-09-12T17:56:50.499647+0000","last_undegraded":"2024-09-12T17:56:50.499647+0000","last_fullsized":"2024-09-12T17:56:50.499647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.499297+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.499297+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:29.194781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'178","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.426329+0000","last_change":"2024-09-12T17:56:58.426184+0000","last_active":"2024-09-12T17:56:58.426329+0000","last_peered":"2024-09-12T17:56:58.426329+0000","last_clean":"2024-09-12T17:56:58.426329+0000","last_became_active":"2024-09-12T17:09:51.339440+0000","last_became_peered":"2024-09-12T17:09:51.339440+0000","last_unstale":"2024-09-12T17:56:58.426329+0000","last_undegraded":"2024-09-12T17:56:58.426329+0000","last_fullsized":"2024-09-12T17:56:58.426329+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T17:56:58.426003+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T17:56:58.426003+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.426003+0000","objects_scrubbed":8,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:43.226408+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":225,"num_read_kb":218,"num_write":190,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'758","reported_seq":2776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.085795+0000","last_change":"2024-09-12T17:57:07.085795+0000","last_active":"2024-09-12T17:57:07.085795+0000","last_peered":"2024-09-12T17:57:07.085795+0000","last_clean":"2024-09-12T17:57:07.085795+0000","last_became_active":"2024-09-12T17:09:53.353446+0000","last_became_peered":"2024-09-12T17:09:53.353446+0000","last_unstale":"2024-09-12T17:57:07.085795+0000","last_undegraded":"2024-09-12T17:57:07.085795+0000","last_fullsized":"2024-09-12T17:57:07.085795+0000","mapping_epoch":34,"log_start":"267'701","ondisk_log_start":"267'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'758","last_scrub_stamp":"2024-09-12T17:57:07.085616+0000","last_deep_scrub":"267'758","last_deep_scrub_stamp":"2024-09-12T17:57:07.085616+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.085616+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":701,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:16.015266+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'130","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.456764+0000","last_change":"2024-09-12T17:57:19.456764+0000","last_active":"2024-09-12T17:57:19.456764+0000","last_peered":"2024-09-12T17:57:19.456764+0000","last_clean":"2024-09-12T17:57:19.456764+0000","last_became_active":"2024-09-12T17:09:55.348306+0000","last_became_peered":"2024-09-12T17:09:55.348306+0000","last_unstale":"2024-09-12T17:57:19.456764+0000","last_undegraded":"2024-09-12T17:57:19.456764+0000","last_fullsized":"2024-09-12T17:57:19.456764+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'130","last_scrub_stamp":"2024-09-12T17:57:19.456562+0000","last_deep_scrub":"267'130","last_deep_scrub_stamp":"2024-09-12T17:57:19.456562+0000","last_clean_scrub_stamp":"2024-09-12T17:57:19.456562+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:54.788542+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":505,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":175,"num_write":296,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'176","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.109560+0000","last_change":"2024-09-12T17:56:49.109242+0000","last_active":"2024-09-12T17:56:49.109560+0000","last_peered":"2024-09-12T17:56:49.109560+0000","last_clean":"2024-09-12T17:56:49.109560+0000","last_became_active":"2024-09-12T17:09:47.320125+0000","last_became_peered":"2024-09-12T17:09:47.320125+0000","last_unstale":"2024-09-12T17:56:49.109560+0000","last_undegraded":"2024-09-12T17:56:49.109560+0000","last_fullsized":"2024-09-12T17:56:49.109560+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:49.109018+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.109018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:52.841848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":864,"num_read_kb":731,"num_write":306,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'232","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.969460+0000","last_change":"2024-09-12T17:56:37.969134+0000","last_active":"2024-09-12T17:56:37.969460+0000","last_peered":"2024-09-12T17:56:37.969460+0000","last_clean":"2024-09-12T17:56:37.969460+0000","last_became_active":"2024-09-12T17:09:45.373610+0000","last_became_peered":"2024-09-12T17:09:45.373610+0000","last_unstale":"2024-09-12T17:56:37.969460+0000","last_undegraded":"2024-09-12T17:56:37.969460+0000","last_fullsized":"2024-09-12T17:56:37.969460+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'232","last_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_deep_scrub":"267'232","last_deep_scrub_stamp":"2024-09-12T17:56:37.968860+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.968860+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:42.202390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":630,"num_read_kb":21220,"num_write":1052,"num_write_kb":53837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.521000+0000","last_change":"2024-09-12T17:56:39.520954+0000","last_active":"2024-09-12T17:56:39.521000+0000","last_peered":"2024-09-12T17:56:39.521000+0000","last_clean":"2024-09-12T17:56:39.521000+0000","last_became_active":"2024-09-12T17:09:30.475221+0000","last_became_peered":"2024-09-12T17:09:30.475221+0000","last_unstale":"2024-09-12T17:56:39.521000+0000","last_undegraded":"2024-09-12T17:56:39.521000+0000","last_fullsized":"2024-09-12T17:56:39.521000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:39.520887+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.520887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:03.353698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012502259999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.106718+0000","last_change":"2024-09-12T17:56:57.106590+0000","last_active":"2024-09-12T17:56:57.106718+0000","last_peered":"2024-09-12T17:56:57.106718+0000","last_clean":"2024-09-12T17:56:57.106718+0000","last_became_active":"2024-09-12T17:09:49.307043+0000","last_became_peered":"2024-09-12T17:09:49.307043+0000","last_unstale":"2024-09-12T17:56:57.106718+0000","last_undegraded":"2024-09-12T17:56:57.106718+0000","last_fullsized":"2024-09-12T17:56:57.106718+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.106418+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.106418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:13.263560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'110","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.049068+0000","last_change":"2024-09-12T17:57:01.048926+0000","last_active":"2024-09-12T17:57:01.049068+0000","last_peered":"2024-09-12T17:57:01.049068+0000","last_clean":"2024-09-12T17:57:01.049068+0000","last_became_active":"2024-09-12T17:09:51.320342+0000","last_became_peered":"2024-09-12T17:09:51.320342+0000","last_unstale":"2024-09-12T17:57:01.049068+0000","last_undegraded":"2024-09-12T17:57:01.049068+0000","last_fullsized":"2024-09-12T17:57:01.049068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T17:57:01.048754+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T17:57:01.048754+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.048754+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:07.920755+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'752","reported_seq":2445,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.381305+0000","last_change":"2024-09-12T17:57:11.381150+0000","last_active":"2024-09-12T17:57:11.381305+0000","last_peered":"2024-09-12T17:57:11.381305+0000","last_clean":"2024-09-12T17:57:11.381305+0000","last_became_active":"2024-09-12T17:09:53.323767+0000","last_became_peered":"2024-09-12T17:09:53.323767+0000","last_unstale":"2024-09-12T17:57:11.381305+0000","last_undegraded":"2024-09-12T17:57:11.381305+0000","last_fullsized":"2024-09-12T17:57:11.381305+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'752","last_scrub_stamp":"2024-09-12T17:57:11.380974+0000","last_deep_scrub":"267'752","last_deep_scrub_stamp":"2024-09-12T17:57:11.380974+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.380974+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:14.580151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'155","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.367046+0000","last_change":"2024-09-12T17:57:09.366891+0000","last_active":"2024-09-12T17:57:09.367046+0000","last_peered":"2024-09-12T17:57:09.367046+0000","last_clean":"2024-09-12T17:57:09.367046+0000","last_became_active":"2024-09-12T17:09:55.361164+0000","last_became_peered":"2024-09-12T17:09:55.361164+0000","last_unstale":"2024-09-12T17:57:09.367046+0000","last_undegraded":"2024-09-12T17:57:09.367046+0000","last_fullsized":"2024-09-12T17:57:09.367046+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'155","last_scrub_stamp":"2024-09-12T17:57:09.366709+0000","last_deep_scrub":"267'155","last_deep_scrub_stamp":"2024-09-12T17:57:09.366709+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.366709+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:47.282646+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":117,"num_write":321,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'104","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.000684+0000","last_change":"2024-09-12T17:56:41.000363+0000","last_active":"2024-09-12T17:56:41.000684+0000","last_peered":"2024-09-12T17:56:41.000684+0000","last_clean":"2024-09-12T17:56:41.000684+0000","last_became_active":"2024-09-12T17:09:47.313847+0000","last_became_peered":"2024-09-12T17:09:47.313847+0000","last_unstale":"2024-09-12T17:56:41.000684+0000","last_undegraded":"2024-09-12T17:56:41.000684+0000","last_fullsized":"2024-09-12T17:56:41.000684+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:56:41.000126+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.000126+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:34.537467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":458,"num_read_kb":381,"num_write":172,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'234","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.427783+0000","last_change":"2024-09-12T17:56:38.427622+0000","last_active":"2024-09-12T17:56:38.427783+0000","last_peered":"2024-09-12T17:56:38.427783+0000","last_clean":"2024-09-12T17:56:38.427783+0000","last_became_active":"2024-09-12T17:09:45.346834+0000","last_became_peered":"2024-09-12T17:09:45.346834+0000","last_unstale":"2024-09-12T17:56:38.427783+0000","last_undegraded":"2024-09-12T17:56:38.427783+0000","last_fullsized":"2024-09-12T17:56:38.427783+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T17:56:38.427401+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.427401+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:55.628706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1766917,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":20171,"num_write":1068,"num_write_kb":36104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.505518+0000","last_change":"2024-09-12T17:56:43.505325+0000","last_active":"2024-09-12T17:56:43.505518+0000","last_peered":"2024-09-12T17:56:43.505518+0000","last_clean":"2024-09-12T17:56:43.505518+0000","last_became_active":"2024-09-12T17:09:30.476873+0000","last_became_peered":"2024-09-12T17:09:30.476873+0000","last_unstale":"2024-09-12T17:56:43.505518+0000","last_undegraded":"2024-09-12T17:56:43.505518+0000","last_fullsized":"2024-09-12T17:56:43.505518+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:43.505058+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.505058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:05.103495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.000754468,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"267'5","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.237246+0000","last_change":"2024-09-12T17:57:02.237076+0000","last_active":"2024-09-12T17:57:02.237246+0000","last_peered":"2024-09-12T17:57:02.237246+0000","last_clean":"2024-09-12T17:57:02.237246+0000","last_became_active":"2024-09-12T17:09:49.314754+0000","last_became_peered":"2024-09-12T17:09:49.314754+0000","last_unstale":"2024-09-12T17:57:02.237246+0000","last_undegraded":"2024-09-12T17:57:02.237246+0000","last_fullsized":"2024-09-12T17:57:02.237246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T17:57:02.236904+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T17:57:02.236904+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.236904+0000","objects_scrubbed":1,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:29.118681+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":1177,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'348","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.527467+0000","last_change":"2024-09-12T17:56:56.527324+0000","last_active":"2024-09-12T17:56:56.527467+0000","last_peered":"2024-09-12T17:56:56.527467+0000","last_clean":"2024-09-12T17:56:56.527467+0000","last_became_active":"2024-09-12T17:09:51.344633+0000","last_became_peered":"2024-09-12T17:09:51.344633+0000","last_unstale":"2024-09-12T17:56:56.527467+0000","last_undegraded":"2024-09-12T17:56:56.527467+0000","last_fullsized":"2024-09-12T17:56:56.527467+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T17:56:56.527088+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.527088+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:35.967661+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18877,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":462,"num_read_kb":599,"num_write":240,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.415483+0000","last_change":"2024-09-12T17:57:12.415350+0000","last_active":"2024-09-12T17:57:12.415483+0000","last_peered":"2024-09-12T17:57:12.415483+0000","last_clean":"2024-09-12T17:57:12.415483+0000","last_became_active":"2024-09-12T17:09:53.322262+0000","last_became_peered":"2024-09-12T17:09:53.322262+0000","last_unstale":"2024-09-12T17:57:12.415483+0000","last_undegraded":"2024-09-12T17:57:12.415483+0000","last_fullsized":"2024-09-12T17:57:12.415483+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:12.415170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:12.415170+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.415170+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:35.939992+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'104","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.089682+0000","last_change":"2024-09-12T17:57:11.089542+0000","last_active":"2024-09-12T17:57:11.089682+0000","last_peered":"2024-09-12T17:57:11.089682+0000","last_clean":"2024-09-12T17:57:11.089682+0000","last_became_active":"2024-09-12T17:09:55.333689+0000","last_became_peered":"2024-09-12T17:09:55.333689+0000","last_unstale":"2024-09-12T17:57:11.089682+0000","last_undegraded":"2024-09-12T17:57:11.089682+0000","last_fullsized":"2024-09-12T17:57:11.089682+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T17:57:11.089358+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T17:57:11.089358+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.089358+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:42.703301+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1037,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":134,"num_read_kb":132,"num_write":257,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'138","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:13.316665+0000","last_change":"2024-09-12T17:57:13.316500+0000","last_active":"2024-09-12T17:57:13.316665+0000","last_peered":"2024-09-12T17:57:13.316665+0000","last_clean":"2024-09-12T17:57:13.316665+0000","last_became_active":"2024-09-12T17:09:55.360722+0000","last_became_peered":"2024-09-12T17:09:55.360722+0000","last_unstale":"2024-09-12T17:57:13.316665+0000","last_undegraded":"2024-09-12T17:57:13.316665+0000","last_fullsized":"2024-09-12T17:57:13.316665+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T17:57:13.316311+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T17:57:13.316311+0000","last_clean_scrub_stamp":"2024-09-12T17:57:13.316311+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:56.202165+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":267,"num_write":332,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'167","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.988732+0000","last_change":"2024-09-12T17:56:45.988732+0000","last_active":"2024-09-12T17:56:45.988732+0000","last_peered":"2024-09-12T17:56:45.988732+0000","last_clean":"2024-09-12T17:56:45.988732+0000","last_became_active":"2024-09-12T17:09:47.335239+0000","last_became_peered":"2024-09-12T17:09:47.335239+0000","last_unstale":"2024-09-12T17:56:45.988732+0000","last_undegraded":"2024-09-12T17:56:45.988732+0000","last_fullsized":"2024-09-12T17:56:45.988732+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:45.988519+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.988519+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:01.040791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":752,"num_read_kb":632,"num_write":263,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'194","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.431812+0000","last_change":"2024-09-12T17:56:43.431647+0000","last_active":"2024-09-12T17:56:43.431812+0000","last_peered":"2024-09-12T17:56:43.431812+0000","last_clean":"2024-09-12T17:56:43.431812+0000","last_became_active":"2024-09-12T17:10:17.029894+0000","last_became_peered":"2024-09-12T17:10:17.029894+0000","last_unstale":"2024-09-12T17:56:43.431812+0000","last_undegraded":"2024-09-12T17:56:43.431812+0000","last_fullsized":"2024-09-12T17:56:43.431812+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T17:56:43.431441+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.431441+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:16.531374+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":635,"num_read_kb":35950,"num_write":877,"num_write_kb":58571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2,6],"acting":[1,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.450991+0000","last_change":"2024-09-12T17:56:56.450991+0000","last_active":"2024-09-12T17:56:56.450991+0000","last_peered":"2024-09-12T17:56:56.450991+0000","last_clean":"2024-09-12T17:56:56.450991+0000","last_became_active":"2024-09-12T17:09:49.319170+0000","last_became_peered":"2024-09-12T17:09:49.319170+0000","last_unstale":"2024-09-12T17:56:56.450991+0000","last_undegraded":"2024-09-12T17:56:56.450991+0000","last_fullsized":"2024-09-12T17:56:56.450991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:56.450813+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.450813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:05.052155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'126","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.393126+0000","last_change":"2024-09-12T17:57:07.393126+0000","last_active":"2024-09-12T17:57:07.393126+0000","last_peered":"2024-09-12T17:57:07.393126+0000","last_clean":"2024-09-12T17:57:07.393126+0000","last_became_active":"2024-09-12T17:09:51.319494+0000","last_became_peered":"2024-09-12T17:09:51.319494+0000","last_unstale":"2024-09-12T17:57:07.393126+0000","last_undegraded":"2024-09-12T17:57:07.393126+0000","last_fullsized":"2024-09-12T17:57:07.393126+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:07.392785+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:07.392785+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.392785+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:33.204813+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":267,"num_write":92,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.478976+0000","last_change":"2024-09-12T17:57:14.478976+0000","last_active":"2024-09-12T17:57:14.478976+0000","last_peered":"2024-09-12T17:57:14.478976+0000","last_clean":"2024-09-12T17:57:14.478976+0000","last_became_active":"2024-09-12T17:09:53.323570+0000","last_became_peered":"2024-09-12T17:09:53.323570+0000","last_unstale":"2024-09-12T17:57:14.478976+0000","last_undegraded":"2024-09-12T17:57:14.478976+0000","last_fullsized":"2024-09-12T17:57:14.478976+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:14.478795+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:14.478795+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.478795+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:16.687210+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'125","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:21.432605+0000","last_change":"2024-09-12T17:57:21.432605+0000","last_active":"2024-09-12T17:57:21.432605+0000","last_peered":"2024-09-12T17:57:21.432605+0000","last_clean":"2024-09-12T17:57:21.432605+0000","last_became_active":"2024-09-12T17:09:55.342585+0000","last_became_peered":"2024-09-12T17:09:55.342585+0000","last_unstale":"2024-09-12T17:57:21.432605+0000","last_undegraded":"2024-09-12T17:57:21.432605+0000","last_fullsized":"2024-09-12T17:57:21.432605+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'125","last_scrub_stamp":"2024-09-12T17:57:21.432428+0000","last_deep_scrub":"267'125","last_deep_scrub_stamp":"2024-09-12T17:57:21.432428+0000","last_clean_scrub_stamp":"2024-09-12T17:57:21.432428+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:41.458936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":137,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'4101","reported_seq":4725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.385082+0000","last_change":"2024-09-12T17:56:53.385082+0000","last_active":"2024-09-12T17:56:53.385082+0000","last_peered":"2024-09-12T17:56:53.385082+0000","last_clean":"2024-09-12T17:56:53.385082+0000","last_became_active":"2024-09-12T17:09:47.325344+0000","last_became_peered":"2024-09-12T17:09:47.325344+0000","last_unstale":"2024-09-12T17:56:53.385082+0000","last_undegraded":"2024-09-12T17:56:53.385082+0000","last_fullsized":"2024-09-12T17:56:53.385082+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4101","last_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_deep_scrub":"267'4101","last_deep_scrub_stamp":"2024-09-12T17:56:53.384906+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.384906+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":3000,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:51.858604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16494,"num_read_kb":13768,"num_write":6145,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'203","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.524770+0000","last_change":"2024-09-12T17:56:46.524770+0000","last_active":"2024-09-12T17:56:46.524770+0000","last_peered":"2024-09-12T17:56:46.524770+0000","last_clean":"2024-09-12T17:56:46.524770+0000","last_became_active":"2024-09-12T17:09:45.376334+0000","last_became_peered":"2024-09-12T17:09:45.376334+0000","last_unstale":"2024-09-12T17:56:46.524770+0000","last_undegraded":"2024-09-12T17:56:46.524770+0000","last_fullsized":"2024-09-12T17:56:46.524770+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T17:56:46.524373+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.524373+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:28.555069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051141,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":22020,"num_write":943,"num_write_kb":27431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.239716+0000","last_change":"2024-09-12T17:56:59.239716+0000","last_active":"2024-09-12T17:56:59.239716+0000","last_peered":"2024-09-12T17:56:59.239716+0000","last_clean":"2024-09-12T17:56:59.239716+0000","last_became_active":"2024-09-12T17:09:49.303444+0000","last_became_peered":"2024-09-12T17:09:49.303444+0000","last_unstale":"2024-09-12T17:56:59.239716+0000","last_undegraded":"2024-09-12T17:56:59.239716+0000","last_fullsized":"2024-09-12T17:56:59.239716+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:59.239541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:59.239541+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.239541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:29.635890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'52","reported_seq":564,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.430299+0000","last_change":"2024-09-12T17:56:59.430299+0000","last_active":"2024-09-12T17:56:59.430299+0000","last_peered":"2024-09-12T17:56:59.430299+0000","last_clean":"2024-09-12T17:56:59.430299+0000","last_became_active":"2024-09-12T17:09:51.327848+0000","last_became_peered":"2024-09-12T17:09:51.327848+0000","last_unstale":"2024-09-12T17:56:59.430299+0000","last_undegraded":"2024-09-12T17:56:59.430299+0000","last_fullsized":"2024-09-12T17:56:59.430299+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T17:56:59.430038+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T17:56:59.430038+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.430038+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:30.453971+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":32,"num_write":28,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:09.255707+0000","last_change":"2024-09-12T17:57:09.255707+0000","last_active":"2024-09-12T17:57:09.255707+0000","last_peered":"2024-09-12T17:57:09.255707+0000","last_clean":"2024-09-12T17:57:09.255707+0000","last_became_active":"2024-09-12T17:09:53.324156+0000","last_became_peered":"2024-09-12T17:09:53.324156+0000","last_unstale":"2024-09-12T17:57:09.255707+0000","last_undegraded":"2024-09-12T17:57:09.255707+0000","last_fullsized":"2024-09-12T17:57:09.255707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:09.255510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:09.255510+0000","last_clean_scrub_stamp":"2024-09-12T17:57:09.255510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:45.022422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'201","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.322722+0000","last_change":"2024-09-12T17:57:12.322589+0000","last_active":"2024-09-12T17:57:12.322722+0000","last_peered":"2024-09-12T17:57:12.322722+0000","last_clean":"2024-09-12T17:57:12.322722+0000","last_became_active":"2024-09-12T17:09:55.362997+0000","last_became_peered":"2024-09-12T17:09:55.362997+0000","last_unstale":"2024-09-12T17:57:12.322722+0000","last_undegraded":"2024-09-12T17:57:12.322722+0000","last_fullsized":"2024-09-12T17:57:12.322722+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:57:12.322389+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:57:12.322389+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.322389+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:22.686714+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":344,"num_read_kb":336,"num_write":449,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'258","reported_seq":881,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.083947+0000","last_change":"2024-09-12T17:56:53.083947+0000","last_active":"2024-09-12T17:56:53.083947+0000","last_peered":"2024-09-12T17:56:53.083947+0000","last_clean":"2024-09-12T17:56:53.083947+0000","last_became_active":"2024-09-12T17:09:47.330955+0000","last_became_peered":"2024-09-12T17:09:47.330955+0000","last_unstale":"2024-09-12T17:56:53.083947+0000","last_undegraded":"2024-09-12T17:56:53.083947+0000","last_fullsized":"2024-09-12T17:56:53.083947+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T17:56:53.083776+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.083776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:12.166998+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":904,"num_write":401,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'197","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.077044+0000","last_change":"2024-09-12T17:56:42.077044+0000","last_active":"2024-09-12T17:56:42.077044+0000","last_peered":"2024-09-12T17:56:42.077044+0000","last_clean":"2024-09-12T17:56:42.077044+0000","last_became_active":"2024-09-12T17:09:45.360450+0000","last_became_peered":"2024-09-12T17:09:45.360450+0000","last_unstale":"2024-09-12T17:56:42.077044+0000","last_undegraded":"2024-09-12T17:56:42.077044+0000","last_fullsized":"2024-09-12T17:56:42.077044+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:42.076805+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.076805+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:00.675669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524455,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":56731,"num_write":923,"num_write_kb":22860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.444320+0000","last_change":"2024-09-12T17:56:50.444320+0000","last_active":"2024-09-12T17:56:50.444320+0000","last_peered":"2024-09-12T17:56:50.444320+0000","last_clean":"2024-09-12T17:56:50.444320+0000","last_became_active":"2024-09-12T17:09:49.329407+0000","last_became_peered":"2024-09-12T17:09:49.329407+0000","last_unstale":"2024-09-12T17:56:50.444320+0000","last_undegraded":"2024-09-12T17:56:50.444320+0000","last_fullsized":"2024-09-12T17:56:50.444320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:50.444123+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.444123+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:11.317353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'182","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.352780+0000","last_change":"2024-09-12T17:57:06.352780+0000","last_active":"2024-09-12T17:57:06.352780+0000","last_peered":"2024-09-12T17:57:06.352780+0000","last_clean":"2024-09-12T17:57:06.352780+0000","last_became_active":"2024-09-12T17:09:51.319266+0000","last_became_peered":"2024-09-12T17:09:51.319266+0000","last_unstale":"2024-09-12T17:57:06.352780+0000","last_undegraded":"2024-09-12T17:57:06.352780+0000","last_fullsized":"2024-09-12T17:57:06.352780+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'182","last_scrub_stamp":"2024-09-12T17:57:06.352453+0000","last_deep_scrub":"267'182","last_deep_scrub_stamp":"2024-09-12T17:57:06.352453+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.352453+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:55.956426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14375,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":351,"num_write":140,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.448298+0000","last_change":"2024-09-12T17:56:57.448298+0000","last_active":"2024-09-12T17:56:57.448298+0000","last_peered":"2024-09-12T17:56:57.448298+0000","last_clean":"2024-09-12T17:56:57.448298+0000","last_became_active":"2024-09-12T17:09:53.353166+0000","last_became_peered":"2024-09-12T17:09:53.353166+0000","last_unstale":"2024-09-12T17:56:57.448298+0000","last_undegraded":"2024-09-12T17:56:57.448298+0000","last_fullsized":"2024-09-12T17:56:57.448298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:57.448107+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.448107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:49.296323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'128","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.144260+0000","last_change":"2024-09-12T17:57:14.144116+0000","last_active":"2024-09-12T17:57:14.144260+0000","last_peered":"2024-09-12T17:57:14.144260+0000","last_clean":"2024-09-12T17:57:14.144260+0000","last_became_active":"2024-09-12T17:09:55.339523+0000","last_became_peered":"2024-09-12T17:09:55.339523+0000","last_unstale":"2024-09-12T17:57:14.144260+0000","last_undegraded":"2024-09-12T17:57:14.144260+0000","last_fullsized":"2024-09-12T17:57:14.144260+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:57:14.143917+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:57:14.143917+0000","last_clean_scrub_stamp":"2024-09-12T17:57:14.143917+0000","objects_scrubbed":1,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:25.425670+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":226,"num_read_kb":214,"num_write":303,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'108","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.070186+0000","last_change":"2024-09-12T17:56:54.070186+0000","last_active":"2024-09-12T17:56:54.070186+0000","last_peered":"2024-09-12T17:56:54.070186+0000","last_clean":"2024-09-12T17:56:54.070186+0000","last_became_active":"2024-09-12T17:09:47.312110+0000","last_became_peered":"2024-09-12T17:09:47.312110+0000","last_unstale":"2024-09-12T17:56:54.070186+0000","last_undegraded":"2024-09-12T17:56:54.070186+0000","last_fullsized":"2024-09-12T17:56:54.070186+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:56:54.070011+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.070011+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:12.028008+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":436,"num_write":153,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'192","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.423278+0000","last_change":"2024-09-12T17:56:37.423278+0000","last_active":"2024-09-12T17:56:37.423278+0000","last_peered":"2024-09-12T17:56:37.423278+0000","last_clean":"2024-09-12T17:56:37.423278+0000","last_became_active":"2024-09-12T17:09:45.379836+0000","last_became_peered":"2024-09-12T17:09:45.379836+0000","last_unstale":"2024-09-12T17:56:37.423278+0000","last_undegraded":"2024-09-12T17:56:37.423278+0000","last_fullsized":"2024-09-12T17:56:37.423278+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T17:56:37.423010+0000","last_clean_scrub_stamp":"2024-09-12T17:56:37.423010+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:39.580774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":74056,"num_write":897,"num_write_kb":31067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.404949+0000","last_change":"2024-09-12T17:56:53.404949+0000","last_active":"2024-09-12T17:56:53.404949+0000","last_peered":"2024-09-12T17:56:53.404949+0000","last_clean":"2024-09-12T17:56:53.404949+0000","last_became_active":"2024-09-12T17:09:49.319049+0000","last_became_peered":"2024-09-12T17:09:49.319049+0000","last_unstale":"2024-09-12T17:56:53.404949+0000","last_undegraded":"2024-09-12T17:56:53.404949+0000","last_fullsized":"2024-09-12T17:56:53.404949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:53.404762+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.404762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:22.587806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'124","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.348769+0000","last_change":"2024-09-12T17:57:03.348769+0000","last_active":"2024-09-12T17:57:03.348769+0000","last_peered":"2024-09-12T17:57:03.348769+0000","last_clean":"2024-09-12T17:57:03.348769+0000","last_became_active":"2024-09-12T17:09:51.337933+0000","last_became_peered":"2024-09-12T17:09:51.337933+0000","last_unstale":"2024-09-12T17:57:03.348769+0000","last_undegraded":"2024-09-12T17:57:03.348769+0000","last_fullsized":"2024-09-12T17:57:03.348769+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T17:57:03.348595+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T17:57:03.348595+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.348595+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.458151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5908,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":196,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.352852+0000","last_change":"2024-09-12T17:57:07.352852+0000","last_active":"2024-09-12T17:57:07.352852+0000","last_peered":"2024-09-12T17:57:07.352852+0000","last_clean":"2024-09-12T17:57:07.352852+0000","last_became_active":"2024-09-12T17:09:53.358044+0000","last_became_peered":"2024-09-12T17:09:53.358044+0000","last_unstale":"2024-09-12T17:57:07.352852+0000","last_undegraded":"2024-09-12T17:57:07.352852+0000","last_fullsized":"2024-09-12T17:57:07.352852+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.352667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.352667+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.352667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:55.843365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'139","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.531196+0000","last_change":"2024-09-12T17:56:48.530980+0000","last_active":"2024-09-12T17:56:48.531196+0000","last_peered":"2024-09-12T17:56:48.531196+0000","last_clean":"2024-09-12T17:56:48.531196+0000","last_became_active":"2024-09-12T17:09:47.336195+0000","last_became_peered":"2024-09-12T17:09:47.336195+0000","last_unstale":"2024-09-12T17:56:48.531196+0000","last_undegraded":"2024-09-12T17:56:48.531196+0000","last_fullsized":"2024-09-12T17:56:48.531196+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'139","last_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_deep_scrub":"267'139","last_deep_scrub_stamp":"2024-09-12T17:56:48.530773+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530773+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:08.491229+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":504,"num_write":225,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'188","reported_seq":830,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.976797+0000","last_change":"2024-09-12T17:56:38.976797+0000","last_active":"2024-09-12T17:56:38.976797+0000","last_peered":"2024-09-12T17:56:38.976797+0000","last_clean":"2024-09-12T17:56:38.976797+0000","last_became_active":"2024-09-12T17:09:45.310317+0000","last_became_peered":"2024-09-12T17:09:45.310317+0000","last_unstale":"2024-09-12T17:56:38.976797+0000","last_undegraded":"2024-09-12T17:56:38.976797+0000","last_fullsized":"2024-09-12T17:56:38.976797+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T17:56:38.976672+0000","last_clean_scrub_stamp":"2024-09-12T17:56:38.976672+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:09.623062+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207038,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":464,"num_read_kb":44060,"num_write":924,"num_write_kb":29836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.371332+0000","last_change":"2024-09-12T17:56:54.371332+0000","last_active":"2024-09-12T17:56:54.371332+0000","last_peered":"2024-09-12T17:56:54.371332+0000","last_clean":"2024-09-12T17:56:54.371332+0000","last_became_active":"2024-09-12T17:09:49.316281+0000","last_became_peered":"2024-09-12T17:09:49.316281+0000","last_unstale":"2024-09-12T17:56:54.371332+0000","last_undegraded":"2024-09-12T17:56:54.371332+0000","last_fullsized":"2024-09-12T17:56:54.371332+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:54.371122+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.371122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:31.961763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'218","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.455270+0000","last_change":"2024-09-12T17:57:00.455126+0000","last_active":"2024-09-12T17:57:00.455270+0000","last_peered":"2024-09-12T17:57:00.455270+0000","last_clean":"2024-09-12T17:57:00.455270+0000","last_became_active":"2024-09-12T17:09:51.332468+0000","last_became_peered":"2024-09-12T17:09:51.332468+0000","last_unstale":"2024-09-12T17:57:00.455270+0000","last_undegraded":"2024-09-12T17:57:00.455270+0000","last_fullsized":"2024-09-12T17:57:00.455270+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'218","last_scrub_stamp":"2024-09-12T17:57:00.454901+0000","last_deep_scrub":"267'218","last_deep_scrub_stamp":"2024-09-12T17:57:00.454901+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.454901+0000","objects_scrubbed":6,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.957743+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":315,"num_read_kb":514,"num_write":198,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.090361+0000","last_change":"2024-09-12T17:57:08.090236+0000","last_active":"2024-09-12T17:57:08.090361+0000","last_peered":"2024-09-12T17:57:08.090361+0000","last_clean":"2024-09-12T17:57:08.090361+0000","last_became_active":"2024-09-12T17:09:53.354351+0000","last_became_peered":"2024-09-12T17:09:53.354351+0000","last_unstale":"2024-09-12T17:57:08.090361+0000","last_undegraded":"2024-09-12T17:57:08.090361+0000","last_fullsized":"2024-09-12T17:57:08.090361+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:08.090033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:08.090033+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.090033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:41.481009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'191","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.312525+0000","last_change":"2024-09-12T17:57:25.312525+0000","last_active":"2024-09-12T17:57:25.312525+0000","last_peered":"2024-09-12T17:57:25.312525+0000","last_clean":"2024-09-12T17:57:25.312525+0000","last_became_active":"2024-09-12T17:09:55.351673+0000","last_became_peered":"2024-09-12T17:09:55.351673+0000","last_unstale":"2024-09-12T17:57:25.312525+0000","last_undegraded":"2024-09-12T17:57:25.312525+0000","last_fullsized":"2024-09-12T17:57:25.312525+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T17:57:25.312332+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T17:57:25.312332+0000","last_clean_scrub_stamp":"2024-09-12T17:57:25.312332+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:09.697584+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1087,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":299,"num_read_kb":299,"num_write":451,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'176","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.472881+0000","last_change":"2024-09-12T17:56:48.472739+0000","last_active":"2024-09-12T17:56:48.472881+0000","last_peered":"2024-09-12T17:56:48.472881+0000","last_clean":"2024-09-12T17:56:48.472881+0000","last_became_active":"2024-09-12T17:09:47.305952+0000","last_became_peered":"2024-09-12T17:09:47.305952+0000","last_unstale":"2024-09-12T17:56:48.472881+0000","last_undegraded":"2024-09-12T17:56:48.472881+0000","last_fullsized":"2024-09-12T17:56:48.472881+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:56:48.472563+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.472563+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:11.958210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":654,"num_write":276,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'207","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.510549+0000","last_change":"2024-09-12T17:56:41.510549+0000","last_active":"2024-09-12T17:56:41.510549+0000","last_peered":"2024-09-12T17:56:41.510549+0000","last_clean":"2024-09-12T17:56:41.510549+0000","last_became_active":"2024-09-12T17:09:45.346075+0000","last_became_peered":"2024-09-12T17:09:45.346075+0000","last_unstale":"2024-09-12T17:56:41.510549+0000","last_undegraded":"2024-09-12T17:56:41.510549+0000","last_fullsized":"2024-09-12T17:56:41.510549+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:41.510293+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.510293+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:47.796100+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568921,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":435,"num_read_kb":6363,"num_write":941,"num_write_kb":35417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.454818+0000","last_change":"2024-09-12T17:56:52.454541+0000","last_active":"2024-09-12T17:56:52.454818+0000","last_peered":"2024-09-12T17:56:52.454818+0000","last_clean":"2024-09-12T17:56:52.454818+0000","last_became_active":"2024-09-12T17:09:49.325929+0000","last_became_peered":"2024-09-12T17:09:49.325929+0000","last_unstale":"2024-09-12T17:56:52.454818+0000","last_undegraded":"2024-09-12T17:56:52.454818+0000","last_fullsized":"2024-09-12T17:56:52.454818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:52.454338+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.454338+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:09.400787+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'156","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:05.286232+0000","last_change":"2024-09-12T17:57:05.285969+0000","last_active":"2024-09-12T17:57:05.286232+0000","last_peered":"2024-09-12T17:57:05.286232+0000","last_clean":"2024-09-12T17:57:05.286232+0000","last_became_active":"2024-09-12T17:09:51.340575+0000","last_became_peered":"2024-09-12T17:09:51.340575+0000","last_unstale":"2024-09-12T17:57:05.286232+0000","last_undegraded":"2024-09-12T17:57:05.286232+0000","last_fullsized":"2024-09-12T17:57:05.286232+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T17:57:05.285712+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T17:57:05.285712+0000","last_clean_scrub_stamp":"2024-09-12T17:57:05.285712+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:00.712632+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14032,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":222,"num_read_kb":300,"num_write":142,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.412255+0000","last_change":"2024-09-12T17:57:02.412120+0000","last_active":"2024-09-12T17:57:02.412255+0000","last_peered":"2024-09-12T17:57:02.412255+0000","last_clean":"2024-09-12T17:57:02.412255+0000","last_became_active":"2024-09-12T17:09:53.337976+0000","last_became_peered":"2024-09-12T17:09:53.337976+0000","last_unstale":"2024-09-12T17:57:02.412255+0000","last_undegraded":"2024-09-12T17:57:02.412255+0000","last_fullsized":"2024-09-12T17:57:02.412255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:02.411918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:02.411918+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.411918+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:36.183574+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'236","reported_seq":1178,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:01.431297+0000","last_change":"2024-09-12T17:57:01.431297+0000","last_active":"2024-09-12T17:57:01.431297+0000","last_peered":"2024-09-12T17:57:01.431297+0000","last_clean":"2024-09-12T17:57:01.431297+0000","last_became_active":"2024-09-12T17:09:55.351364+0000","last_became_peered":"2024-09-12T17:09:55.351364+0000","last_unstale":"2024-09-12T17:57:01.431297+0000","last_undegraded":"2024-09-12T17:57:01.431297+0000","last_fullsized":"2024-09-12T17:57:01.431297+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T17:57:01.431087+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T17:57:01.431087+0000","last_clean_scrub_stamp":"2024-09-12T17:57:01.431087+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:05.102777+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":959,"num_read_kb":885,"num_write":643,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'128","reported_seq":722,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.114773+0000","last_change":"2024-09-12T17:56:55.114584+0000","last_active":"2024-09-12T17:56:55.114773+0000","last_peered":"2024-09-12T17:56:55.114773+0000","last_clean":"2024-09-12T17:56:55.114773+0000","last_became_active":"2024-09-12T17:09:47.326605+0000","last_became_peered":"2024-09-12T17:09:47.326605+0000","last_unstale":"2024-09-12T17:56:55.114773+0000","last_undegraded":"2024-09-12T17:56:55.114773+0000","last_fullsized":"2024-09-12T17:56:55.114773+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T17:56:55.114399+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.114399+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:21.304154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":469,"num_write":191,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'224","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.058456+0000","last_change":"2024-09-12T17:56:43.058280+0000","last_active":"2024-09-12T17:56:43.058456+0000","last_peered":"2024-09-12T17:56:43.058456+0000","last_clean":"2024-09-12T17:56:43.058456+0000","last_became_active":"2024-09-12T17:10:16.706399+0000","last_became_peered":"2024-09-12T17:10:16.706399+0000","last_unstale":"2024-09-12T17:56:43.058456+0000","last_undegraded":"2024-09-12T17:56:43.058456+0000","last_fullsized":"2024-09-12T17:56:43.058456+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'224","last_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_deep_scrub":"267'224","last_deep_scrub_stamp":"2024-09-12T17:56:43.058063+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.058063+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:41.136786+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262253,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":485,"num_read_kb":20078,"num_write":1002,"num_write_kb":35718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.063595+0000","last_change":"2024-09-12T17:57:00.063464+0000","last_active":"2024-09-12T17:57:00.063595+0000","last_peered":"2024-09-12T17:57:00.063595+0000","last_clean":"2024-09-12T17:57:00.063595+0000","last_became_active":"2024-09-12T17:09:49.308895+0000","last_became_peered":"2024-09-12T17:09:49.308895+0000","last_unstale":"2024-09-12T17:57:00.063595+0000","last_undegraded":"2024-09-12T17:57:00.063595+0000","last_fullsized":"2024-09-12T17:57:00.063595+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:00.063274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:00.063274+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.063274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:43.907905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'147","reported_seq":735,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.409500+0000","last_change":"2024-09-12T17:57:10.409341+0000","last_active":"2024-09-12T17:57:10.409500+0000","last_peered":"2024-09-12T17:57:10.409500+0000","last_clean":"2024-09-12T17:57:10.409500+0000","last_became_active":"2024-09-12T17:09:51.339097+0000","last_became_peered":"2024-09-12T17:09:51.339097+0000","last_unstale":"2024-09-12T17:57:10.409500+0000","last_undegraded":"2024-09-12T17:57:10.409500+0000","last_fullsized":"2024-09-12T17:57:10.409500+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T17:57:10.409117+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T17:57:10.409117+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.409117+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:05.728358+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8597,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":181,"num_read_kb":254,"num_write":100,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.370580+0000","last_change":"2024-09-12T17:57:03.370580+0000","last_active":"2024-09-12T17:57:03.370580+0000","last_peered":"2024-09-12T17:57:03.370580+0000","last_clean":"2024-09-12T17:57:03.370580+0000","last_became_active":"2024-09-12T17:09:53.335877+0000","last_became_peered":"2024-09-12T17:09:53.335877+0000","last_unstale":"2024-09-12T17:57:03.370580+0000","last_undegraded":"2024-09-12T17:57:03.370580+0000","last_fullsized":"2024-09-12T17:57:03.370580+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:03.370419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:03.370419+0000","last_clean_scrub_stamp":"2024-09-12T17:57:03.370419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:10.212493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'116","reported_seq":620,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.097345+0000","last_change":"2024-09-12T17:57:12.097345+0000","last_active":"2024-09-12T17:57:12.097345+0000","last_peered":"2024-09-12T17:57:12.097345+0000","last_clean":"2024-09-12T17:57:12.097345+0000","last_became_active":"2024-09-12T17:09:55.338568+0000","last_became_peered":"2024-09-12T17:09:55.338568+0000","last_unstale":"2024-09-12T17:57:12.097345+0000","last_undegraded":"2024-09-12T17:57:12.097345+0000","last_fullsized":"2024-09-12T17:57:12.097345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T17:57:12.097152+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T17:57:12.097152+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.097152+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:33.915710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":167,"num_read_kb":156,"num_write":275,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'319","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.943963+0000","last_change":"2024-09-12T17:56:44.943807+0000","last_active":"2024-09-12T17:56:44.943963+0000","last_peered":"2024-09-12T17:56:44.943963+0000","last_clean":"2024-09-12T17:56:44.943963+0000","last_became_active":"2024-09-12T17:09:47.302897+0000","last_became_peered":"2024-09-12T17:09:47.302897+0000","last_unstale":"2024-09-12T17:56:44.943963+0000","last_undegraded":"2024-09-12T17:56:44.943963+0000","last_fullsized":"2024-09-12T17:56:44.943963+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'319","last_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_deep_scrub":"267'319","last_deep_scrub_stamp":"2024-09-12T17:56:44.943622+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.943622+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:49.779970+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1392,"num_read_kb":1136,"num_write":493,"num_write_kb":248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'339","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:39.473298+0000","last_change":"2024-09-12T17:56:39.473198+0000","last_active":"2024-09-12T17:56:39.473298+0000","last_peered":"2024-09-12T17:56:39.473298+0000","last_clean":"2024-09-12T17:56:39.473298+0000","last_became_active":"2024-09-12T17:09:45.353519+0000","last_became_peered":"2024-09-12T17:09:45.353519+0000","last_unstale":"2024-09-12T17:56:39.473298+0000","last_undegraded":"2024-09-12T17:56:39.473298+0000","last_fullsized":"2024-09-12T17:56:39.473298+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T17:56:39.473032+0000","last_clean_scrub_stamp":"2024-09-12T17:56:39.473032+0000","objects_scrubbed":9,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:16.739230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3885671,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":809,"num_read_kb":8446,"num_write":1250,"num_write_kb":22450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.482080+0000","last_change":"2024-09-12T17:56:55.481921+0000","last_active":"2024-09-12T17:56:55.482080+0000","last_peered":"2024-09-12T17:56:55.482080+0000","last_clean":"2024-09-12T17:56:55.482080+0000","last_became_active":"2024-09-12T17:09:49.323762+0000","last_became_peered":"2024-09-12T17:09:49.323762+0000","last_unstale":"2024-09-12T17:56:55.482080+0000","last_undegraded":"2024-09-12T17:56:55.482080+0000","last_fullsized":"2024-09-12T17:56:55.482080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:55.481733+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.481733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:02.487924+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'103","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:04.175788+0000","last_change":"2024-09-12T17:57:04.175543+0000","last_active":"2024-09-12T17:57:04.175788+0000","last_peered":"2024-09-12T17:57:04.175788+0000","last_clean":"2024-09-12T17:57:04.175788+0000","last_became_active":"2024-09-12T17:09:51.340998+0000","last_became_peered":"2024-09-12T17:09:51.340998+0000","last_unstale":"2024-09-12T17:57:04.175788+0000","last_undegraded":"2024-09-12T17:57:04.175788+0000","last_fullsized":"2024-09-12T17:57:04.175788+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T17:57:04.175314+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T17:57:04.175314+0000","last_clean_scrub_stamp":"2024-09-12T17:57:04.175314+0000","objects_scrubbed":7,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:38.531869+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":115,"num_read_kb":110,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'742","reported_seq":2269,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.427061+0000","last_change":"2024-09-12T17:56:59.426858+0000","last_active":"2024-09-12T17:56:59.427061+0000","last_peered":"2024-09-12T17:56:59.427061+0000","last_clean":"2024-09-12T17:56:59.427061+0000","last_became_active":"2024-09-12T17:09:53.348391+0000","last_became_peered":"2024-09-12T17:09:53.348391+0000","last_unstale":"2024-09-12T17:56:59.427061+0000","last_undegraded":"2024-09-12T17:56:59.427061+0000","last_fullsized":"2024-09-12T17:56:59.427061+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'742","last_scrub_stamp":"2024-09-12T17:56:59.426567+0000","last_deep_scrub":"267'742","last_deep_scrub_stamp":"2024-09-12T17:56:59.426567+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.426567+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:40.349074+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'126","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.169941+0000","last_change":"2024-09-12T17:57:12.169941+0000","last_active":"2024-09-12T17:57:12.169941+0000","last_peered":"2024-09-12T17:57:12.169941+0000","last_clean":"2024-09-12T17:57:12.169941+0000","last_became_active":"2024-09-12T17:09:55.336713+0000","last_became_peered":"2024-09-12T17:09:55.336713+0000","last_unstale":"2024-09-12T17:57:12.169941+0000","last_undegraded":"2024-09-12T17:57:12.169941+0000","last_fullsized":"2024-09-12T17:57:12.169941+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:12.169700+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:12.169700+0000","last_clean_scrub_stamp":"2024-09-12T17:57:12.169700+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:34.866535+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":160,"num_write":315,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'239","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.997840+0000","last_change":"2024-09-12T17:56:47.997688+0000","last_active":"2024-09-12T17:56:47.997840+0000","last_peered":"2024-09-12T17:56:47.997840+0000","last_clean":"2024-09-12T17:56:47.997840+0000","last_became_active":"2024-09-12T17:09:47.315210+0000","last_became_peered":"2024-09-12T17:09:47.315210+0000","last_unstale":"2024-09-12T17:56:47.997840+0000","last_undegraded":"2024-09-12T17:56:47.997840+0000","last_fullsized":"2024-09-12T17:56:47.997840+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T17:56:47.997502+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.997502+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:33.600969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1030,"num_read_kb":836,"num_write":379,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'212","reported_seq":816,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.009424+0000","last_change":"2024-09-12T17:56:41.009122+0000","last_active":"2024-09-12T17:56:41.009424+0000","last_peered":"2024-09-12T17:56:41.009424+0000","last_clean":"2024-09-12T17:56:41.009424+0000","last_became_active":"2024-09-12T17:10:17.030153+0000","last_became_peered":"2024-09-12T17:10:17.030153+0000","last_unstale":"2024-09-12T17:56:41.009424+0000","last_undegraded":"2024-09-12T17:56:41.009424+0000","last_fullsized":"2024-09-12T17:56:41.009424+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T17:56:41.008809+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.008809+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:02.244927+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846045,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":448,"num_read_kb":70053,"num_write":972,"num_write_kb":46761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.447824+0000","last_change":"2024-09-12T17:56:51.447671+0000","last_active":"2024-09-12T17:56:51.447824+0000","last_peered":"2024-09-12T17:56:51.447824+0000","last_clean":"2024-09-12T17:56:51.447824+0000","last_became_active":"2024-09-12T17:09:49.332852+0000","last_became_peered":"2024-09-12T17:09:49.332852+0000","last_unstale":"2024-09-12T17:56:51.447824+0000","last_undegraded":"2024-09-12T17:56:51.447824+0000","last_fullsized":"2024-09-12T17:56:51.447824+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:51.447472+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.447472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:26.515251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'162","reported_seq":751,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.112864+0000","last_change":"2024-09-12T17:57:06.112864+0000","last_active":"2024-09-12T17:57:06.112864+0000","last_peered":"2024-09-12T17:57:06.112864+0000","last_clean":"2024-09-12T17:57:06.112864+0000","last_became_active":"2024-09-12T17:09:51.327551+0000","last_became_peered":"2024-09-12T17:09:51.327551+0000","last_unstale":"2024-09-12T17:57:06.112864+0000","last_undegraded":"2024-09-12T17:57:06.112864+0000","last_fullsized":"2024-09-12T17:57:06.112864+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T17:57:06.112678+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T17:57:06.112678+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.112678+0000","objects_scrubbed":8,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:34.098371+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":232,"num_write":116,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:06.371085+0000","last_change":"2024-09-12T17:57:06.371085+0000","last_active":"2024-09-12T17:57:06.371085+0000","last_peered":"2024-09-12T17:57:06.371085+0000","last_clean":"2024-09-12T17:57:06.371085+0000","last_became_active":"2024-09-12T17:09:53.345283+0000","last_became_peered":"2024-09-12T17:09:53.345283+0000","last_unstale":"2024-09-12T17:57:06.371085+0000","last_undegraded":"2024-09-12T17:57:06.371085+0000","last_fullsized":"2024-09-12T17:57:06.371085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:06.370871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:06.370871+0000","last_clean_scrub_stamp":"2024-09-12T17:57:06.370871+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.024888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'181","reported_seq":685,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:11.208022+0000","last_change":"2024-09-12T17:57:11.208022+0000","last_active":"2024-09-12T17:57:11.208022+0000","last_peered":"2024-09-12T17:57:11.208022+0000","last_clean":"2024-09-12T17:57:11.208022+0000","last_became_active":"2024-09-12T17:09:55.353388+0000","last_became_peered":"2024-09-12T17:09:55.353388+0000","last_unstale":"2024-09-12T17:57:11.208022+0000","last_undegraded":"2024-09-12T17:57:11.208022+0000","last_fullsized":"2024-09-12T17:57:11.208022+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'181","last_scrub_stamp":"2024-09-12T17:57:11.207830+0000","last_deep_scrub":"267'181","last_deep_scrub_stamp":"2024-09-12T17:57:11.207830+0000","last_clean_scrub_stamp":"2024-09-12T17:57:11.207830+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.853268+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":157,"num_write":397,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'183","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.023917+0000","last_change":"2024-09-12T17:56:49.023752+0000","last_active":"2024-09-12T17:56:49.023917+0000","last_peered":"2024-09-12T17:56:49.023917+0000","last_clean":"2024-09-12T17:56:49.023917+0000","last_became_active":"2024-09-12T17:10:16.318744+0000","last_became_peered":"2024-09-12T17:10:16.318744+0000","last_unstale":"2024-09-12T17:56:49.023917+0000","last_undegraded":"2024-09-12T17:56:49.023917+0000","last_fullsized":"2024-09-12T17:56:49.023917+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:49.023566+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.023566+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:32.061053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":813,"num_read_kb":681,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'186","reported_seq":806,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.135648+0000","last_change":"2024-09-12T17:56:44.135500+0000","last_active":"2024-09-12T17:56:44.135648+0000","last_peered":"2024-09-12T17:56:44.135648+0000","last_clean":"2024-09-12T17:56:44.135648+0000","last_became_active":"2024-09-12T17:09:45.385485+0000","last_became_peered":"2024-09-12T17:09:45.385485+0000","last_unstale":"2024-09-12T17:56:44.135648+0000","last_undegraded":"2024-09-12T17:56:44.135648+0000","last_fullsized":"2024-09-12T17:56:44.135648+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T17:56:44.135248+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.135248+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:52.705509+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298534,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":52153,"num_write":865,"num_write_kb":38499,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.085945+0000","last_change":"2024-09-12T17:57:02.085676+0000","last_active":"2024-09-12T17:57:02.085945+0000","last_peered":"2024-09-12T17:57:02.085945+0000","last_clean":"2024-09-12T17:57:02.085945+0000","last_became_active":"2024-09-12T17:09:49.303389+0000","last_became_peered":"2024-09-12T17:09:49.303389+0000","last_unstale":"2024-09-12T17:57:02.085945+0000","last_undegraded":"2024-09-12T17:57:02.085945+0000","last_fullsized":"2024-09-12T17:57:02.085945+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:02.085454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:02.085454+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.085454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:36.758729+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'126","reported_seq":702,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.341123+0000","last_change":"2024-09-12T17:57:02.341123+0000","last_active":"2024-09-12T17:57:02.341123+0000","last_peered":"2024-09-12T17:57:02.341123+0000","last_clean":"2024-09-12T17:57:02.341123+0000","last_became_active":"2024-09-12T17:09:51.325610+0000","last_became_peered":"2024-09-12T17:09:51.325610+0000","last_unstale":"2024-09-12T17:57:02.341123+0000","last_undegraded":"2024-09-12T17:57:02.341123+0000","last_fullsized":"2024-09-12T17:57:02.341123+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T17:57:02.340928+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T17:57:02.340928+0000","last_clean_scrub_stamp":"2024-09-12T17:57:02.340928+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:05.183575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6420,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":157,"num_read_kb":202,"num_write":80,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.428307+0000","last_change":"2024-09-12T17:56:58.428307+0000","last_active":"2024-09-12T17:56:58.428307+0000","last_peered":"2024-09-12T17:56:58.428307+0000","last_clean":"2024-09-12T17:56:58.428307+0000","last_became_active":"2024-09-12T17:09:53.332077+0000","last_became_peered":"2024-09-12T17:09:53.332077+0000","last_unstale":"2024-09-12T17:56:58.428307+0000","last_undegraded":"2024-09-12T17:56:58.428307+0000","last_fullsized":"2024-09-12T17:56:58.428307+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:58.428125+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.428125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:03.098067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'116","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.465783+0000","last_change":"2024-09-12T17:57:17.465783+0000","last_active":"2024-09-12T17:57:17.465783+0000","last_peered":"2024-09-12T17:57:17.465783+0000","last_clean":"2024-09-12T17:57:17.465783+0000","last_became_active":"2024-09-12T17:09:55.348174+0000","last_became_peered":"2024-09-12T17:09:55.348174+0000","last_unstale":"2024-09-12T17:57:17.465783+0000","last_undegraded":"2024-09-12T17:57:17.465783+0000","last_fullsized":"2024-09-12T17:57:17.465783+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T17:57:17.465588+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T17:57:17.465588+0000","last_clean_scrub_stamp":"2024-09-12T17:57:17.465588+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.531000+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":277,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'107","reported_seq":704,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:56.102891+0000","last_change":"2024-09-12T17:56:56.102891+0000","last_active":"2024-09-12T17:56:56.102891+0000","last_peered":"2024-09-12T17:56:56.102891+0000","last_clean":"2024-09-12T17:56:56.102891+0000","last_became_active":"2024-09-12T17:09:47.302869+0000","last_became_peered":"2024-09-12T17:09:47.302869+0000","last_unstale":"2024-09-12T17:56:56.102891+0000","last_undegraded":"2024-09-12T17:56:56.102891+0000","last_fullsized":"2024-09-12T17:56:56.102891+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T17:56:56.102673+0000","last_clean_scrub_stamp":"2024-09-12T17:56:56.102673+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:06:34.776181+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":479,"num_read_kb":399,"num_write":162,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'244","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.095609+0000","last_change":"2024-09-12T17:56:45.095442+0000","last_active":"2024-09-12T17:56:45.095609+0000","last_peered":"2024-09-12T17:56:45.095609+0000","last_clean":"2024-09-12T17:56:45.095609+0000","last_became_active":"2024-09-12T17:09:45.350479+0000","last_became_peered":"2024-09-12T17:09:45.350479+0000","last_unstale":"2024-09-12T17:56:45.095609+0000","last_undegraded":"2024-09-12T17:56:45.095609+0000","last_fullsized":"2024-09-12T17:56:45.095609+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'244","last_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_deep_scrub":"267'244","last_deep_scrub_stamp":"2024-09-12T17:56:45.095201+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.095201+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:15.311249+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2054960,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":13444,"num_write":1104,"num_write_kb":57293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:59.075405+0000","last_change":"2024-09-12T17:56:59.075405+0000","last_active":"2024-09-12T17:56:59.075405+0000","last_peered":"2024-09-12T17:56:59.075405+0000","last_clean":"2024-09-12T17:56:59.075405+0000","last_became_active":"2024-09-12T17:09:49.323658+0000","last_became_peered":"2024-09-12T17:09:49.323658+0000","last_unstale":"2024-09-12T17:56:59.075405+0000","last_undegraded":"2024-09-12T17:56:59.075405+0000","last_fullsized":"2024-09-12T17:56:59.075405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:59.075221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:59.075221+0000","last_clean_scrub_stamp":"2024-09-12T17:56:59.075221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:22.978126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'108","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.384660+0000","last_change":"2024-09-12T17:57:08.384525+0000","last_active":"2024-09-12T17:57:08.384660+0000","last_peered":"2024-09-12T17:57:08.384660+0000","last_clean":"2024-09-12T17:57:08.384660+0000","last_became_active":"2024-09-12T17:09:51.341366+0000","last_became_peered":"2024-09-12T17:09:51.341366+0000","last_unstale":"2024-09-12T17:57:08.384660+0000","last_undegraded":"2024-09-12T17:57:08.384660+0000","last_fullsized":"2024-09-12T17:57:08.384660+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T17:57:08.384343+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T17:57:08.384343+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.384343+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:58.261984+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7029,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":203,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.128357+0000","last_change":"2024-09-12T17:57:07.128184+0000","last_active":"2024-09-12T17:57:07.128357+0000","last_peered":"2024-09-12T17:57:07.128357+0000","last_clean":"2024-09-12T17:57:07.128357+0000","last_became_active":"2024-09-12T17:09:53.339784+0000","last_became_peered":"2024-09-12T17:09:53.339784+0000","last_unstale":"2024-09-12T17:57:07.128357+0000","last_undegraded":"2024-09-12T17:57:07.128357+0000","last_fullsized":"2024-09-12T17:57:07.128357+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:07.128006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:07.128006+0000","last_clean_scrub_stamp":"2024-09-12T17:57:07.128006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:55.044000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'176","reported_seq":1287,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.215657+0000","last_change":"2024-09-12T17:57:10.215657+0000","last_active":"2024-09-12T17:57:10.215657+0000","last_peered":"2024-09-12T17:57:10.215657+0000","last_clean":"2024-09-12T17:57:10.215657+0000","last_became_active":"2024-09-12T17:09:55.349251+0000","last_became_peered":"2024-09-12T17:09:55.349251+0000","last_unstale":"2024-09-12T17:57:10.215657+0000","last_undegraded":"2024-09-12T17:57:10.215657+0000","last_fullsized":"2024-09-12T17:57:10.215657+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T17:57:10.215425+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T17:57:10.215425+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.215425+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:43.064248+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":640,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":856,"num_read_kb":847,"num_write":425,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'57","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.031378+0000","last_change":"2024-09-12T17:56:47.031378+0000","last_active":"2024-09-12T17:56:47.031378+0000","last_peered":"2024-09-12T17:56:47.031378+0000","last_clean":"2024-09-12T17:56:47.031378+0000","last_became_active":"2024-09-12T17:09:47.326417+0000","last_became_peered":"2024-09-12T17:09:47.326417+0000","last_unstale":"2024-09-12T17:56:47.031378+0000","last_undegraded":"2024-09-12T17:56:47.031378+0000","last_fullsized":"2024-09-12T17:56:47.031378+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'57","last_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_deep_scrub":"267'57","last_deep_scrub_stamp":"2024-09-12T17:56:47.031184+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.031184+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:12.451493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":223,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'215","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.558617+0000","last_change":"2024-09-12T17:56:41.558258+0000","last_active":"2024-09-12T17:56:41.558617+0000","last_peered":"2024-09-12T17:56:41.558617+0000","last_clean":"2024-09-12T17:56:41.558617+0000","last_became_active":"2024-09-12T17:09:45.371654+0000","last_became_peered":"2024-09-12T17:09:45.371654+0000","last_unstale":"2024-09-12T17:56:41.558617+0000","last_undegraded":"2024-09-12T17:56:41.558617+0000","last_fullsized":"2024-09-12T17:56:41.558617+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T17:56:41.557787+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.557787+0000","objects_scrubbed":10,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:46.893199+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1488765,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":535,"num_read_kb":36858,"num_write":1041,"num_write_kb":39595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.416315+0000","last_change":"2024-09-12T17:56:57.416315+0000","last_active":"2024-09-12T17:56:57.416315+0000","last_peered":"2024-09-12T17:56:57.416315+0000","last_clean":"2024-09-12T17:56:57.416315+0000","last_became_active":"2024-09-12T17:09:49.319403+0000","last_became_peered":"2024-09-12T17:09:49.319403+0000","last_unstale":"2024-09-12T17:56:57.416315+0000","last_undegraded":"2024-09-12T17:56:57.416315+0000","last_fullsized":"2024-09-12T17:56:57.416315+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T17:56:57.416127+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.416127+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:13.156380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'167","reported_seq":760,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.064293+0000","last_change":"2024-09-12T17:57:10.063992+0000","last_active":"2024-09-12T17:57:10.064293+0000","last_peered":"2024-09-12T17:57:10.064293+0000","last_clean":"2024-09-12T17:57:10.064293+0000","last_became_active":"2024-09-12T17:09:51.327436+0000","last_became_peered":"2024-09-12T17:09:51.327436+0000","last_unstale":"2024-09-12T17:57:10.064293+0000","last_undegraded":"2024-09-12T17:57:10.064293+0000","last_fullsized":"2024-09-12T17:57:10.064293+0000","mapping_epoch":32,"log_start":"264'100","ondisk_log_start":"264'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:57:10.063644+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:57:10.063644+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.063644+0000","objects_scrubbed":5,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.524663+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10177,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":212,"num_read_kb":285,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:10.386792+0000","last_change":"2024-09-12T17:57:10.386665+0000","last_active":"2024-09-12T17:57:10.386792+0000","last_peered":"2024-09-12T17:57:10.386792+0000","last_clean":"2024-09-12T17:57:10.386792+0000","last_became_active":"2024-09-12T17:09:53.352088+0000","last_became_peered":"2024-09-12T17:09:53.352088+0000","last_unstale":"2024-09-12T17:57:10.386792+0000","last_undegraded":"2024-09-12T17:57:10.386792+0000","last_fullsized":"2024-09-12T17:57:10.386792+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:57:10.386485+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:57:10.386485+0000","last_clean_scrub_stamp":"2024-09-12T17:57:10.386485+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:10.050303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'134","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:08.099391+0000","last_change":"2024-09-12T17:57:08.099391+0000","last_active":"2024-09-12T17:57:08.099391+0000","last_peered":"2024-09-12T17:57:08.099391+0000","last_clean":"2024-09-12T17:57:08.099391+0000","last_became_active":"2024-09-12T17:09:55.344200+0000","last_became_peered":"2024-09-12T17:09:55.344200+0000","last_unstale":"2024-09-12T17:57:08.099391+0000","last_undegraded":"2024-09-12T17:57:08.099391+0000","last_fullsized":"2024-09-12T17:57:08.099391+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T17:57:08.099181+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T17:57:08.099181+0000","last_clean_scrub_stamp":"2024-09-12T17:57:08.099181+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:13.724575+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":621,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":148,"num_read_kb":142,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'169","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.367422+0000","last_change":"2024-09-12T17:56:49.367167+0000","last_active":"2024-09-12T17:56:49.367422+0000","last_peered":"2024-09-12T17:56:49.367422+0000","last_clean":"2024-09-12T17:56:49.367422+0000","last_became_active":"2024-09-12T17:09:47.341011+0000","last_became_peered":"2024-09-12T17:09:47.341011+0000","last_unstale":"2024-09-12T17:56:49.367422+0000","last_undegraded":"2024-09-12T17:56:49.367422+0000","last_fullsized":"2024-09-12T17:56:49.367422+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:49.366946+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.366946+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:50.032501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":755,"num_read_kb":614,"num_write":275,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'197","reported_seq":815,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.575039+0000","last_change":"2024-09-12T17:56:40.574878+0000","last_active":"2024-09-12T17:56:40.575039+0000","last_peered":"2024-09-12T17:56:40.575039+0000","last_clean":"2024-09-12T17:56:40.575039+0000","last_became_active":"2024-09-12T17:09:45.377533+0000","last_became_peered":"2024-09-12T17:09:45.377533+0000","last_unstale":"2024-09-12T17:56:40.575039+0000","last_undegraded":"2024-09-12T17:56:40.575039+0000","last_fullsized":"2024-09-12T17:56:40.575039+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'197","last_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_deep_scrub":"267'197","last_deep_scrub_stamp":"2024-09-12T17:56:40.574644+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.574644+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:52.026022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":35218,"num_write":932,"num_write_kb":30657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'86","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.432542+0000","last_change":"2024-09-12T17:56:54.432380+0000","last_active":"2024-09-12T17:56:54.432542+0000","last_peered":"2024-09-12T17:56:54.432542+0000","last_clean":"2024-09-12T17:56:54.432542+0000","last_became_active":"2024-09-12T17:09:47.320840+0000","last_became_peered":"2024-09-12T17:09:47.320840+0000","last_unstale":"2024-09-12T17:56:54.432542+0000","last_undegraded":"2024-09-12T17:56:54.432542+0000","last_fullsized":"2024-09-12T17:56:54.432542+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T17:56:54.432193+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.432193+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:06:53.684453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":435,"num_read_kb":381,"num_write":117,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'204","reported_seq":945,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.964502+0000","last_change":"2024-09-12T17:56:41.964243+0000","last_active":"2024-09-12T17:56:41.964502+0000","last_peered":"2024-09-12T17:56:41.964502+0000","last_clean":"2024-09-12T17:56:41.964502+0000","last_became_active":"2024-09-12T17:09:45.358906+0000","last_became_peered":"2024-09-12T17:09:45.358906+0000","last_unstale":"2024-09-12T17:56:41.964502+0000","last_undegraded":"2024-09-12T17:56:41.964502+0000","last_fullsized":"2024-09-12T17:56:41.964502+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:41.963912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.963912+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:22.946265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":913,"num_read_kb":33373,"num_write":975,"num_write_kb":44614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.170678+0000","last_change":"2024-09-12T17:56:53.170522+0000","last_active":"2024-09-12T17:56:53.170678+0000","last_peered":"2024-09-12T17:56:53.170678+0000","last_clean":"2024-09-12T17:56:53.170678+0000","last_became_active":"2024-09-12T17:09:47.324032+0000","last_became_peered":"2024-09-12T17:09:47.324032+0000","last_unstale":"2024-09-12T17:56:53.170678+0000","last_undegraded":"2024-09-12T17:56:53.170678+0000","last_fullsized":"2024-09-12T17:56:53.170678+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T17:56:53.170344+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.170344+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:16.181588+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":769,"num_read_kb":653,"num_write":257,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'225","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.179368+0000","last_change":"2024-09-12T17:56:45.179223+0000","last_active":"2024-09-12T17:56:45.179368+0000","last_peered":"2024-09-12T17:56:45.179368+0000","last_clean":"2024-09-12T17:56:45.179368+0000","last_became_active":"2024-09-12T17:09:45.350855+0000","last_became_peered":"2024-09-12T17:09:45.350855+0000","last_unstale":"2024-09-12T17:56:45.179368+0000","last_undegraded":"2024-09-12T17:56:45.179368+0000","last_fullsized":"2024-09-12T17:56:45.179368+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'225","last_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_deep_scrub":"267'225","last_deep_scrub_stamp":"2024-09-12T17:56:45.179009+0000","last_clean_scrub_stamp":"2024-09-12T17:56:45.179009+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:31.735187+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7501878,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":74336,"num_write":1119,"num_write_kb":36025,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'264","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.382492+0000","last_change":"2024-09-12T17:56:50.382348+0000","last_active":"2024-09-12T17:56:50.382492+0000","last_peered":"2024-09-12T17:56:50.382492+0000","last_clean":"2024-09-12T17:56:50.382492+0000","last_became_active":"2024-09-12T17:09:47.315079+0000","last_became_peered":"2024-09-12T17:09:47.315079+0000","last_unstale":"2024-09-12T17:56:50.382492+0000","last_undegraded":"2024-09-12T17:56:50.382492+0000","last_fullsized":"2024-09-12T17:56:50.382492+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'264","last_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_deep_scrub":"267'264","last_deep_scrub_stamp":"2024-09-12T17:56:50.382175+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.382175+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:31.710290+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1164,"num_read_kb":962,"num_write":408,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'221","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.517004+0000","last_change":"2024-09-12T17:56:40.516858+0000","last_active":"2024-09-12T17:56:40.517004+0000","last_peered":"2024-09-12T17:56:40.517004+0000","last_clean":"2024-09-12T17:56:40.517004+0000","last_became_active":"2024-09-12T17:09:45.328350+0000","last_became_peered":"2024-09-12T17:09:45.328350+0000","last_unstale":"2024-09-12T17:56:40.517004+0000","last_undegraded":"2024-09-12T17:56:40.517004+0000","last_fullsized":"2024-09-12T17:56:40.517004+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'221","last_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_deep_scrub":"267'221","last_deep_scrub_stamp":"2024-09-12T17:56:40.516486+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.516486+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:27.519709+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4478644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":518,"num_read_kb":29634,"num_write":971,"num_write_kb":30131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'213","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151315+0000","last_change":"2024-09-12T17:56:57.151140+0000","last_active":"2024-09-12T17:56:57.151315+0000","last_peered":"2024-09-12T17:56:57.151315+0000","last_clean":"2024-09-12T17:56:57.151315+0000","last_became_active":"2024-09-12T17:09:47.327644+0000","last_became_peered":"2024-09-12T17:09:47.327644+0000","last_unstale":"2024-09-12T17:56:57.151315+0000","last_undegraded":"2024-09-12T17:56:57.151315+0000","last_fullsized":"2024-09-12T17:56:57.151315+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'213","last_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_deep_scrub":"267'213","last_deep_scrub_stamp":"2024-09-12T17:56:57.150963+0000","last_clean_scrub_stamp":"2024-09-12T17:56:57.150963+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:10.952013+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":971,"num_read_kb":800,"num_write":318,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'168","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.127901+0000","last_change":"2024-09-12T17:56:47.127600+0000","last_active":"2024-09-12T17:56:47.127901+0000","last_peered":"2024-09-12T17:56:47.127901+0000","last_clean":"2024-09-12T17:56:47.127901+0000","last_became_active":"2024-09-12T17:09:45.360441+0000","last_became_peered":"2024-09-12T17:09:45.360441+0000","last_unstale":"2024-09-12T17:56:47.127901+0000","last_undegraded":"2024-09-12T17:56:47.127901+0000","last_fullsized":"2024-09-12T17:56:47.127901+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T17:56:47.127334+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.127334+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:31.101649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":346,"num_read_kb":22164,"num_write":738,"num_write_kb":36827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'72","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.049436+0000","last_change":"2024-09-12T17:56:50.049277+0000","last_active":"2024-09-12T17:56:50.049436+0000","last_peered":"2024-09-12T17:56:50.049436+0000","last_clean":"2024-09-12T17:56:50.049436+0000","last_became_active":"2024-09-12T17:09:47.326140+0000","last_became_peered":"2024-09-12T17:09:47.326140+0000","last_unstale":"2024-09-12T17:56:50.049436+0000","last_undegraded":"2024-09-12T17:56:50.049436+0000","last_fullsized":"2024-09-12T17:56:50.049436+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T17:56:50.049089+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.049089+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:49.322660+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":295,"num_write":100,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'246","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.361036+0000","last_change":"2024-09-12T17:56:46.360856+0000","last_active":"2024-09-12T17:56:46.361036+0000","last_peered":"2024-09-12T17:56:46.361036+0000","last_clean":"2024-09-12T17:56:46.361036+0000","last_became_active":"2024-09-12T17:09:45.320226+0000","last_became_peered":"2024-09-12T17:09:45.320226+0000","last_unstale":"2024-09-12T17:56:46.361036+0000","last_undegraded":"2024-09-12T17:56:46.361036+0000","last_fullsized":"2024-09-12T17:56:46.361036+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T17:56:46.360652+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.360652+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:09.005867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655822,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":701,"num_read_kb":139222,"num_write":1145,"num_write_kb":42570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'129","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:58.199238+0000","last_change":"2024-09-12T17:56:58.199085+0000","last_active":"2024-09-12T17:56:58.199238+0000","last_peered":"2024-09-12T17:56:58.199238+0000","last_clean":"2024-09-12T17:56:58.199238+0000","last_became_active":"2024-09-12T17:09:47.331133+0000","last_became_peered":"2024-09-12T17:09:47.331133+0000","last_unstale":"2024-09-12T17:56:58.199238+0000","last_undegraded":"2024-09-12T17:56:58.199238+0000","last_fullsized":"2024-09-12T17:56:58.199238+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T17:56:58.198875+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T17:56:58.198875+0000","last_clean_scrub_stamp":"2024-09-12T17:56:58.198875+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.912168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":478,"num_write":200,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'202","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:41.581546+0000","last_change":"2024-09-12T17:56:41.581401+0000","last_active":"2024-09-12T17:56:41.581546+0000","last_peered":"2024-09-12T17:56:41.581546+0000","last_clean":"2024-09-12T17:56:41.581546+0000","last_became_active":"2024-09-12T17:09:45.374120+0000","last_became_peered":"2024-09-12T17:09:45.374120+0000","last_unstale":"2024-09-12T17:56:41.581546+0000","last_undegraded":"2024-09-12T17:56:41.581546+0000","last_fullsized":"2024-09-12T17:56:41.581546+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'202","last_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_deep_scrub":"267'202","last_deep_scrub_stamp":"2024-09-12T17:56:41.581177+0000","last_clean_scrub_stamp":"2024-09-12T17:56:41.581177+0000","objects_scrubbed":2,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:29.753973+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":394,"num_read_kb":17829,"num_write":990,"num_write_kb":31530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4,5],"acting":[6,7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'606","reported_seq":1398,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.521627+0000","last_change":"2024-09-12T17:56:49.521493+0000","last_active":"2024-09-12T17:56:49.521627+0000","last_peered":"2024-09-12T17:56:49.521627+0000","last_clean":"2024-09-12T17:56:49.521627+0000","last_became_active":"2024-09-12T17:09:47.323148+0000","last_became_peered":"2024-09-12T17:09:47.323148+0000","last_unstale":"2024-09-12T17:56:49.521627+0000","last_undegraded":"2024-09-12T17:56:49.521627+0000","last_fullsized":"2024-09-12T17:56:49.521627+0000","mapping_epoch":28,"log_start":"267'500","ondisk_log_start":"267'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'606","last_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_deep_scrub":"267'606","last_deep_scrub_stamp":"2024-09-12T17:56:49.521322+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.521322+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":500,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:30.487240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2878,"num_read_kb":2412,"num_write":1091,"num_write_kb":665,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'167","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:44.102589+0000","last_change":"2024-09-12T17:56:44.102414+0000","last_active":"2024-09-12T17:56:44.102589+0000","last_peered":"2024-09-12T17:56:44.102589+0000","last_clean":"2024-09-12T17:56:44.102589+0000","last_became_active":"2024-09-12T17:09:45.328126+0000","last_became_peered":"2024-09-12T17:09:45.328126+0000","last_unstale":"2024-09-12T17:56:44.102589+0000","last_undegraded":"2024-09-12T17:56:44.102589+0000","last_fullsized":"2024-09-12T17:56:44.102589+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'167","last_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_deep_scrub":"267'167","last_deep_scrub_stamp":"2024-09-12T17:56:44.102138+0000","last_clean_scrub_stamp":"2024-09-12T17:56:44.102138+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:19.275780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":784,"num_read_kb":838,"num_write":844,"num_write_kb":20092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:53.402208+0000","last_change":"2024-09-12T17:56:53.402208+0000","last_active":"2024-09-12T17:56:53.402208+0000","last_peered":"2024-09-12T17:56:53.402208+0000","last_clean":"2024-09-12T17:56:53.402208+0000","last_became_active":"2024-09-12T17:09:47.314636+0000","last_became_peered":"2024-09-12T17:09:47.314636+0000","last_unstale":"2024-09-12T17:56:53.402208+0000","last_undegraded":"2024-09-12T17:56:53.402208+0000","last_fullsized":"2024-09-12T17:56:53.402208+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T17:56:53.402020+0000","last_clean_scrub_stamp":"2024-09-12T17:56:53.402020+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:15.024552+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":182,"num_write":70,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'201","reported_seq":849,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.195565+0000","last_change":"2024-09-12T17:56:47.195420+0000","last_active":"2024-09-12T17:56:47.195565+0000","last_peered":"2024-09-12T17:56:47.195565+0000","last_clean":"2024-09-12T17:56:47.195565+0000","last_became_active":"2024-09-12T17:09:45.349976+0000","last_became_peered":"2024-09-12T17:09:45.349976+0000","last_unstale":"2024-09-12T17:56:47.195565+0000","last_undegraded":"2024-09-12T17:56:47.195565+0000","last_fullsized":"2024-09-12T17:56:47.195565+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T17:56:47.195165+0000","last_clean_scrub_stamp":"2024-09-12T17:56:47.195165+0000","objects_scrubbed":6,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:40.186012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5752319,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":421,"num_read_kb":61395,"num_write":897,"num_write_kb":54094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'144","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.023006+0000","last_change":"2024-09-12T17:56:52.023006+0000","last_active":"2024-09-12T17:56:52.023006+0000","last_peered":"2024-09-12T17:56:52.023006+0000","last_clean":"2024-09-12T17:56:52.023006+0000","last_became_active":"2024-09-12T17:09:47.303019+0000","last_became_peered":"2024-09-12T17:09:47.303019+0000","last_unstale":"2024-09-12T17:56:52.023006+0000","last_undegraded":"2024-09-12T17:56:52.023006+0000","last_fullsized":"2024-09-12T17:56:52.023006+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T17:56:52.022820+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.022820+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:41.471462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":526,"num_write":221,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'163","reported_seq":787,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.149523+0000","last_change":"2024-09-12T17:56:48.149363+0000","last_active":"2024-09-12T17:56:48.149523+0000","last_peered":"2024-09-12T17:56:48.149523+0000","last_clean":"2024-09-12T17:56:48.149523+0000","last_became_active":"2024-09-12T17:09:45.304502+0000","last_became_peered":"2024-09-12T17:09:45.304502+0000","last_unstale":"2024-09-12T17:56:48.149523+0000","last_undegraded":"2024-09-12T17:56:48.149523+0000","last_fullsized":"2024-09-12T17:56:48.149523+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T17:56:48.149066+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.149066+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:32.163580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1655854,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":314,"num_read_kb":36530,"num_write":737,"num_write_kb":29968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'160","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.003757+0000","last_change":"2024-09-12T17:56:48.003491+0000","last_active":"2024-09-12T17:56:48.003757+0000","last_peered":"2024-09-12T17:56:48.003757+0000","last_clean":"2024-09-12T17:56:48.003757+0000","last_became_active":"2024-09-12T17:09:47.335500+0000","last_became_peered":"2024-09-12T17:09:47.335500+0000","last_unstale":"2024-09-12T17:56:48.003757+0000","last_undegraded":"2024-09-12T17:56:48.003757+0000","last_fullsized":"2024-09-12T17:56:48.003757+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T17:56:48.003280+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.003280+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:38.197987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":729,"num_read_kb":610,"num_write":239,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'174","reported_seq":763,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.956086+0000","last_change":"2024-09-12T17:56:43.955937+0000","last_active":"2024-09-12T17:56:43.956086+0000","last_peered":"2024-09-12T17:56:43.956086+0000","last_clean":"2024-09-12T17:56:43.956086+0000","last_became_active":"2024-09-12T17:10:17.030058+0000","last_became_peered":"2024-09-12T17:10:17.030058+0000","last_unstale":"2024-09-12T17:56:43.956086+0000","last_undegraded":"2024-09-12T17:56:43.956086+0000","last_fullsized":"2024-09-12T17:56:43.956086+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T17:56:43.955728+0000","last_clean_scrub_stamp":"2024-09-12T17:56:43.955728+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:23.928621+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":340,"num_read_kb":4500,"num_write":835,"num_write_kb":18846,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6,3],"acting":[2,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"267'499","reported_seq":1130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:51.026298+0000","last_change":"2024-09-12T17:56:51.026146+0000","last_active":"2024-09-12T17:56:51.026298+0000","last_peered":"2024-09-12T17:56:51.026298+0000","last_clean":"2024-09-12T17:56:51.026298+0000","last_became_active":"2024-09-12T17:09:47.335674+0000","last_became_peered":"2024-09-12T17:09:47.335674+0000","last_unstale":"2024-09-12T17:56:51.026298+0000","last_undegraded":"2024-09-12T17:56:51.026298+0000","last_fullsized":"2024-09-12T17:56:51.026298+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'499","last_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_deep_scrub":"267'499","last_deep_scrub_stamp":"2024-09-12T17:56:51.025947+0000","last_clean_scrub_stamp":"2024-09-12T17:56:51.025947+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:18.883389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2076,"num_read_kb":1638,"num_write":829,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'183","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.516734+0000","last_change":"2024-09-12T17:56:42.516542+0000","last_active":"2024-09-12T17:56:42.516734+0000","last_peered":"2024-09-12T17:56:42.516734+0000","last_clean":"2024-09-12T17:56:42.516734+0000","last_became_active":"2024-09-12T17:09:45.353572+0000","last_became_peered":"2024-09-12T17:09:45.353572+0000","last_unstale":"2024-09-12T17:56:42.516734+0000","last_undegraded":"2024-09-12T17:56:42.516734+0000","last_fullsized":"2024-09-12T17:56:42.516734+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'183","last_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_deep_scrub":"267'183","last_deep_scrub_stamp":"2024-09-12T17:56:42.516332+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.516332+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:09.161772+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78224,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":402,"num_read_kb":10894,"num_write":889,"num_write_kb":19418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'270","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:54.526503+0000","last_change":"2024-09-12T17:56:54.526347+0000","last_active":"2024-09-12T17:56:54.526503+0000","last_peered":"2024-09-12T17:56:54.526503+0000","last_clean":"2024-09-12T17:56:54.526503+0000","last_became_active":"2024-09-12T17:09:47.335261+0000","last_became_peered":"2024-09-12T17:09:47.335261+0000","last_unstale":"2024-09-12T17:56:54.526503+0000","last_undegraded":"2024-09-12T17:56:54.526503+0000","last_fullsized":"2024-09-12T17:56:54.526503+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T17:56:54.526163+0000","last_clean_scrub_stamp":"2024-09-12T17:56:54.526163+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.526585+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":1022,"num_write":475,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'196","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.563048+0000","last_change":"2024-09-12T17:56:42.562743+0000","last_active":"2024-09-12T17:56:42.563048+0000","last_peered":"2024-09-12T17:56:42.563048+0000","last_clean":"2024-09-12T17:56:42.563048+0000","last_became_active":"2024-09-12T17:09:45.371683+0000","last_became_peered":"2024-09-12T17:09:45.371683+0000","last_unstale":"2024-09-12T17:56:42.563048+0000","last_undegraded":"2024-09-12T17:56:42.563048+0000","last_fullsized":"2024-09-12T17:56:42.563048+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T17:56:42.562424+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.562424+0000","objects_scrubbed":6,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:39.393789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5846109,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":408,"num_read_kb":31775,"num_write":975,"num_write_kb":22377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'4218","reported_seq":4824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.431701+0000","last_change":"2024-09-12T17:56:50.431532+0000","last_active":"2024-09-12T17:56:50.431701+0000","last_peered":"2024-09-12T17:56:50.431701+0000","last_clean":"2024-09-12T17:56:50.431701+0000","last_became_active":"2024-09-12T17:09:47.315880+0000","last_became_peered":"2024-09-12T17:09:47.315880+0000","last_unstale":"2024-09-12T17:56:50.431701+0000","last_undegraded":"2024-09-12T17:56:50.431701+0000","last_fullsized":"2024-09-12T17:56:50.431701+0000","mapping_epoch":28,"log_start":"267'4200","ondisk_log_start":"267'4200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4218","last_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_deep_scrub":"267'4218","last_deep_scrub_stamp":"2024-09-12T17:56:50.431357+0000","last_clean_scrub_stamp":"2024-09-12T17:56:50.431357+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":3000,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:38.238819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16951,"num_read_kb":14100,"num_write":6344,"num_write_kb":3161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'243","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.531137+0000","last_change":"2024-09-12T17:56:48.530994+0000","last_active":"2024-09-12T17:56:48.531137+0000","last_peered":"2024-09-12T17:56:48.531137+0000","last_clean":"2024-09-12T17:56:48.531137+0000","last_became_active":"2024-09-12T17:09:45.387334+0000","last_became_peered":"2024-09-12T17:09:45.387334+0000","last_unstale":"2024-09-12T17:56:48.531137+0000","last_undegraded":"2024-09-12T17:56:48.531137+0000","last_fullsized":"2024-09-12T17:56:48.531137+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'243","last_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_deep_scrub":"267'243","last_deep_scrub_stamp":"2024-09-12T17:56:48.530770+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.530770+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:35.260490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524342,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":655,"num_read_kb":88662,"num_write":1066,"num_write_kb":47236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'193","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:57:00.244821+0000","last_change":"2024-09-12T17:57:00.244768+0000","last_active":"2024-09-12T17:57:00.244821+0000","last_peered":"2024-09-12T17:57:00.244821+0000","last_clean":"2024-09-12T17:57:00.244821+0000","last_became_active":"2024-09-12T17:09:47.312389+0000","last_became_peered":"2024-09-12T17:09:47.312389+0000","last_unstale":"2024-09-12T17:57:00.244821+0000","last_undegraded":"2024-09-12T17:57:00.244821+0000","last_fullsized":"2024-09-12T17:57:00.244821+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T17:57:00.244701+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T17:57:00.244701+0000","last_clean_scrub_stamp":"2024-09-12T17:57:00.244701+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:09.029486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":639,"num_write":289,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'171","reported_seq":796,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.943607+0000","last_change":"2024-09-12T17:56:42.943607+0000","last_active":"2024-09-12T17:56:42.943607+0000","last_peered":"2024-09-12T17:56:42.943607+0000","last_clean":"2024-09-12T17:56:42.943607+0000","last_became_active":"2024-09-12T17:10:16.706424+0000","last_became_peered":"2024-09-12T17:10:16.706424+0000","last_unstale":"2024-09-12T17:56:42.943607+0000","last_undegraded":"2024-09-12T17:56:42.943607+0000","last_fullsized":"2024-09-12T17:56:42.943607+0000","mapping_epoch":39,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T17:56:42.943390+0000","last_clean_scrub_stamp":"2024-09-12T17:56:42.943390+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:34.448325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262227,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":361,"num_read_kb":10682,"num_write":887,"num_write_kb":25132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'204","reported_seq":809,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.485611+0000","last_change":"2024-09-12T17:56:49.485458+0000","last_active":"2024-09-12T17:56:49.485611+0000","last_peered":"2024-09-12T17:56:49.485611+0000","last_clean":"2024-09-12T17:56:49.485611+0000","last_became_active":"2024-09-12T17:09:47.334715+0000","last_became_peered":"2024-09-12T17:09:47.334715+0000","last_unstale":"2024-09-12T17:56:49.485611+0000","last_undegraded":"2024-09-12T17:56:49.485611+0000","last_fullsized":"2024-09-12T17:56:49.485611+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'204","last_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_deep_scrub":"267'204","last_deep_scrub_stamp":"2024-09-12T17:56:49.485225+0000","last_clean_scrub_stamp":"2024-09-12T17:56:49.485225+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:11.036468+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":907,"num_read_kb":740,"num_write":336,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'198","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:46.175320+0000","last_change":"2024-09-12T17:56:46.175320+0000","last_active":"2024-09-12T17:56:46.175320+0000","last_peered":"2024-09-12T17:56:46.175320+0000","last_clean":"2024-09-12T17:56:46.175320+0000","last_became_active":"2024-09-12T17:09:45.382699+0000","last_became_peered":"2024-09-12T17:09:45.382699+0000","last_unstale":"2024-09-12T17:56:46.175320+0000","last_undegraded":"2024-09-12T17:56:46.175320+0000","last_fullsized":"2024-09-12T17:56:46.175320+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T17:56:46.174942+0000","last_clean_scrub_stamp":"2024-09-12T17:56:46.174942+0000","objects_scrubbed":4,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:22.742247+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":417,"num_read_kb":38209,"num_write":902,"num_write_kb":45286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'207","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.179151+0000","last_change":"2024-09-12T17:56:48.179151+0000","last_active":"2024-09-12T17:56:48.179151+0000","last_peered":"2024-09-12T17:56:48.179151+0000","last_clean":"2024-09-12T17:56:48.179151+0000","last_became_active":"2024-09-12T17:09:45.361236+0000","last_became_peered":"2024-09-12T17:09:45.361236+0000","last_unstale":"2024-09-12T17:56:48.179151+0000","last_undegraded":"2024-09-12T17:56:48.179151+0000","last_fullsized":"2024-09-12T17:56:48.179151+0000","mapping_epoch":26,"log_start":"267'100","ondisk_log_start":"267'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T17:56:48.178905+0000","last_clean_scrub_stamp":"2024-09-12T17:56:48.178905+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:13.139571+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":40505,"num_write":873,"num_write_kb":28898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'123","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.443582+0000","last_change":"2024-09-12T17:56:52.443582+0000","last_active":"2024-09-12T17:56:52.443582+0000","last_peered":"2024-09-12T17:56:52.443582+0000","last_clean":"2024-09-12T17:56:52.443582+0000","last_became_active":"2024-09-12T17:09:47.319248+0000","last_became_peered":"2024-09-12T17:09:47.319248+0000","last_unstale":"2024-09-12T17:56:52.443582+0000","last_undegraded":"2024-09-12T17:56:52.443582+0000","last_fullsized":"2024-09-12T17:56:52.443582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T17:56:52.443400+0000","last_clean_scrub_stamp":"2024-09-12T17:56:52.443400+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:06.685378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":461,"num_write":194,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'247","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:40.520214+0000","last_change":"2024-09-12T17:56:40.520214+0000","last_active":"2024-09-12T17:56:40.520214+0000","last_peered":"2024-09-12T17:56:40.520214+0000","last_clean":"2024-09-12T17:56:40.520214+0000","last_became_active":"2024-09-12T17:09:45.320211+0000","last_became_peered":"2024-09-12T17:09:45.320211+0000","last_unstale":"2024-09-12T17:56:40.520214+0000","last_undegraded":"2024-09-12T17:56:40.520214+0000","last_fullsized":"2024-09-12T17:56:40.520214+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'247","last_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_deep_scrub":"267'247","last_deep_scrub_stamp":"2024-09-12T17:56:40.519939+0000","last_clean_scrub_stamp":"2024-09-12T17:56:40.519939+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:44.301923+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":580,"num_read_kb":38110,"num_write":1086,"num_write_kb":27247,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5,0],"acting":[1,4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'97","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T17:56:55.166180+0000","last_change":"2024-09-12T17:56:55.166180+0000","last_active":"2024-09-12T17:56:55.166180+0000","last_peered":"2024-09-12T17:56:55.166180+0000","last_clean":"2024-09-12T17:56:55.166180+0000","last_became_active":"2024-09-12T17:09:47.312843+0000","last_became_peered":"2024-09-12T17:09:47.312843+0000","last_unstale":"2024-09-12T17:56:55.166180+0000","last_undegraded":"2024-09-12T17:56:55.166180+0000","last_fullsized":"2024-09-12T17:56:55.166180+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'97","last_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_deep_scrub":"267'97","last_deep_scrub_stamp":"2024-09-12T17:56:55.165978+0000","last_clean_scrub_stamp":"2024-09-12T17:56:55.165978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:34.464777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":428,"num_read_kb":356,"num_write":148,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5993,"num_read_kb":4256,"num_write":1961,"num_write_kb":859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7475,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1134,"ondisk_log_size":1134,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15195,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":16194,"num_read_kb":15875,"num_write":16699,"num_write_kb":4870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2619,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":30390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1429,"ondisk_log_size":1429,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":373,"ondisk_log_size":373,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":329530,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":8308,"num_read_kb":10484,"num_write":5599,"num_write_kb":2713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":672062,"num_omap_keys":1552,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1957,"ondisk_log_size":1957,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2375,"num_read_kb":2835,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101978,"num_read_kb":84882,"num_write":36969,"num_write_kb":18601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43790,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3827,"ondisk_log_size":3827,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":102583517,"num_objects":235,"num_object_clones":0,"num_object_copies":940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":235,"num_whiteouts":0,"num_read":33194,"num_read_kb":2261423,"num_write":62934,"num_write_kb":2136666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139182080,"data_stored":139182080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4375,"ondisk_log_size":4375,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":209476,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":206399,"num_write":194,"num_write_kb":143921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424510029,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277256,"kb_used_data":25336,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94094584,"statfs":{"total":96636764160,"available":96352854016,"internally_reserved":0,"allocated":25944064,"data_stored":23975334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510028,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":110588,"kb_used_data":25260,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94261252,"statfs":{"total":96636764160,"available":96523522048,"internally_reserved":0,"allocated":25866240,"data_stored":23939903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510028,"num_pgs":120,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135176,"kb_used_data":17976,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94236664,"statfs":{"total":96636764160,"available":96498343936,"internally_reserved":0,"allocated":18407424,"data_stored":16431009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":119994821},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542730,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263464,"kb_used_data":19864,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108376,"statfs":{"total":96636764160,"available":96366977024,"internally_reserved":0,"allocated":20340736,"data_stored":18340010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":249428426},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542729,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":132812,"kb_used_data":21180,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94239028,"statfs":{"total":96636764160,"available":96500764672,"internally_reserved":0,"allocated":21688320,"data_stored":19642773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542733,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238924,"kb_used_data":23100,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94132916,"statfs":{"total":96636764160,"available":96392105984,"internally_reserved":0,"allocated":23654400,"data_stored":21662280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542732,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":107268,"kb_used_data":13684,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94264572,"statfs":{"total":96636764160,"available":96526921728,"internally_reserved":0,"allocated":14012416,"data_stored":12074949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":95812037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542730,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284264,"kb_used_data":24088,"kb_used_omap":1,"kb_used_meta":260158,"kb_avail":94087576,"statfs":{"total":96636764160,"available":96345677824,"internally_reserved":0,"allocated":24666112,"data_stored":22658256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":266402245},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":19771392,"data_stored":19771392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14135296,"data_stored":14135296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9781248,"data_stored":9781248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":19365888,"data_stored":19365888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21647360,"data_stored":21647360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17346560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":21680128,"data_stored":21680128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15454208,"data_stored":15454208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:58:01.672 DEBUG:teuthology.orchestra.run.smithi001:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T17:58:02.044 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T17:58:02.044 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T17:58:02.045 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T17:58:02.045 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:02.141 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T17:58:02.141 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T17:58:02.142 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:08.243 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T17:58:08.244 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T17:58:08.244 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:08.322 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T17:58:08.322 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T17:58:08.322 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:08.788 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 is failed for ~0s 2024-09-12T17:58:14.424 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T17:58:14.425 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T17:58:14.425 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:14.490 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T17:58:14.490 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T17:58:14.490 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:14.582 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T17:58:14.582 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T17:58:14.582 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:14.695 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-12T17:58:14.695 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 has been restored 2024-09-12T17:58:20.300 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-12T17:58:20.300 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-12T17:58:20.684 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T17:58:20.685 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T17:58:20.685 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:20.767 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T17:58:20.767 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T17:58:20.767 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T17:58:20.767 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:20.796 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T17:58:20.796 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T17:58:20.796 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:20.828 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T17:58:20.828 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T17:58:20.828 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T17:58:20.829 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:20.863 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T17:58:20.863 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T17:58:20.863 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:20.930 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T17:58:20.930 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T17:58:20.930 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:58:20.956 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T17:58:20.957 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T17:58:20.957 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T17:58:20.989 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:58:20.989 DEBUG:teuthology.orchestra.run.smithi001:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T17:58:21.384 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:58:21.385 DEBUG:teuthology.orchestra.run.smithi001:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T17:58:21.576 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:58:21.577 DEBUG:teuthology.orchestra.run.smithi001:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T17:58:21.715 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:58:21.716 DEBUG:teuthology.orchestra.run.smithi001:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T17:58:21.838 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:58:21.838 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T17:58:22.030 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:58:22.031 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T17:58:22.193 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:58:22.194 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T17:58:22.353 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:58:22.354 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T17:58:22.491 INFO:tasks.ceph:Archiving mon data... 2024-09-12T17:58:22.513 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/data/mon.a.tgz 2024-09-12T17:58:22.514 DEBUG:teuthology.orchestra.run.smithi001:> mktemp 2024-09-12T17:58:22.521 INFO:teuthology.orchestra.run.smithi001.stdout:/tmp/tmp.NjetL8Cdrn 2024-09-12T17:58:22.521 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.NjetL8Cdrn 2024-09-12T17:58:22.726 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0666 /tmp/tmp.NjetL8Cdrn 2024-09-12T17:58:22.789 DEBUG:teuthology.orchestra.remote:smithi001:/tmp/tmp.NjetL8Cdrn is 547KB 2024-09-12T17:58:23.104 DEBUG:teuthology.orchestra.run.smithi001:> rm -fr /tmp/tmp.NjetL8Cdrn 2024-09-12T17:58:23.110 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/data/mon.c.tgz 2024-09-12T17:58:23.111 DEBUG:teuthology.orchestra.run.smithi001:> mktemp 2024-09-12T17:58:23.158 INFO:teuthology.orchestra.run.smithi001.stdout:/tmp/tmp.L5NfAJhVGh 2024-09-12T17:58:23.158 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.L5NfAJhVGh 2024-09-12T17:58:23.370 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0666 /tmp/tmp.L5NfAJhVGh 2024-09-12T17:58:23.438 DEBUG:teuthology.orchestra.remote:smithi001:/tmp/tmp.L5NfAJhVGh is 576KB 2024-09-12T17:58:23.503 DEBUG:teuthology.orchestra.run.smithi001:> rm -fr /tmp/tmp.L5NfAJhVGh 2024-09-12T17:58:23.508 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/data/mon.b.tgz 2024-09-12T17:58:23.509 DEBUG:teuthology.orchestra.run.smithi174:> mktemp 2024-09-12T17:58:23.514 INFO:teuthology.orchestra.run.smithi174.stdout:/tmp/tmp.2g4FtJCmU9 2024-09-12T17:58:23.515 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.2g4FtJCmU9 2024-09-12T17:58:23.712 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0666 /tmp/tmp.2g4FtJCmU9 2024-09-12T17:58:23.775 DEBUG:teuthology.orchestra.remote:smithi174:/tmp/tmp.2g4FtJCmU9 is 576KB 2024-09-12T17:58:23.842 DEBUG:teuthology.orchestra.run.smithi174:> rm -fr /tmp/tmp.2g4FtJCmU9 2024-09-12T17:58:23.847 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T17:58:23.847 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T17:58:23.850 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T17:58:23.909 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T17:58:23.952 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T17:58:23.952 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T17:58:23.954 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/remote/smithi001/crash 2024-09-12T17:58:23.955 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T17:58:23.969 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/remote/smithi174/crash 2024-09-12T17:58:23.970 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T17:58:24.008 INFO:tasks.ceph:Compressing logs... 2024-09-12T17:58:24.008 DEBUG:teuthology.orchestra.run.smithi001:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T17:58:24.014 DEBUG:teuthology.orchestra.run.smithi174:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T17:58:24.039 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131201.log 2024-09-12T17:58:24.040 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160878.log 2024-09-12T17:58:24.040 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.131201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129431.log 2024-09-12T17:58:24.041 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.160878.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.131201.log.gz 2024-09-12T17:58:24.041 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31129.log 2024-09-12T17:58:24.041 INFO:teuthology.orchestra.run.smithi001.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.160878.log.gz 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.129431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179655.log 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.129431.log.gz 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144775.log 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31129.log.gz 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141822.log 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179655.log.gz 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.144775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111141.log 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.144775.log.gz 2024-09-12T17:58:24.043 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.141822.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T17:58:24.045 INFO:teuthology.orchestra.run.smithi001.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.141822.log.gz 2024-09-12T17:58:24.045 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.111141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30920.log 2024-09-12T17:58:24.045 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/rgw.ceph.client.0.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.111141.log.gz 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32579.log 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30920.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30920.log.gz 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135331.log 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.32579.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32579.log.gz 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60920.log 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.135331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69837.log 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.135331.log.gz 2024-09-12T17:58:24.046 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.60920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.166613.log 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.69837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176501.log 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.69837.log.gz 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.166613.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.0.166613.log.gz 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.176501.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176501.log.gz 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32653.log 2024-09-12T17:58:24.049 INFO:teuthology.orchestra.run.smithi001.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60920.log.gz 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108781.log 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175765.log 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.32653.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32653.log.gz 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.108781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52959.log 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.108781.log.gz 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.175765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162775.log 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr: 24.6% -- replaced with /var/log/ceph/ceph-client.admin.175765.log.gz 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.52959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50728.log 2024-09-12T17:58:24.050 INFO:teuthology.orchestra.run.smithi001.stderr: 50.0% -- replaced with /var/log/ceph/ceph-client.admin.52959.log.gz 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.162775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160289.log 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.50728.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.162775.log.gz 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50728.log.gz 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121761.log 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.160289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57694.log 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.121761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63689.log 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.160289.log.gz 2024-09-12T17:58:24.053 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.121761.log.gz 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.57694.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21863.log 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.63689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36226.log 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.63689.log.gz 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph.tmp-client.admin.21863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47138.log 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21863.log.gz 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.36226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67333.log 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.36226.log.gz 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.57694.log.gz 2024-09-12T17:58:24.054 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.47138.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T17:58:24.057 INFO:teuthology.orchestra.run.smithi001.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.47138.log.gz 2024-09-12T17:58:24.057 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.67333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179576.log 2024-09-12T17:58:24.057 INFO:teuthology.orchestra.run.smithi001.stderr: 51.0% -- replaced with /var/log/ceph/ceph-client.admin.67333.log.gz 2024-09-12T17:58:24.057 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134741.log 2024-09-12T17:58:24.057 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179576.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179576.log.gz 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98161.log 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145365.log 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.134741.log: /var/log/ceph/ceph-client.admin.98161.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.134741.log.gz 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46548.log 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.98161.log.gz 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31323.log 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.145365.log: /var/log/ceph/ceph-client.admin.46548.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.145365.log.gz 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114681.log 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.46548.log.gz 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.67370.log 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31323.log.gz 2024-09-12T17:58:24.058 INFO:teuthology.orchestra.run.smithi001.stderr:gzip/var/log/ceph/ceph-client.admin.114681.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.119401.log 2024-09-12T17:58:24.062 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.67370.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.114681.log.gz 2024-09-12T17:58:24.062 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179212.log 2024-09-12T17:58:24.062 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.119401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179316.log 2024-09-12T17:58:24.062 INFO:teuthology.orchestra.run.smithi001.stderr:gzip 87.0% -5/var/log/ceph/ceph-client.admin.179212.log: --verbose -- /var/log/ceph/ceph-client.admin.31326.log 2024-09-12T17:58:24.062 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.119401.log.gz 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179212.log.gz 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179316.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.179316.log.gz 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr: /var/log/ceph/ceph-client.admin.85179.log 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31326.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31326.log.gz 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179108.log 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.85179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179603.log 2024-09-12T17:58:24.063 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164241.log 2024-09-12T17:58:24.064 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179108.log.gz 2024-09-12T17:58:24.064 INFO:teuthology.orchestra.run.smithi001.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.85179.log.gz 2024-09-12T17:58:24.064 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179603.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179603.log.gz 2024-09-12T17:58:24.064 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151287.log 2024-09-12T17:58:24.064 INFO:teuthology.orchestra.run.smithi001.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.0.67370.log.gz 2024-09-12T17:58:24.064 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.164241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145955.log 2024-09-12T17:58:24.069 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88129.log 2024-09-12T17:58:24.069 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.151287.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.151287.log.gz 2024-09-12T17:58:24.069 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.145955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53245.log 2024-09-12T17:58:24.069 INFO:teuthology.orchestra.run.smithi001.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.145955.log.gz 2024-09-12T17:58:24.069 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.88129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154287.log 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.admin.164241.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.88129.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.53245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78688.log 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr: 57.4% -- replaced with /var/log/ceph/ceph-client.admin.53245.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.154287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26803.log 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.154287.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30794.log 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.78688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30907.log 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.26803.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.78688.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26803.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42417.log 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30794.log.gz 2024-09-12T17:58:24.070 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159111.log 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30907.log.gz 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.42417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85769.log 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.42417.log.gz 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.159111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45367.log 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.85769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175813.log 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.85769.log.gz 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124711.log 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.45367.log: /var/log/ceph/ceph-client.admin.175813.log: 81.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179186.log 2024-09-12T17:58:24.071 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175813.log.gz 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45367.log.gz 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.124711.log: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.159111.log.gz 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82229.log 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.124711.log.gz 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53270.log 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179186.log.gz 2024-09-12T17:58:24.072 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.82229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31325.log 2024-09-12T17:58:24.077 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.53270.log: gzip -5 --verbose -- 87.2% /var/log/ceph/ceph-client.admin.179446.log 2024-09-12T17:58:24.077 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.82229.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.53270.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116451.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31325.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179082.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179446.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.116451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37597.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.116451.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59629.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179082.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.37597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86359.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.37597.log.gz 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.59629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94621.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.86359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49548.log 2024-09-12T17:58:24.078 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.94621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72198.log 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.86359.log.gz 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.49548.log: gzip -5 81.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.94621.log.gz /var/log/ceph/ceph-osd.2.log 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.49548.log.gz 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179394.log 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.72198.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.72198.log.gz 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose --/var/log/ceph/ceph-osd.2.log: /var/log/ceph/ceph-client.admin.30749.log 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42367.log 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr: 92.8%/var/log/ceph/ceph-client.admin.179394.log: -- replaced with /var/log/ceph/ceph-client.admin.59629.log.gz 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179238.log 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179394.log.gz 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.30749.log.gz 2024-09-12T17:58:24.079 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.42367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.166021.log 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42367.log.gz 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58984.log 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179238.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179238.log.gz 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.166021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168383.log 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.166021.log.gz 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.58984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57049.log 2024-09-12T17:58:24.080 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176451.log 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26733.log 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26829.log 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26733.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26733.log.gz 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26829.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26829.log.gz 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T17:58:24.092 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26877.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose/var/log/ceph/ceph-osd.6.log: -- /var/log/ceph/ceph-osd.5.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26853.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26877.log.gz 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26853.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26853.log.gz 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26757.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26709.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26757.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26757.log.gz 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26805.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T17:58:24.093 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26709.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26709.log.gz 2024-09-12T17:58:24.094 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26805.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26805.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26781.log 2024-09-12T17:58:24.094 INFO:teuthology.orchestra.run.smithi174.stderr: 2024-09-12T17:58:24.094 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T17:58:24.094 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.26781.log: 90.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T17:58:24.094 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26781.log.gz 2024-09-12T17:58:24.094 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.4.log: 87.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T17:58:24.098 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.168383.log: /var/log/ceph/ceph-client.admin.57049.log: gzip 80.5% -5 -- replaced with /var/log/ceph/ceph-client.0.168383.log.gz --verbose 2024-09-12T17:58:24.098 INFO:teuthology.orchestra.run.smithi001.stderr: -- /var/log/ceph/ceph-client.admin.30915.log 2024-09-12T17:58:24.098 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.176451.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176451.log.gz 2024-09-12T17:58:24.098 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97571.log 2024-09-12T17:58:24.098 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30915.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30915.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.97571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143002.log 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1%/var/log/ceph/ceph-mon.a.log: -- replaced with /var/log/ceph/ceph-client.admin.97571.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.57049.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.167793.log 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.143002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26894.log 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr: 82.9%/var/log/ceph/ceph-client.0.167793.log: -- replaced with /var/log/ceph/ceph-client.admin.143002.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr: 95.0% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.0.167793.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179524.log 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.26894.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164830.log 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26894.log.gz 2024-09-12T17:58:24.099 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30917.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179524.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179524.log.gz 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.164830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54466.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.164830.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74558.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30917.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30917.log.gz 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.54466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114091.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.74558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130021.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.74558.log.gz 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.114091.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.114091.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179550.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.130021.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.130021.log.gz 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103471.log 2024-09-12T17:58:24.100 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70427.log 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179550.log.gz 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.103471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55758.log 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.70427.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.70427.log.gz 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52880.log 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.55758.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.103471.log.gz 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154902.log 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.52880.log: 57.2% -- replaced with /var/log/ceph/ceph-client.admin.52880.log.gz 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118811.log 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.154902.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.154902.log.gz 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48318.log 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.118811.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.118811.log.gz 2024-09-12T17:58:24.101 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105241.log 2024-09-12T17:58:24.115 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.48318.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48318.log.gz 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132971.log 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.105241.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.105241.log.gz 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31115.log 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.55758.log.gz 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.132971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71608.log 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31115.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.132971.log.gz 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31115.log.gz 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31342.log 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.71608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95211.log 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.71608.log.gz 2024-09-12T17:58:24.116 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31342.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31342.log.gz 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139462.log 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.95211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177149.log 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 85.3%/var/log/ceph/ceph-client.admin.139462.log: -- replaced with /var/log/ceph/ceph-client.admin.95211.log.gz 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.139462.log.gz 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 93.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.54466.log.gz 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.30872.log 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.177149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179134.log 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.0.177149.log.gz 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 95.3% -- replaced with /var/log/ceph/ceph-client.admin.58984.log.gz/var/log/ceph/ceph-client.admin.30872.log: 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179290.log 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30872.log.gz 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51958.log 2024-09-12T17:58:24.117 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179134.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41777.log 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179290.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.51958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153107.log 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.51958.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.41777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53877.log 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.41777.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.153107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110551.log 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.153107.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63100.log 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.53877.log: /var/log/ceph/ceph-client.admin.110551.log: 84.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121171.log 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53877.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.110551.log.gz 2024-09-12T17:58:24.118 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.63100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55113.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.63100.log.gz 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.121171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79278.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.121171.log.gz 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.55113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179472.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.165431.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.79278.log: 82.0%/var/log/ceph/ceph-client.admin.179472.log: -- replaced with /var/log/ceph/ceph-client.admin.79278.log.gz 86.3% -- replaced with /var/log/ceph/ceph-client.admin.55113.log.gz 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98751.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179472.log.gz 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.165431.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.165431.log.gz 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77508.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.98751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39982.log 2024-09-12T17:58:24.119 INFO:teuthology.orchestra.run.smithi001.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98751.log.gz 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.77508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31522.log 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.77508.log.gz 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179420.log 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.39982.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39982.log.gz 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32679.log 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31522.log.gz 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30924.log 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179420.log.gz 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.32679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.66695.log 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32679.log.gz 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35058.log 2024-09-12T17:58:24.120 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30924.log.gz 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.66695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173693.log 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.66695.log.gz 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.35058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93441.log 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.35058.log.gz 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113501.log 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.173693.log: /var/log/ceph/ceph-client.admin.93441.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.173693.log.gz 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154927.log 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93441.log.gz 2024-09-12T17:58:24.121 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.113501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88719.log 2024-09-12T17:58:24.133 INFO:teuthology.orchestra.run.smithi001.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.113501.log.gz 2024-09-12T17:58:24.133 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117041.log 2024-09-12T17:58:24.133 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.154927.log: /var/log/ceph/ceph-client.admin.88719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61566.log 2024-09-12T17:58:24.133 INFO:teuthology.orchestra.run.smithi001.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.154927.log.gz 2024-09-12T17:58:24.133 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.117041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150085.log 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.117041.log.gz 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106421.log 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.61566.log: /var/log/ceph/ceph-client.admin.150085.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.150085.log.gz 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.88719.log.gz 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.61566.log.gz 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179160.log 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.106421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50753.log 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.106421.log.gz 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126481.log 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179160.log.gz 2024-09-12T17:58:24.134 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.50753.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50753.log.gz 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.126481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161597.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.126481.log.gz 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30922.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65462.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.161597.log: /var/log/ceph/ceph-client.admin.30922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144185.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.161597.log.gz 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30922.log.gz 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.65462.log: 83.5% -- replaced with /var/log/ceph/ceph-client.admin.65462.log.gz 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138282.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.144185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30926.log 2024-09-12T17:58:24.135 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.138282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176428.log 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.138282.log.gz 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30926.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30926.log.gz 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171333.log 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.144185.log.gz/var/log/ceph/ceph-client.admin.176428.log: 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39957.log 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr: 24.9% -- replaced with /var/log/ceph/ceph-client.admin.176428.log.gz 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.171333.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.171333.log.gz 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153082.log 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.39957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158189.log 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39957.log.gz 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.153082.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.153082.log.gz 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr: --verbose -- /var/log/ceph/ceph-client.0.173103.log 2024-09-12T17:58:24.136 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.158189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123531.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.173103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44187.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.158189.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.173103.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.123531.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.123531.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83999.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.44187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31341.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.44187.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.83999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81638.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.83999.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31341.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31341.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128251.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.81638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41187.log 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.81638.log.gz 2024-09-12T17:58:24.137 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.128251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.167203.log 2024-09-12T17:58:24.138 INFO:teuthology.orchestra.run.smithi001.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.128251.log.gz 2024-09-12T17:58:24.138 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73968.log 2024-09-12T17:58:24.138 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.41187.log: /var/log/ceph/ceph-client.0.167203.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.41187.log.gz 2024-09-12T17:58:24.138 INFO:teuthology.orchestra.run.smithi001.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.167203.log.gz 2024-09-12T17:58:24.138 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179498.log 2024-09-12T17:58:24.138 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.73968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31574.log 2024-09-12T17:58:24.140 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179498.log: 88.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137691.log 2024-09-12T17:58:24.140 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73968.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179498.log.gz 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31574.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31574.log.gz 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31118.log 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.137691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38187.log 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.137691.log.gz 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66053.log 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31118.log.gz 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.38187.log: /var/log/ceph/ceph-client.admin.66053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108191.log 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.38187.log.gz 2024-09-12T17:58:24.141 INFO:teuthology.orchestra.run.smithi001.stderr: 23.8% -- replaced with /var/log/ceph/ceph-client.admin.66053.log.gz 2024-09-12T17:58:24.145 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30774.log 2024-09-12T17:58:24.145 INFO:teuthology.orchestra.run.smithi001.stderr: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.108191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109371.log 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.108191.log.gz 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30774.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30774.log.gz 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175838.log 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.109371.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.109371.log.gz/var/log/ceph/ceph-client.admin.175838.log: 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40597.log 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.175838.log.gz 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90491.log 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.40597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104651.log 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.40597.log.gz/var/log/ceph/ceph-client.admin.90491.log: 2024-09-12T17:58:24.146 INFO:teuthology.orchestra.run.smithi001.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.90491.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140642.log 2024-09-12T17:58:24.147 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.147 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.104651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102291.log 2024-09-12T17:58:24.147 INFO:teuthology.orchestra.run.smithi001.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.104651.log.gz 2024-09-12T17:58:24.148 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.140642.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.140642.log.gz 2024-09-12T17:58:24.148 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53148.log 2024-09-12T17:58:24.148 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176476.log 2024-09-12T17:58:24.148 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.102291.log: /var/log/ceph/ceph-client.admin.53148.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.102291.log.gz 2024-09-12T17:58:24.148 INFO:teuthology.orchestra.run.smithi001.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.53148.log.gzgzip 2024-09-12T17:58:24.149 INFO:teuthology.orchestra.run.smithi001.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.78098.log 2024-09-12T17:58:24.149 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.176476.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176476.log.gz 2024-09-12T17:58:24.149 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172513.log 2024-09-12T17:58:24.150 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87539.log 2024-09-12T17:58:24.150 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.78098.log: /var/log/ceph/ceph-client.0.172513.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.78098.log.gz 2024-09-12T17:58:24.150 INFO:teuthology.orchestra.run.smithi001.stderr:gzip 84.1% -5 -- replaced with /var/log/ceph/ceph-client.0.172513.log.gz 2024-09-12T17:58:24.150 INFO:teuthology.orchestra.run.smithi001.stderr: --verbose -- /var/log/ceph/ceph-client.admin.79868.log 2024-09-12T17:58:24.151 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.87539.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.87539.log.gz 2024-09-12T17:58:24.151 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162186.log 2024-09-12T17:58:24.152 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179342.log 2024-09-12T17:58:24.152 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.79868.log: /var/log/ceph/ceph-client.admin.162186.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.79868.log.gz 2024-09-12T17:58:24.153 INFO:teuthology.orchestra.run.smithi001.stderr: 92.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143595.log 2024-09-12T17:58:24.153 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.162186.log.gz 2024-09-12T17:58:24.153 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179342.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179342.log.gz 2024-09-12T17:58:24.154 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115861.log 2024-09-12T17:58:24.154 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31340.log 2024-09-12T17:58:24.154 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.143595.log: /var/log/ceph/ceph-client.admin.115861.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.143595.log.gz 2024-09-12T17:58:24.155 INFO:teuthology.orchestra.run.smithi001.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115861.log.gz 2024-09-12T17:58:24.155 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132381.log 2024-09-12T17:58:24.155 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31340.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31340.log.gz 2024-09-12T17:58:24.155 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176552.log 2024-09-12T17:58:24.156 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75738.log 2024-09-12T17:58:24.157 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.132381.log: /var/log/ceph/ceph-client.admin.176552.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.176552.log.gz 2024-09-12T17:58:24.157 INFO:teuthology.orchestra.run.smithi001.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.132381.log.gz 2024-09-12T17:58:24.158 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53814.log 2024-09-12T17:58:24.159 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170743.log 2024-09-12T17:58:24.159 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.75738.log: /var/log/ceph/ceph-client.admin.53814.log: 21.2% 81.2% -- replaced with /var/log/ceph/ceph-client.admin.53814.log.gz -- replaced with /var/log/ceph/ceph-client.admin.75738.log.gz 2024-09-12T17:58:24.159 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:24.159 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34474.log 2024-09-12T17:58:24.160 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T17:58:24.160 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.170743.log: /var/log/ceph/ceph-client.0.34474.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.34474.log.gz 2024-09-12T17:58:24.160 INFO:teuthology.orchestra.run.smithi001.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.170743.log.gz 2024-09-12T17:58:24.161 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31113.log 2024-09-12T17:58:24.162 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150697.log 2024-09-12T17:58:24.162 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.31113.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31113.log.gz 2024-09-12T17:58:24.169 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31130.log 2024-09-12T17:58:24.170 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.150697.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.150697.log.gz 2024-09-12T17:58:24.170 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91671.log 2024-09-12T17:58:24.171 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31130.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31130.log.gz 2024-09-12T17:58:24.171 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179264.log 2024-09-12T17:58:24.172 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.91671.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.91671.log.gz 2024-09-12T17:58:24.173 INFO:teuthology.orchestra.run.smithi001.stderr: 93.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T17:58:24.173 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130611.log 2024-09-12T17:58:24.173 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179264.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179264.log.gz 2024-09-12T17:58:24.173 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.66105.log 2024-09-12T17:58:24.174 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107601.log 2024-09-12T17:58:24.175 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.130611.log: /var/log/ceph/ceph-client.0.66105.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.130611.log.gz 2024-09-12T17:58:24.175 INFO:teuthology.orchestra.run.smithi001.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.0.66105.log.gz 2024-09-12T17:58:24.175 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109961.log 2024-09-12T17:58:24.175 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76328.log 2024-09-12T17:58:24.176 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.107601.log: /var/log/ceph/ceph-client.admin.109961.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.107601.log.gz 2024-09-12T17:58:24.176 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39367.log 2024-09-12T17:58:24.176 INFO:teuthology.orchestra.run.smithi001.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109961.log.gz 2024-09-12T17:58:24.177 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.76328.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.76328.log.gz 2024-09-12T17:58:24.177 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92851.log 2024-09-12T17:58:24.177 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147725.log 2024-09-12T17:58:24.178 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.39367.log: /var/log/ceph/ceph-client.admin.92851.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.39367.log.gz 2024-09-12T17:58:24.178 INFO:teuthology.orchestra.run.smithi001.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.92851.log.gz 2024-09-12T17:58:24.178 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53841.log 2024-09-12T17:58:24.179 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.147725.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.147725.log.gz 2024-09-12T17:58:24.179 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68657.log 2024-09-12T17:58:24.180 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175788.log 2024-09-12T17:58:24.180 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.53841.log: /var/log/ceph/ceph-client.admin.68657.log: 22.5% -- replaced with /var/log/ceph/ceph-client.admin.53841.log.gz 2024-09-12T17:58:24.180 INFO:teuthology.orchestra.run.smithi001.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.68657.log.gz 2024-09-12T17:58:24.181 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32603.log 2024-09-12T17:58:24.181 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.175788.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.175788.log.gz 2024-09-12T17:58:24.181 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163364.log 2024-09-12T17:58:24.182 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136511.log 2024-09-12T17:58:24.182 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.32603.log: /var/log/ceph/ceph-client.admin.163364.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32603.log.gz 2024-09-12T17:58:24.183 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112911.log 2024-09-12T17:58:24.183 INFO:teuthology.orchestra.run.smithi001.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.163364.log.gz 2024-09-12T17:58:24.184 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.136511.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.136511.log.gz 2024-09-12T17:58:24.185 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177745.log 2024-09-12T17:58:24.185 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31128.log 2024-09-12T17:58:24.186 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.112911.log: 87.4%/var/log/ceph/ceph-client.0.177745.log: -- replaced with /var/log/ceph/ceph-client.admin.112911.log.gz 2024-09-12T17:58:24.186 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156107.log 2024-09-12T17:58:24.187 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31128.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31128.log.gz 2024-09-12T17:58:24.187 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30662.log 2024-09-12T17:58:24.188 INFO:teuthology.orchestra.run.smithi001.stderr: 91.3%/var/log/ceph/ceph-client.admin.156107.log: -- replaced with /var/log/ceph/ceph-client.0.177745.log.gz 2024-09-12T17:58:24.188 INFO:teuthology.orchestra.run.smithi001.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.156107.log.gz 2024-09-12T17:58:24.188 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150107.log 2024-09-12T17:58:24.188 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81048.log 2024-09-12T17:58:24.189 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30662.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30662.log.gz 2024-09-12T17:58:24.189 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.150107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.157007.log 2024-09-12T17:58:24.190 INFO:teuthology.orchestra.run.smithi001.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.150107.log.gz 2024-09-12T17:58:24.190 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.81048.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.81048.log.gz 2024-09-12T17:58:24.190 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.67960.log 2024-09-12T17:58:24.191 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133561.log 2024-09-12T17:58:24.191 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.157007.log: /var/log/ceph/ceph-client.0.67960.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.157007.log.gz 2024-09-12T17:58:24.191 INFO:teuthology.orchestra.run.smithi001.stderr: 79.6% -- replaced with /var/log/ceph/ceph-client.0.67960.log.gz 2024-09-12T17:58:24.191 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149495.log 2024-09-12T17:58:24.193 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T17:58:24.193 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.133561.log: /var/log/ceph/ceph-client.admin.149495.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.133561.log.gz 2024-09-12T17:58:24.193 INFO:teuthology.orchestra.run.smithi001.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.149495.log.gz 2024-09-12T17:58:24.193 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96391.log 2024-09-12T17:58:24.194 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94031.log 2024-09-12T17:58:24.194 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.admin.96391.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.96391.log.gz 2024-09-12T17:58:24.213 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141232.log 2024-09-12T17:58:24.214 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.94031.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.94031.log.gz 2024-09-12T17:58:24.214 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152467.log 2024-09-12T17:58:24.215 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.141232.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.141232.log.gz 2024-09-12T17:58:24.215 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.33884.log 2024-09-12T17:58:24.216 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.152467.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.152467.log.gz 2024-09-12T17:58:24.217 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91081.log 2024-09-12T17:58:24.217 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.33884.log: 81.0% -- replaced with /var/log/ceph/ceph-client.0.33884.log.gz 2024-09-12T17:58:24.218 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125301.log 2024-09-12T17:58:24.219 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.91081.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.91081.log.gz 2024-09-12T17:58:24.219 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179705.log 2024-09-12T17:58:24.220 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.125301.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.125301.log.gz 2024-09-12T17:58:24.220 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.169563.log 2024-09-12T17:58:24.222 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179705.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179705.log.gz 2024-09-12T17:58:24.222 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58339.log 2024-09-12T17:58:24.222 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.169563.log: 80.4% -- replaced with /var/log/ceph/ceph-client.0.169563.log.gz 2024-09-12T17:58:24.223 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99341.log 2024-09-12T17:58:24.225 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.58339.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.58339.log.gz 2024-09-12T17:58:24.225 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104061.log 2024-09-12T17:58:24.226 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.99341.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.99341.log.gz 2024-09-12T17:58:24.227 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50138.log 2024-09-12T17:58:24.227 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.104061.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.104061.log.gz 2024-09-12T17:58:24.228 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122351.log 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.50138.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.50138.log.gz 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50778.log 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.122351.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.122351.log.gz 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117631.log 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.50778.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.50778.log.gz 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T17:58:24.234 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.117631.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.117631.log.gz 2024-09-12T17:58:24.235 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115271.log 2024-09-12T17:58:24.245 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137101.log 2024-09-12T17:58:24.246 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.115271.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.115271.log.gz 2024-09-12T17:58:24.269 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101111.log 2024-09-12T17:58:24.270 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.137101.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.137101.log.gz 2024-09-12T17:58:24.277 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45957.log 2024-09-12T17:58:24.277 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.101111.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.101111.log.gz 2024-09-12T17:58:24.285 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T17:58:24.285 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.45957.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.45957.log.gz 2024-09-12T17:58:24.293 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135921.log 2024-09-12T17:58:24.296 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph.audit.log: 94.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T17:58:24.301 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142412.log 2024-09-12T17:58:24.301 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.135921.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.135921.log.gz 2024-09-12T17:58:24.309 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148315.log 2024-09-12T17:58:24.310 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.142412.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.142412.log.gz 2024-09-12T17:58:24.317 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179056.log 2024-09-12T17:58:24.317 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.148315.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.148315.log.gz 2024-09-12T17:58:24.333 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127661.log 2024-09-12T17:58:24.333 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179056.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179056.log.gz 2024-09-12T17:58:24.341 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176527.log 2024-09-12T17:58:24.341 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.127661.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.127661.log.gz 2024-09-12T17:58:24.350 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147135.log 2024-09-12T17:58:24.350 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.176527.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.176527.log.gz 2024-09-12T17:58:24.357 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43007.log 2024-09-12T17:58:24.357 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.147135.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.147135.log.gz 2024-09-12T17:58:24.365 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155517.log 2024-09-12T17:58:24.365 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.43007.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.43007.log.gz 2024-09-12T17:58:24.370 INFO:teuthology.orchestra.run.smithi001.stderr: 94.6% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-12T17:58:24.371 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53193.log 2024-09-12T17:58:24.372 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.155517.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.155517.log.gz 2024-09-12T17:58:24.372 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179629.log 2024-09-12T17:58:24.373 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.53193.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53193.log.gz 2024-09-12T17:58:24.373 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102881.log 2024-09-12T17:58:24.374 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179629.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179629.log.gz 2024-09-12T17:58:24.374 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153057.log 2024-09-12T17:58:24.375 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.102881.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.102881.log.gz 2024-09-12T17:58:24.375 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112321.log 2024-09-12T17:58:24.376 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.153057.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.153057.log.gz 2024-09-12T17:58:24.376 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101701.log 2024-09-12T17:58:24.377 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.112321.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.112321.log.gz 2024-09-12T17:58:24.377 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84589.log 2024-09-12T17:58:24.378 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.101701.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.101701.log.gz 2024-09-12T17:58:24.379 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31134.log 2024-09-12T17:58:24.380 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.84589.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.84589.log.gz 2024-09-12T17:58:24.380 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159700.log 2024-09-12T17:58:24.381 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31134.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31134.log.gz 2024-09-12T17:58:24.381 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42392.log 2024-09-12T17:58:24.382 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.159700.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.159700.log.gz 2024-09-12T17:58:24.382 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83409.log 2024-09-12T17:58:24.383 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.42392.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42392.log.gz 2024-09-12T17:58:24.383 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.33300.log 2024-09-12T17:58:24.384 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.83409.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.83409.log.gz 2024-09-12T17:58:24.384 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118221.log 2024-09-12T17:58:24.385 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.33300.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.33300.log.gz 2024-09-12T17:58:24.385 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148905.log 2024-09-12T17:58:24.386 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.118221.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.118221.log.gz 2024-09-12T17:58:24.386 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48368.log 2024-09-12T17:58:24.387 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.148905.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.148905.log.gz 2024-09-12T17:58:24.388 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122941.log 2024-09-12T17:58:24.388 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.48368.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.48368.log.gz 2024-09-12T17:58:24.389 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71017.log 2024-09-12T17:58:24.390 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.122941.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.122941.log.gz 2024-09-12T17:58:24.390 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75148.log 2024-09-12T17:58:24.391 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.71017.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71017.log.gz 2024-09-12T17:58:24.391 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31314.log 2024-09-12T17:58:24.392 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.75148.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.75148.log.gz 2024-09-12T17:58:24.392 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124121.log 2024-09-12T17:58:24.393 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31314.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31314.log.gz 2024-09-12T17:58:24.394 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82819.log 2024-09-12T17:58:24.395 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.124121.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.124121.log.gz 2024-09-12T17:58:24.396 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69247.log 2024-09-12T17:58:24.396 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.82819.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.82819.log.gz 2024-09-12T17:58:24.397 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86949.log 2024-09-12T17:58:24.397 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.69247.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.69247.log.gz 2024-09-12T17:58:24.398 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146545.log 2024-09-12T17:58:24.399 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.86949.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.86949.log.gz 2024-09-12T17:58:24.399 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38777.log 2024-09-12T17:58:24.400 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.146545.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.146545.log.gz 2024-09-12T17:58:24.400 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72788.log 2024-09-12T17:58:24.401 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.38777.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.38777.log.gz 2024-09-12T17:58:24.401 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105831.log 2024-09-12T17:58:24.402 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.72788.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.72788.log.gz 2024-09-12T17:58:24.402 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47728.log 2024-09-12T17:58:24.403 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.105831.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.105831.log.gz 2024-09-12T17:58:24.404 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31107.log 2024-09-12T17:58:24.404 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.47728.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.47728.log.gz 2024-09-12T17:58:24.405 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43597.log 2024-09-12T17:58:24.406 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31107.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31107.log.gz 2024-09-12T17:58:24.406 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30724.log 2024-09-12T17:58:24.407 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.43597.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.43597.log.gz 2024-09-12T17:58:24.407 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52642.log 2024-09-12T17:58:24.407 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30724.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30724.log.gz 2024-09-12T17:58:24.408 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171923.log 2024-09-12T17:58:24.409 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.52642.log: 58.8% -- replaced with /var/log/ceph/ceph-client.admin.52642.log.gz 2024-09-12T17:58:24.409 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40007.log 2024-09-12T17:58:24.410 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.171923.log: 80.4% -- replaced with /var/log/ceph/ceph-client.0.171923.log.gz 2024-09-12T17:58:24.410 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53218.log 2024-09-12T17:58:24.411 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.40007.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.40007.log.gz 2024-09-12T17:58:24.411 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175175.log 2024-09-12T17:58:24.428 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.53218.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73378.log 2024-09-12T17:58:24.429 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.175175.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.175175.log.gz 2024-09-12T17:58:24.429 INFO:teuthology.orchestra.run.smithi001.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53218.log.gz 2024-09-12T17:58:24.430 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35642.log 2024-09-12T17:58:24.430 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.73378.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.73378.log.gz 2024-09-12T17:58:24.431 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119991.log 2024-09-12T17:58:24.431 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.35642.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.35642.log.gz 2024-09-12T17:58:24.432 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48343.log 2024-09-12T17:58:24.433 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.119991.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.119991.log.gz 2024-09-12T17:58:24.433 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76918.log 2024-09-12T17:58:24.434 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.48343.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48343.log.gz 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170153.log 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.76918.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76918.log.gz 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44777.log 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.170153.log: 80.4% -- replaced with /var/log/ceph/ceph-client.0.170153.log.gz 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179368.log 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.44777.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.44777.log.gz 2024-09-12T17:58:24.438 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62217.log 2024-09-12T17:58:24.439 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179368.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179368.log.gz 2024-09-12T17:58:24.439 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140052.log 2024-09-12T17:58:24.440 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.62217.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.62217.log.gz 2024-09-12T17:58:24.440 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157600.log 2024-09-12T17:58:24.441 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.140052.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.140052.log.gz 2024-09-12T17:58:24.441 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134151.log 2024-09-12T17:58:24.442 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.157600.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.157600.log.gz 2024-09-12T17:58:24.443 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151877.log 2024-09-12T17:58:24.443 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.134151.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.134151.log.gz 2024-09-12T17:58:24.444 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179681.log 2024-09-12T17:58:24.445 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.151877.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.151877.log.gz 2024-09-12T17:58:24.445 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32629.log 2024-09-12T17:58:24.446 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.179681.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179681.log.gz 2024-09-12T17:58:24.446 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131791.log 2024-09-12T17:58:24.447 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.32629.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32629.log.gz 2024-09-12T17:58:24.447 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125891.log 2024-09-12T17:58:24.448 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.131791.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.131791.log.gz 2024-09-12T17:58:24.448 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31339.log 2024-09-12T17:58:24.449 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.125891.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.125891.log.gz 2024-09-12T17:58:24.450 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64281.log 2024-09-12T17:58:24.450 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31339.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31339.log.gz 2024-09-12T17:58:24.451 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60275.log 2024-09-12T17:58:24.452 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.64281.log: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.64281.log.gz 2024-09-12T17:58:24.452 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.32702.log 2024-09-12T17:58:24.454 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.60275.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60275.log.gz 2024-09-12T17:58:24.454 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64871.log 2024-09-12T17:58:24.456 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.32702.log: 95.9% -- replaced with /var/log/ceph/ceph-client.0.32702.log.gz 2024-09-12T17:58:24.456 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30846.log 2024-09-12T17:58:24.457 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.64871.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.64871.log.gz 2024-09-12T17:58:24.457 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174585.log 2024-09-12T17:58:24.458 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30846.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30846.log.gz 2024-09-12T17:58:24.458 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30925.log 2024-09-12T17:58:24.459 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.174585.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.174585.log.gz 2024-09-12T17:58:24.459 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31548.log 2024-09-12T17:58:24.460 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30925.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30925.log.gz 2024-09-12T17:58:24.460 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96981.log 2024-09-12T17:58:24.461 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.31548.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31548.log.gz 2024-09-12T17:58:24.461 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168973.log 2024-09-12T17:58:24.464 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.96981.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.96981.log.gz 2024-09-12T17:58:24.464 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26656.log 2024-09-12T17:58:24.465 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.0.168973.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.168973.log.gz 2024-09-12T17:58:24.465 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138872.log 2024-09-12T17:58:24.466 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.26656.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26656.log.gz 2024-09-12T17:58:24.466 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111731.log 2024-09-12T17:58:24.467 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.138872.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.138872.log.gz 2024-09-12T17:58:24.467 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107011.log 2024-09-12T17:58:24.469 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.111731.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.111731.log.gz 2024-09-12T17:58:24.470 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127071.log 2024-09-12T17:58:24.471 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.107011.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.107011.log.gz 2024-09-12T17:58:24.471 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80458.log 2024-09-12T17:58:24.472 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.127071.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.127071.log.gz 2024-09-12T17:58:24.472 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99931.log 2024-09-12T17:58:24.474 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.80458.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.80458.log.gz 2024-09-12T17:58:24.474 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89309.log 2024-09-12T17:58:24.475 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.99931.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.99931.log.gz 2024-09-12T17:58:24.475 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48958.log 2024-09-12T17:58:24.476 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.89309.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.89309.log.gz 2024-09-12T17:58:24.477 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51368.log 2024-09-12T17:58:24.478 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.48958.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.48958.log.gz 2024-09-12T17:58:24.478 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154877.log 2024-09-12T17:58:24.479 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.51368.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.51368.log.gz 2024-09-12T17:58:24.479 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100521.log 2024-09-12T17:58:24.480 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.154877.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.154877.log.gz 2024-09-12T17:58:24.480 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92261.log 2024-09-12T17:58:24.481 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.100521.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.100521.log.gz 2024-09-12T17:58:24.481 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89899.log 2024-09-12T17:58:24.482 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.92261.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.92261.log.gz 2024-09-12T17:58:24.483 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30820.log 2024-09-12T17:58:24.483 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.89899.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.89899.log.gz 2024-09-12T17:58:24.484 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128841.log 2024-09-12T17:58:24.484 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.30820.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.30820.log.gz 2024-09-12T17:58:24.485 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95801.log 2024-09-12T17:58:24.486 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.128841.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.128841.log.gz 2024-09-12T17:58:24.486 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56404.log 2024-09-12T17:58:24.487 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.95801.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.95801.log.gz 2024-09-12T17:58:24.487 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120581.log 2024-09-12T17:58:24.493 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.56404.log: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.56404.log.gz 2024-09-12T17:58:24.493 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153697.log 2024-09-12T17:58:24.494 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.120581.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.120581.log.gz 2024-09-12T17:58:24.495 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/ceph-client.admin.153697.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.153697.log.gz 2024-09-12T17:58:24.584 INFO:teuthology.orchestra.run.smithi174.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T17:58:24.813 INFO:teuthology.orchestra.run.smithi174.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T17:58:25.154 INFO:teuthology.orchestra.run.smithi001.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T17:58:25.302 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-12T17:58:26.618 INFO:teuthology.orchestra.run.smithi001.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T17:58:26.819 INFO:teuthology.orchestra.run.smithi001.stderr: 93.7% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T17:58:31.190 INFO:teuthology.orchestra.run.smithi174.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T17:58:32.440 INFO:teuthology.orchestra.run.smithi001.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T17:58:32.878 INFO:teuthology.orchestra.run.smithi174.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T17:58:33.048 INFO:teuthology.orchestra.run.smithi174.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T17:58:33.940 INFO:teuthology.orchestra.run.smithi001.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T17:58:36.514 INFO:teuthology.orchestra.run.smithi001.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T17:58:37.890 INFO:teuthology.orchestra.run.smithi174.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T17:58:37.892 INFO:teuthology.orchestra.run.smithi174.stderr: 2024-09-12T17:58:37.892 INFO:teuthology.orchestra.run.smithi174.stderr:real 0m13.834s 2024-09-12T17:58:37.892 INFO:teuthology.orchestra.run.smithi174.stderr:user 0m38.492s 2024-09-12T17:58:37.892 INFO:teuthology.orchestra.run.smithi174.stderr:sys 0m1.469s 2024-09-12T17:58:44.365 INFO:teuthology.orchestra.run.smithi001.stderr: 94.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T17:58:44.366 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-09-12T17:58:44.367 INFO:teuthology.orchestra.run.smithi001.stderr:real 0m20.349s 2024-09-12T17:58:44.367 INFO:teuthology.orchestra.run.smithi001.stderr:user 0m55.850s 2024-09-12T17:58:44.367 INFO:teuthology.orchestra.run.smithi001.stderr:sys 0m1.968s 2024-09-12T17:58:44.367 INFO:tasks.ceph:Archiving logs... 2024-09-12T17:58:44.367 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/remote/smithi001/log 2024-09-12T17:58:44.455 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T17:58:51.000 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/remote/smithi174/log 2024-09-12T17:58:51.001 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T17:58:55.610 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T17:58:55.624 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T17:58:55.624 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T17:58:55.627 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T17:58:55.706 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T17:58:55.719 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T17:58:55.719 DEBUG:teuthology.orchestra.run.smithi001:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:58:55.722 DEBUG:teuthology.orchestra.run.smithi174:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:58:55.733 INFO:teuthology.orchestra.run.smithi174.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:58:55.733 INFO:teuthology.orchestra.run.smithi174.stdout:============================================================================== 2024-09-12T17:58:55.733 INFO:teuthology.orchestra.run.smithi174.stdout:+hv01.front.sepi 67.205.162.81 3 u 66 64 377 0.096 -1.846 0.221 2024-09-12T17:58:55.733 INFO:teuthology.orchestra.run.smithi174.stdout:*hv02.front.sepi 63.231.80.2 3 u 7 64 377 0.123 -0.635 0.336 2024-09-12T17:58:55.733 INFO:teuthology.orchestra.run.smithi174.stdout:+hv03.front.sepi 74.6.168.72 3 u 10 64 377 0.103 +0.335 0.181 2024-09-12T17:58:55.733 INFO:teuthology.orchestra.run.smithi174.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-12T17:58:55.735 INFO:teuthology.orchestra.run.smithi001.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:58:55.735 INFO:teuthology.orchestra.run.smithi001.stdout:============================================================================== 2024-09-12T17:58:55.735 INFO:teuthology.orchestra.run.smithi001.stdout:+hv01.front.sepi 67.205.162.81 3 u 17 64 377 0.081 -2.017 0.430 2024-09-12T17:58:55.735 INFO:teuthology.orchestra.run.smithi001.stdout:*hv02.front.sepi 63.231.80.2 3 u 10 64 377 0.081 -0.448 0.266 2024-09-12T17:58:55.735 INFO:teuthology.orchestra.run.smithi001.stdout:+hv03.front.sepi 74.6.168.72 3 u 16 64 377 0.107 +0.131 0.522 2024-09-12T17:58:55.735 INFO:teuthology.orchestra.run.smithi001.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-12T17:58:55.735 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T17:58:55.760 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T17:58:55.761 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T17:58:55.831 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T17:58:55.921 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T17:58:56.051 INFO:teuthology.task.internal:Duration was 3617.840474 seconds 2024-09-12T17:58:56.051 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T17:58:56.165 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T17:58:56.165 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T17:58:56.168 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T17:58:56.206 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T17:58:56.206 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi001.front.sepia.ceph.com 2024-09-12T17:58:56.206 DEBUG:teuthology.orchestra.run.smithi001:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T17:58:56.258 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi174.front.sepia.ceph.com 2024-09-12T17:58:56.258 DEBUG:teuthology.orchestra.run.smithi174:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T17:58:56.268 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T17:58:56.268 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T17:58:56.302 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T17:58:56.337 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T17:58:56.337 DEBUG:teuthology.orchestra.run.smithi001:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T17:58:56.370 DEBUG:teuthology.orchestra.run.smithi174:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T17:58:56.437 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T17:58:56.451 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T17:58:56.451 DEBUG:teuthology.orchestra.run.smithi001:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T17:58:56.464 DEBUG:teuthology.orchestra.run.smithi174:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T17:58:56.476 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T17:58:56.488 DEBUG:teuthology.orchestra.run.smithi001:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T17:58:56.510 DEBUG:teuthology.orchestra.run.smithi174:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T17:58:56.520 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = core 2024-09-12T17:58:56.532 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = core 2024-09-12T17:58:56.553 DEBUG:teuthology.orchestra.run.smithi001:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T17:58:56.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:58:56.581 DEBUG:teuthology.orchestra.run.smithi174:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T17:58:56.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:58:56.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T17:58:56.612 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T17:58:56.612 DEBUG:teuthology.misc:Transferring archived files from smithi001:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/remote/smithi001 2024-09-12T17:58:56.613 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T17:58:56.648 DEBUG:teuthology.misc:Transferring archived files from smithi174:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902705/remote/smithi174 2024-09-12T17:58:56.649 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T17:58:56.670 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T17:58:56.670 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T17:58:56.686 DEBUG:teuthology.orchestra.run.smithi174:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T17:58:56.712 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T17:58:56.725 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T17:58:56.725 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T17:58:56.783 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T17:58:56.783 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T17:58:56.786 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T17:58:56.790 INFO:teuthology.orchestra.run.smithi001.stdout: 658642 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 17:58 /home/ubuntu/cephtest 2024-09-12T17:58:56.792 INFO:teuthology.orchestra.run.smithi174.stdout: 658615 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 17:58 /home/ubuntu/cephtest 2024-09-12T17:58:56.793 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T17:58:56.868 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T17:58:57.038 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3617.8404743671417 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T17:58:57.038 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T17:58:57.153 INFO:teuthology.run:pass